DQNreport.html

<!DOCTYPE html>
<html>
<head><meta charset="utf-8" />
<title>DQN report</title>

<script src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.1.10/require.min.js"></script>
<script src="https://cdnjs.cloudflare.com/ajax/libs/jquery/2.0.3/jquery.min.js"></script>

<style type="text/css">
    /*!
*
* Twitter Bootstrap
*
*/
/*!
 * Bootstrap v3.3.6 (http://getbootstrap.com)
 * Copyright 2011-2015 Twitter, Inc.
 * Licensed under MIT (https://github.com/twbs/bootstrap/blob/master/LICENSE)
 */
/*! normalize.css v3.0.3 | MIT License | github.com/necolas/normalize.css */
html {
  font-family: sans-serif;
  -ms-text-size-adjust: 100%;
  -webkit-text-size-adjust: 100%;
}
body {
  margin: 0;
}
article,
aside,
details,
figcaption,
figure,
footer,
header,
hgroup,
main,
menu,
nav,
section,
summary {
  display: block;
}
audio,
canvas,
progress,
video {
  display: inline-block;
  vertical-align: baseline;
}
audio:not([controls]) {
  display: none;
  height: 0;
}
[hidden],
template {
  display: none;
}
a {
  background-color: transparent;
}
a:active,
a:hover {
  outline: 0;
}
abbr[title] {
  border-bottom: 1px dotted;
}
b,
strong {
  font-weight: bold;
}
dfn {
  font-style: italic;
}
h1 {
  font-size: 2em;
  margin: 0.67em 0;
}
mark {
  background: #ff0;
  color: #000;
}
small {
  font-size: 80%;
}
sub,
sup {
  font-size: 75%;
  line-height: 0;
  position: relative;
  vertical-align: baseline;
}
sup {
  top: -0.5em;
}
sub {
  bottom: -0.25em;
}
img {
  border: 0;
}
svg:not(:root) {
  overflow: hidden;
}
figure {
  margin: 1em 40px;
}
hr {
  box-sizing: content-box;
  height: 0;
}
pre {
  overflow: auto;
}
code,
kbd,
pre,
samp {
  font-family: monospace, monospace;
  font-size: 1em;
}
button,
input,
optgroup,
select,
textarea {
  color: inherit;
  font: inherit;
  margin: 0;
}
button {
  overflow: visible;
}
button,
select {
  text-transform: none;
}
button,
html input[type="button"],
input[type="reset"],
input[type="submit"] {
  -webkit-appearance: button;
  cursor: pointer;
}
button[disabled],
html input[disabled] {
  cursor: default;
}
button::-moz-focus-inner,
input::-moz-focus-inner {
  border: 0;
  padding: 0;
}
input {
  line-height: normal;
}
input[type="checkbox"],
input[type="radio"] {
  box-sizing: border-box;
  padding: 0;
}
input[type="number"]::-webkit-inner-spin-button,
input[type="number"]::-webkit-outer-spin-button {
  height: auto;
}
input[type="search"] {
  -webkit-appearance: textfield;
  box-sizing: content-box;
}
input[type="search"]::-webkit-search-cancel-button,
input[type="search"]::-webkit-search-decoration {
  -webkit-appearance: none;
}
fieldset {
  border: 1px solid #c0c0c0;
  margin: 0 2px;
  padding: 0.35em 0.625em 0.75em;
}
legend {
  border: 0;
  padding: 0;
}
textarea {
  overflow: auto;
}
optgroup {
  font-weight: bold;
}
table {
  border-collapse: collapse;
  border-spacing: 0;
}
td,
th {
  padding: 0;
}
/*! Source: https://github.com/h5bp/html5-boilerplate/blob/master/src/css/main.css */
@media print {
  *,
  *:before,
  *:after {
    background: transparent !important;
    color: #000 !important;
    box-shadow: none !important;
    text-shadow: none !important;
  }
  a,
  a:visited {
    text-decoration: underline;
  }
  a[href]:after {
    content: " (" attr(href) ")";
  }
  abbr[title]:after {
    content: " (" attr(title) ")";
  }
  a[href^="#"]:after,
  a[href^="javascript:"]:after {
    content: "";
  }
  pre,
  blockquote {
    border: 1px solid #999;
    page-break-inside: avoid;
  }
  thead {
    display: table-header-group;
  }
  tr,
  img {
    page-break-inside: avoid;
  }
  img {
    max-width: 100% !important;
  }
  p,
  h2,
  h3 {
    orphans: 3;
    widows: 3;
  }
  h2,
  h3 {
    page-break-after: avoid;
  }
  .navbar {
    display: none;
  }
  .btn > .caret,
  .dropup > .btn > .caret {
    border-top-color: #000 !important;
  }
  .label {
    border: 1px solid #000;
  }
  .table {
    border-collapse: collapse !important;
  }
  .table td,
  .table th {
    background-color: #fff !important;
  }
  .table-bordered th,
  .table-bordered td {
    border: 1px solid #ddd !important;
  }
}
@font-face {
  font-family: 'Glyphicons Halflings';
  src: url('../components/bootstrap/fonts/glyphicons-halflings-regular.eot');
  src: url('../components/bootstrap/fonts/glyphicons-halflings-regular.eot?#iefix') format('embedded-opentype'), url('../components/bootstrap/fonts/glyphicons-halflings-regular.woff2') format('woff2'), url('../components/bootstrap/fonts/glyphicons-halflings-regular.woff') format('woff'), url('../components/bootstrap/fonts/glyphicons-halflings-regular.ttf') format('truetype'), url('../components/bootstrap/fonts/glyphicons-halflings-regular.svg#glyphicons_halflingsregular') format('svg');
}
.glyphicon {
  position: relative;
  top: 1px;
  display: inline-block;
  font-family: 'Glyphicons Halflings';
  font-style: normal;
  font-weight: normal;
  line-height: 1;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
}
.glyphicon-asterisk:before {
  content: "\002a";
}
.glyphicon-plus:before {
  content: "\002b";
}
.glyphicon-euro:before,
.glyphicon-eur:before {
  content: "\20ac";
}
.glyphicon-minus:before {
  content: "\2212";
}
.glyphicon-cloud:before {
  content: "\2601";
}
.glyphicon-envelope:before {
  content: "\2709";
}
.glyphicon-pencil:before {
  content: "\270f";
}
.glyphicon-glass:before {
  content: "\e001";
}
.glyphicon-music:before {
  content: "\e002";
}
.glyphicon-search:before {
  content: "\e003";
}
.glyphicon-heart:before {
  content: "\e005";
}
.glyphicon-star:before {
  content: "\e006";
}
.glyphicon-star-empty:before {
  content: "\e007";
}
.glyphicon-user:before {
  content: "\e008";
}
.glyphicon-film:before {
  content: "\e009";
}
.glyphicon-th-large:before {
  content: "\e010";
}
.glyphicon-th:before {
  content: "\e011";
}
.glyphicon-th-list:before {
  content: "\e012";
}
.glyphicon-ok:before {
  content: "\e013";
}
.glyphicon-remove:before {
  content: "\e014";
}
.glyphicon-zoom-in:before {
  content: "\e015";
}
.glyphicon-zoom-out:before {
  content: "\e016";
}
.glyphicon-off:before {
  content: "\e017";
}
.glyphicon-signal:before {
  content: "\e018";
}
.glyphicon-cog:before {
  content: "\e019";
}
.glyphicon-trash:before {
  content: "\e020";
}
.glyphicon-home:before {
  content: "\e021";
}
.glyphicon-file:before {
  content: "\e022";
}
.glyphicon-time:before {
  content: "\e023";
}
.glyphicon-road:before {
  content: "\e024";
}
.glyphicon-download-alt:before {
  content: "\e025";
}
.glyphicon-download:before {
  content: "\e026";
}
.glyphicon-upload:before {
  content: "\e027";
}
.glyphicon-inbox:before {
  content: "\e028";
}
.glyphicon-play-circle:before {
  content: "\e029";
}
.glyphicon-repeat:before {
  content: "\e030";
}
.glyphicon-refresh:before {
  content: "\e031";
}
.glyphicon-list-alt:before {
  content: "\e032";
}
.glyphicon-lock:before {
  content: "\e033";
}
.glyphicon-flag:before {
  content: "\e034";
}
.glyphicon-headphones:before {
  content: "\e035";
}
.glyphicon-volume-off:before {
  content: "\e036";
}
.glyphicon-volume-down:before {
  content: "\e037";
}
.glyphicon-volume-up:before {
  content: "\e038";
}
.glyphicon-qrcode:before {
  content: "\e039";
}
.glyphicon-barcode:before {
  content: "\e040";
}
.glyphicon-tag:before {
  content: "\e041";
}
.glyphicon-tags:before {
  content: "\e042";
}
.glyphicon-book:before {
  content: "\e043";
}
.glyphicon-bookmark:before {
  content: "\e044";
}
.glyphicon-print:before {
  content: "\e045";
}
.glyphicon-camera:before {
  content: "\e046";
}
.glyphicon-font:before {
  content: "\e047";
}
.glyphicon-bold:before {
  content: "\e048";
}
.glyphicon-italic:before {
  content: "\e049";
}
.glyphicon-text-height:before {
  content: "\e050";
}
.glyphicon-text-width:before {
  content: "\e051";
}
.glyphicon-align-left:before {
  content: "\e052";
}
.glyphicon-align-center:before {
  content: "\e053";
}
.glyphicon-align-right:before {
  content: "\e054";
}
.glyphicon-align-justify:before {
  content: "\e055";
}
.glyphicon-list:before {
  content: "\e056";
}
.glyphicon-indent-left:before {
  content: "\e057";
}
.glyphicon-indent-right:before {
  content: "\e058";
}
.glyphicon-facetime-video:before {
  content: "\e059";
}
.glyphicon-picture:before {
  content: "\e060";
}
.glyphicon-map-marker:before {
  content: "\e062";
}
.glyphicon-adjust:before {
  content: "\e063";
}
.glyphicon-tint:before {
  content: "\e064";
}
.glyphicon-edit:before {
  content: "\e065";
}
.glyphicon-share:before {
  content: "\e066";
}
.glyphicon-check:before {
  content: "\e067";
}
.glyphicon-move:before {
  content: "\e068";
}
.glyphicon-step-backward:before {
  content: "\e069";
}
.glyphicon-fast-backward:before {
  content: "\e070";
}
.glyphicon-backward:before {
  content: "\e071";
}
.glyphicon-play:before {
  content: "\e072";
}
.glyphicon-pause:before {
  content: "\e073";
}
.glyphicon-stop:before {
  content: "\e074";
}
.glyphicon-forward:before {
  content: "\e075";
}
.glyphicon-fast-forward:before {
  content: "\e076";
}
.glyphicon-step-forward:before {
  content: "\e077";
}
.glyphicon-eject:before {
  content: "\e078";
}
.glyphicon-chevron-left:before {
  content: "\e079";
}
.glyphicon-chevron-right:before {
  content: "\e080";
}
.glyphicon-plus-sign:before {
  content: "\e081";
}
.glyphicon-minus-sign:before {
  content: "\e082";
}
.glyphicon-remove-sign:before {
  content: "\e083";
}
.glyphicon-ok-sign:before {
  content: "\e084";
}
.glyphicon-question-sign:before {
  content: "\e085";
}
.glyphicon-info-sign:before {
  content: "\e086";
}
.glyphicon-screenshot:before {
  content: "\e087";
}
.glyphicon-remove-circle:before {
  content: "\e088";
}
.glyphicon-ok-circle:before {
  content: "\e089";
}
.glyphicon-ban-circle:before {
  content: "\e090";
}
.glyphicon-arrow-left:before {
  content: "\e091";
}
.glyphicon-arrow-right:before {
  content: "\e092";
}
.glyphicon-arrow-up:before {
  content: "\e093";
}
.glyphicon-arrow-down:before {
  content: "\e094";
}
.glyphicon-share-alt:before {
  content: "\e095";
}
.glyphicon-resize-full:before {
  content: "\e096";
}
.glyphicon-resize-small:before {
  content: "\e097";
}
.glyphicon-exclamation-sign:before {
  content: "\e101";
}
.glyphicon-gift:before {
  content: "\e102";
}
.glyphicon-leaf:before {
  content: "\e103";
}
.glyphicon-fire:before {
  content: "\e104";
}
.glyphicon-eye-open:before {
  content: "\e105";
}
.glyphicon-eye-close:before {
  content: "\e106";
}
.glyphicon-warning-sign:before {
  content: "\e107";
}
.glyphicon-plane:before {
  content: "\e108";
}
.glyphicon-calendar:before {
  content: "\e109";
}
.glyphicon-random:before {
  content: "\e110";
}
.glyphicon-comment:before {
  content: "\e111";
}
.glyphicon-magnet:before {
  content: "\e112";
}
.glyphicon-chevron-up:before {
  content: "\e113";
}
.glyphicon-chevron-down:before {
  content: "\e114";
}
.glyphicon-retweet:before {
  content: "\e115";
}
.glyphicon-shopping-cart:before {
  content: "\e116";
}
.glyphicon-folder-close:before {
  content: "\e117";
}
.glyphicon-folder-open:before {
  content: "\e118";
}
.glyphicon-resize-vertical:before {
  content: "\e119";
}
.glyphicon-resize-horizontal:before {
  content: "\e120";
}
.glyphicon-hdd:before {
  content: "\e121";
}
.glyphicon-bullhorn:before {
  content: "\e122";
}
.glyphicon-bell:before {
  content: "\e123";
}
.glyphicon-certificate:before {
  content: "\e124";
}
.glyphicon-thumbs-up:before {
  content: "\e125";
}
.glyphicon-thumbs-down:before {
  content: "\e126";
}
.glyphicon-hand-right:before {
  content: "\e127";
}
.glyphicon-hand-left:before {
  content: "\e128";
}
.glyphicon-hand-up:before {
  content: "\e129";
}
.glyphicon-hand-down:before {
  content: "\e130";
}
.glyphicon-circle-arrow-right:before {
  content: "\e131";
}
.glyphicon-circle-arrow-left:before {
  content: "\e132";
}
.glyphicon-circle-arrow-up:before {
  content: "\e133";
}
.glyphicon-circle-arrow-down:before {
  content: "\e134";
}
.glyphicon-globe:before {
  content: "\e135";
}
.glyphicon-wrench:before {
  content: "\e136";
}
.glyphicon-tasks:before {
  content: "\e137";
}
.glyphicon-filter:before {
  content: "\e138";
}
.glyphicon-briefcase:before {
  content: "\e139";
}
.glyphicon-fullscreen:before {
  content: "\e140";
}
.glyphicon-dashboard:before {
  content: "\e141";
}
.glyphicon-paperclip:before {
  content: "\e142";
}
.glyphicon-heart-empty:before {
  content: "\e143";
}
.glyphicon-link:before {
  content: "\e144";
}
.glyphicon-phone:before {
  content: "\e145";
}
.glyphicon-pushpin:before {
  content: "\e146";
}
.glyphicon-usd:before {
  content: "\e148";
}
.glyphicon-gbp:before {
  content: "\e149";
}
.glyphicon-sort:before {
  content: "\e150";
}
.glyphicon-sort-by-alphabet:before {
  content: "\e151";
}
.glyphicon-sort-by-alphabet-alt:before {
  content: "\e152";
}
.glyphicon-sort-by-order:before {
  content: "\e153";
}
.glyphicon-sort-by-order-alt:before {
  content: "\e154";
}
.glyphicon-sort-by-attributes:before {
  content: "\e155";
}
.glyphicon-sort-by-attributes-alt:before {
  content: "\e156";
}
.glyphicon-unchecked:before {
  content: "\e157";
}
.glyphicon-expand:before {
  content: "\e158";
}
.glyphicon-collapse-down:before {
  content: "\e159";
}
.glyphicon-collapse-up:before {
  content: "\e160";
}
.glyphicon-log-in:before {
  content: "\e161";
}
.glyphicon-flash:before {
  content: "\e162";
}
.glyphicon-log-out:before {
  content: "\e163";
}
.glyphicon-new-window:before {
  content: "\e164";
}
.glyphicon-record:before {
  content: "\e165";
}
.glyphicon-save:before {
  content: "\e166";
}
.glyphicon-open:before {
  content: "\e167";
}
.glyphicon-saved:before {
  content: "\e168";
}
.glyphicon-import:before {
  content: "\e169";
}
.glyphicon-export:before {
  content: "\e170";
}
.glyphicon-send:before {
  content: "\e171";
}
.glyphicon-floppy-disk:before {
  content: "\e172";
}
.glyphicon-floppy-saved:before {
  content: "\e173";
}
.glyphicon-floppy-remove:before {
  content: "\e174";
}
.glyphicon-floppy-save:before {
  content: "\e175";
}
.glyphicon-floppy-open:before {
  content: "\e176";
}
.glyphicon-credit-card:before {
  content: "\e177";
}
.glyphicon-transfer:before {
  content: "\e178";
}
.glyphicon-cutlery:before {
  content: "\e179";
}
.glyphicon-header:before {
  content: "\e180";
}
.glyphicon-compressed:before {
  content: "\e181";
}
.glyphicon-earphone:before {
  content: "\e182";
}
.glyphicon-phone-alt:before {
  content: "\e183";
}
.glyphicon-tower:before {
  content: "\e184";
}
.glyphicon-stats:before {
  content: "\e185";
}
.glyphicon-sd-video:before {
  content: "\e186";
}
.glyphicon-hd-video:before {
  content: "\e187";
}
.glyphicon-subtitles:before {
  content: "\e188";
}
.glyphicon-sound-stereo:before {
  content: "\e189";
}
.glyphicon-sound-dolby:before {
  content: "\e190";
}
.glyphicon-sound-5-1:before {
  content: "\e191";
}
.glyphicon-sound-6-1:before {
  content: "\e192";
}
.glyphicon-sound-7-1:before {
  content: "\e193";
}
.glyphicon-copyright-mark:before {
  content: "\e194";
}
.glyphicon-registration-mark:before {
  content: "\e195";
}
.glyphicon-cloud-download:before {
  content: "\e197";
}
.glyphicon-cloud-upload:before {
  content: "\e198";
}
.glyphicon-tree-conifer:before {
  content: "\e199";
}
.glyphicon-tree-deciduous:before {
  content: "\e200";
}
.glyphicon-cd:before {
  content: "\e201";
}
.glyphicon-save-file:before {
  content: "\e202";
}
.glyphicon-open-file:before {
  content: "\e203";
}
.glyphicon-level-up:before {
  content: "\e204";
}
.glyphicon-copy:before {
  content: "\e205";
}
.glyphicon-paste:before {
  content: "\e206";
}
.glyphicon-alert:before {
  content: "\e209";
}
.glyphicon-equalizer:before {
  content: "\e210";
}
.glyphicon-king:before {
  content: "\e211";
}
.glyphicon-queen:before {
  content: "\e212";
}
.glyphicon-pawn:before {
  content: "\e213";
}
.glyphicon-bishop:before {
  content: "\e214";
}
.glyphicon-knight:before {
  content: "\e215";
}
.glyphicon-baby-formula:before {
  content: "\e216";
}
.glyphicon-tent:before {
  content: "\26fa";
}
.glyphicon-blackboard:before {
  content: "\e218";
}
.glyphicon-bed:before {
  content: "\e219";
}
.glyphicon-apple:before {
  content: "\f8ff";
}
.glyphicon-erase:before {
  content: "\e221";
}
.glyphicon-hourglass:before {
  content: "\231b";
}
.glyphicon-lamp:before {
  content: "\e223";
}
.glyphicon-duplicate:before {
  content: "\e224";
}
.glyphicon-piggy-bank:before {
  content: "\e225";
}
.glyphicon-scissors:before {
  content: "\e226";
}
.glyphicon-bitcoin:before {
  content: "\e227";
}
.glyphicon-btc:before {
  content: "\e227";
}
.glyphicon-xbt:before {
  content: "\e227";
}
.glyphicon-yen:before {
  content: "\00a5";
}
.glyphicon-jpy:before {
  content: "\00a5";
}
.glyphicon-ruble:before {
  content: "\20bd";
}
.glyphicon-rub:before {
  content: "\20bd";
}
.glyphicon-scale:before {
  content: "\e230";
}
.glyphicon-ice-lolly:before {
  content: "\e231";
}
.glyphicon-ice-lolly-tasted:before {
  content: "\e232";
}
.glyphicon-education:before {
  content: "\e233";
}
.glyphicon-option-horizontal:before {
  content: "\e234";
}
.glyphicon-option-vertical:before {
  content: "\e235";
}
.glyphicon-menu-hamburger:before {
  content: "\e236";
}
.glyphicon-modal-window:before {
  content: "\e237";
}
.glyphicon-oil:before {
  content: "\e238";
}
.glyphicon-grain:before {
  content: "\e239";
}
.glyphicon-sunglasses:before {
  content: "\e240";
}
.glyphicon-text-size:before {
  content: "\e241";
}
.glyphicon-text-color:before {
  content: "\e242";
}
.glyphicon-text-background:before {
  content: "\e243";
}
.glyphicon-object-align-top:before {
  content: "\e244";
}
.glyphicon-object-align-bottom:before {
  content: "\e245";
}
.glyphicon-object-align-horizontal:before {
  content: "\e246";
}
.glyphicon-object-align-left:before {
  content: "\e247";
}
.glyphicon-object-align-vertical:before {
  content: "\e248";
}
.glyphicon-object-align-right:before {
  content: "\e249";
}
.glyphicon-triangle-right:before {
  content: "\e250";
}
.glyphicon-triangle-left:before {
  content: "\e251";
}
.glyphicon-triangle-bottom:before {
  content: "\e252";
}
.glyphicon-triangle-top:before {
  content: "\e253";
}
.glyphicon-console:before {
  content: "\e254";
}
.glyphicon-superscript:before {
  content: "\e255";
}
.glyphicon-subscript:before {
  content: "\e256";
}
.glyphicon-menu-left:before {
  content: "\e257";
}
.glyphicon-menu-right:before {
  content: "\e258";
}
.glyphicon-menu-down:before {
  content: "\e259";
}
.glyphicon-menu-up:before {
  content: "\e260";
}
* {
  -webkit-box-sizing: border-box;
  -moz-box-sizing: border-box;
  box-sizing: border-box;
}
*:before,
*:after {
  -webkit-box-sizing: border-box;
  -moz-box-sizing: border-box;
  box-sizing: border-box;
}
html {
  font-size: 10px;
  -webkit-tap-highlight-color: rgba(0, 0, 0, 0);
}
body {
  font-family: "Helvetica Neue", Helvetica, Arial, sans-serif;
  font-size: 13px;
  line-height: 1.42857143;
  color: #000;
  background-color: #fff;
}
input,
button,
select,
textarea {
  font-family: inherit;
  font-size: inherit;
  line-height: inherit;
}
a {
  color: #337ab7;
  text-decoration: none;
}
a:hover,
a:focus {
  color: #23527c;
  text-decoration: underline;
}
a:focus {
  outline: thin dotted;
  outline: 5px auto -webkit-focus-ring-color;
  outline-offset: -2px;
}
figure {
  margin: 0;
}
img {
  vertical-align: middle;
}
.img-responsive,
.thumbnail > img,
.thumbnail a > img,
.carousel-inner > .item > img,
.carousel-inner > .item > a > img {
  display: block;
  max-width: 100%;
  height: auto;
}
.img-rounded {
  border-radius: 3px;
}
.img-thumbnail {
  padding: 4px;
  line-height: 1.42857143;
  background-color: #fff;
  border: 1px solid #ddd;
  border-radius: 2px;
  -webkit-transition: all 0.2s ease-in-out;
  -o-transition: all 0.2s ease-in-out;
  transition: all 0.2s ease-in-out;
  display: inline-block;
  max-width: 100%;
  height: auto;
}
.img-circle {
  border-radius: 50%;
}
hr {
  margin-top: 18px;
  margin-bottom: 18px;
  border: 0;
  border-top: 1px solid #eeeeee;
}
.sr-only {
  position: absolute;
  width: 1px;
  height: 1px;
  margin: -1px;
  padding: 0;
  overflow: hidden;
  clip: rect(0, 0, 0, 0);
  border: 0;
}
.sr-only-focusable:active,
.sr-only-focusable:focus {
  position: static;
  width: auto;
  height: auto;
  margin: 0;
  overflow: visible;
  clip: auto;
}
[role="button"] {
  cursor: pointer;
}
h1,
h2,
h3,
h4,
h5,
h6,
.h1,
.h2,
.h3,
.h4,
.h5,
.h6 {
  font-family: inherit;
  font-weight: 500;
  line-height: 1.1;
  color: inherit;
}
h1 small,
h2 small,
h3 small,
h4 small,
h5 small,
h6 small,
.h1 small,
.h2 small,
.h3 small,
.h4 small,
.h5 small,
.h6 small,
h1 .small,
h2 .small,
h3 .small,
h4 .small,
h5 .small,
h6 .small,
.h1 .small,
.h2 .small,
.h3 .small,
.h4 .small,
.h5 .small,
.h6 .small {
  font-weight: normal;
  line-height: 1;
  color: #777777;
}
h1,
.h1,
h2,
.h2,
h3,
.h3 {
  margin-top: 18px;
  margin-bottom: 9px;
}
h1 small,
.h1 small,
h2 small,
.h2 small,
h3 small,
.h3 small,
h1 .small,
.h1 .small,
h2 .small,
.h2 .small,
h3 .small,
.h3 .small {
  font-size: 65%;
}
h4,
.h4,
h5,
.h5,
h6,
.h6 {
  margin-top: 9px;
  margin-bottom: 9px;
}
h4 small,
.h4 small,
h5 small,
.h5 small,
h6 small,
.h6 small,
h4 .small,
.h4 .small,
h5 .small,
.h5 .small,
h6 .small,
.h6 .small {
  font-size: 75%;
}
h1,
.h1 {
  font-size: 33px;
}
h2,
.h2 {
  font-size: 27px;
}
h3,
.h3 {
  font-size: 23px;
}
h4,
.h4 {
  font-size: 17px;
}
h5,
.h5 {
  font-size: 13px;
}
h6,
.h6 {
  font-size: 12px;
}
p {
  margin: 0 0 9px;
}
.lead {
  margin-bottom: 18px;
  font-size: 14px;
  font-weight: 300;
  line-height: 1.4;
}
@media (min-width: 768px) {
  .lead {
    font-size: 19.5px;
  }
}
small,
.small {
  font-size: 92%;
}
mark,
.mark {
  background-color: #fcf8e3;
  padding: .2em;
}
.text-left {
  text-align: left;
}
.text-right {
  text-align: right;
}
.text-center {
  text-align: center;
}
.text-justify {
  text-align: justify;
}
.text-nowrap {
  white-space: nowrap;
}
.text-lowercase {
  text-transform: lowercase;
}
.text-uppercase {
  text-transform: uppercase;
}
.text-capitalize {
  text-transform: capitalize;
}
.text-muted {
  color: #777777;
}
.text-primary {
  color: #337ab7;
}
a.text-primary:hover,
a.text-primary:focus {
  color: #286090;
}
.text-success {
  color: #3c763d;
}
a.text-success:hover,
a.text-success:focus {
  color: #2b542c;
}
.text-info {
  color: #31708f;
}
a.text-info:hover,
a.text-info:focus {
  color: #245269;
}
.text-warning {
  color: #8a6d3b;
}
a.text-warning:hover,
a.text-warning:focus {
  color: #66512c;
}
.text-danger {
  color: #a94442;
}
a.text-danger:hover,
a.text-danger:focus {
  color: #843534;
}
.bg-primary {
  color: #fff;
  background-color: #337ab7;
}
a.bg-primary:hover,
a.bg-primary:focus {
  background-color: #286090;
}
.bg-success {
  background-color: #dff0d8;
}
a.bg-success:hover,
a.bg-success:focus {
  background-color: #c1e2b3;
}
.bg-info {
  background-color: #d9edf7;
}
a.bg-info:hover,
a.bg-info:focus {
  background-color: #afd9ee;
}
.bg-warning {
  background-color: #fcf8e3;
}
a.bg-warning:hover,
a.bg-warning:focus {
  background-color: #f7ecb5;
}
.bg-danger {
  background-color: #f2dede;
}
a.bg-danger:hover,
a.bg-danger:focus {
  background-color: #e4b9b9;
}
.page-header {
  padding-bottom: 8px;
  margin: 36px 0 18px;
  border-bottom: 1px solid #eeeeee;
}
ul,
ol {
  margin-top: 0;
  margin-bottom: 9px;
}
ul ul,
ol ul,
ul ol,
ol ol {
  margin-bottom: 0;
}
.list-unstyled {
  padding-left: 0;
  list-style: none;
}
.list-inline {
  padding-left: 0;
  list-style: none;
  margin-left: -5px;
}
.list-inline > li {
  display: inline-block;
  padding-left: 5px;
  padding-right: 5px;
}
dl {
  margin-top: 0;
  margin-bottom: 18px;
}
dt,
dd {
  line-height: 1.42857143;
}
dt {
  font-weight: bold;
}
dd {
  margin-left: 0;
}
@media (min-width: 541px) {
  .dl-horizontal dt {
    float: left;
    width: 160px;
    clear: left;
    text-align: right;
    overflow: hidden;
    text-overflow: ellipsis;
    white-space: nowrap;
  }
  .dl-horizontal dd {
    margin-left: 180px;
  }
}
abbr[title],
abbr[data-original-title] {
  cursor: help;
  border-bottom: 1px dotted #777777;
}
.initialism {
  font-size: 90%;
  text-transform: uppercase;
}
blockquote {
  padding: 9px 18px;
  margin: 0 0 18px;
  font-size: inherit;
  border-left: 5px solid #eeeeee;
}
blockquote p:last-child,
blockquote ul:last-child,
blockquote ol:last-child {
  margin-bottom: 0;
}
blockquote footer,
blockquote small,
blockquote .small {
  display: block;
  font-size: 80%;
  line-height: 1.42857143;
  color: #777777;
}
blockquote footer:before,
blockquote small:before,
blockquote .small:before {
  content: '\2014 \00A0';
}
.blockquote-reverse,
blockquote.pull-right {
  padding-right: 15px;
  padding-left: 0;
  border-right: 5px solid #eeeeee;
  border-left: 0;
  text-align: right;
}
.blockquote-reverse footer:before,
blockquote.pull-right footer:before,
.blockquote-reverse small:before,
blockquote.pull-right small:before,
.blockquote-reverse .small:before,
blockquote.pull-right .small:before {
  content: '';
}
.blockquote-reverse footer:after,
blockquote.pull-right footer:after,
.blockquote-reverse small:after,
blockquote.pull-right small:after,
.blockquote-reverse .small:after,
blockquote.pull-right .small:after {
  content: '\00A0 \2014';
}
address {
  margin-bottom: 18px;
  font-style: normal;
  line-height: 1.42857143;
}
code,
kbd,
pre,
samp {
  font-family: monospace;
}
code {
  padding: 2px 4px;
  font-size: 90%;
  color: #c7254e;
  background-color: #f9f2f4;
  border-radius: 2px;
}
kbd {
  padding: 2px 4px;
  font-size: 90%;
  color: #888;
  background-color: transparent;
  border-radius: 1px;
  box-shadow: inset 0 -1px 0 rgba(0, 0, 0, 0.25);
}
kbd kbd {
  padding: 0;
  font-size: 100%;
  font-weight: bold;
  box-shadow: none;
}
pre {
  display: block;
  padding: 8.5px;
  margin: 0 0 9px;
  font-size: 12px;
  line-height: 1.42857143;
  word-break: break-all;
  word-wrap: break-word;
  color: #333333;
  background-color: #f5f5f5;
  border: 1px solid #ccc;
  border-radius: 2px;
}
pre code {
  padding: 0;
  font-size: inherit;
  color: inherit;
  white-space: pre-wrap;
  background-color: transparent;
  border-radius: 0;
}
.pre-scrollable {
  max-height: 340px;
  overflow-y: scroll;
}
.container {
  margin-right: auto;
  margin-left: auto;
  padding-left: 0px;
  padding-right: 0px;
}
@media (min-width: 768px) {
  .container {
    width: 768px;
  }
}
@media (min-width: 992px) {
  .container {
    width: 940px;
  }
}
@media (min-width: 1200px) {
  .container {
    width: 1140px;
  }
}
.container-fluid {
  margin-right: auto;
  margin-left: auto;
  padding-left: 0px;
  padding-right: 0px;
}
.row {
  margin-left: 0px;
  margin-right: 0px;
}
.col-xs-1, .col-sm-1, .col-md-1, .col-lg-1, .col-xs-2, .col-sm-2, .col-md-2, .col-lg-2, .col-xs-3, .col-sm-3, .col-md-3, .col-lg-3, .col-xs-4, .col-sm-4, .col-md-4, .col-lg-4, .col-xs-5, .col-sm-5, .col-md-5, .col-lg-5, .col-xs-6, .col-sm-6, .col-md-6, .col-lg-6, .col-xs-7, .col-sm-7, .col-md-7, .col-lg-7, .col-xs-8, .col-sm-8, .col-md-8, .col-lg-8, .col-xs-9, .col-sm-9, .col-md-9, .col-lg-9, .col-xs-10, .col-sm-10, .col-md-10, .col-lg-10, .col-xs-11, .col-sm-11, .col-md-11, .col-lg-11, .col-xs-12, .col-sm-12, .col-md-12, .col-lg-12 {
  position: relative;
  min-height: 1px;
  padding-left: 0px;
  padding-right: 0px;
}
.col-xs-1, .col-xs-2, .col-xs-3, .col-xs-4, .col-xs-5, .col-xs-6, .col-xs-7, .col-xs-8, .col-xs-9, .col-xs-10, .col-xs-11, .col-xs-12 {
  float: left;
}
.col-xs-12 {
  width: 100%;
}
.col-xs-11 {
  width: 91.66666667%;
}
.col-xs-10 {
  width: 83.33333333%;
}
.col-xs-9 {
  width: 75%;
}
.col-xs-8 {
  width: 66.66666667%;
}
.col-xs-7 {
  width: 58.33333333%;
}
.col-xs-6 {
  width: 50%;
}
.col-xs-5 {
  width: 41.66666667%;
}
.col-xs-4 {
  width: 33.33333333%;
}
.col-xs-3 {
  width: 25%;
}
.col-xs-2 {
  width: 16.66666667%;
}
.col-xs-1 {
  width: 8.33333333%;
}
.col-xs-pull-12 {
  right: 100%;
}
.col-xs-pull-11 {
  right: 91.66666667%;
}
.col-xs-pull-10 {
  right: 83.33333333%;
}
.col-xs-pull-9 {
  right: 75%;
}
.col-xs-pull-8 {
  right: 66.66666667%;
}
.col-xs-pull-7 {
  right: 58.33333333%;
}
.col-xs-pull-6 {
  right: 50%;
}
.col-xs-pull-5 {
  right: 41.66666667%;
}
.col-xs-pull-4 {
  right: 33.33333333%;
}
.col-xs-pull-3 {
  right: 25%;
}
.col-xs-pull-2 {
  right: 16.66666667%;
}
.col-xs-pull-1 {
  right: 8.33333333%;
}
.col-xs-pull-0 {
  right: auto;
}
.col-xs-push-12 {
  left: 100%;
}
.col-xs-push-11 {
  left: 91.66666667%;
}
.col-xs-push-10 {
  left: 83.33333333%;
}
.col-xs-push-9 {
  left: 75%;
}
.col-xs-push-8 {
  left: 66.66666667%;
}
.col-xs-push-7 {
  left: 58.33333333%;
}
.col-xs-push-6 {
  left: 50%;
}
.col-xs-push-5 {
  left: 41.66666667%;
}
.col-xs-push-4 {
  left: 33.33333333%;
}
.col-xs-push-3 {
  left: 25%;
}
.col-xs-push-2 {
  left: 16.66666667%;
}
.col-xs-push-1 {
  left: 8.33333333%;
}
.col-xs-push-0 {
  left: auto;
}
.col-xs-offset-12 {
  margin-left: 100%;
}
.col-xs-offset-11 {
  margin-left: 91.66666667%;
}
.col-xs-offset-10 {
  margin-left: 83.33333333%;
}
.col-xs-offset-9 {
  margin-left: 75%;
}
.col-xs-offset-8 {
  margin-left: 66.66666667%;
}
.col-xs-offset-7 {
  margin-left: 58.33333333%;
}
.col-xs-offset-6 {
  margin-left: 50%;
}
.col-xs-offset-5 {
  margin-left: 41.66666667%;
}
.col-xs-offset-4 {
  margin-left: 33.33333333%;
}
.col-xs-offset-3 {
  margin-left: 25%;
}
.col-xs-offset-2 {
  margin-left: 16.66666667%;
}
.col-xs-offset-1 {
  margin-left: 8.33333333%;
}
.col-xs-offset-0 {
  margin-left: 0%;
}
@media (min-width: 768px) {
  .col-sm-1, .col-sm-2, .col-sm-3, .col-sm-4, .col-sm-5, .col-sm-6, .col-sm-7, .col-sm-8, .col-sm-9, .col-sm-10, .col-sm-11, .col-sm-12 {
    float: left;
  }
  .col-sm-12 {
    width: 100%;
  }
  .col-sm-11 {
    width: 91.66666667%;
  }
  .col-sm-10 {
    width: 83.33333333%;
  }
  .col-sm-9 {
    width: 75%;
  }
  .col-sm-8 {
    width: 66.66666667%;
  }
  .col-sm-7 {
    width: 58.33333333%;
  }
  .col-sm-6 {
    width: 50%;
  }
  .col-sm-5 {
    width: 41.66666667%;
  }
  .col-sm-4 {
    width: 33.33333333%;
  }
  .col-sm-3 {
    width: 25%;
  }
  .col-sm-2 {
    width: 16.66666667%;
  }
  .col-sm-1 {
    width: 8.33333333%;
  }
  .col-sm-pull-12 {
    right: 100%;
  }
  .col-sm-pull-11 {
    right: 91.66666667%;
  }
  .col-sm-pull-10 {
    right: 83.33333333%;
  }
  .col-sm-pull-9 {
    right: 75%;
  }
  .col-sm-pull-8 {
    right: 66.66666667%;
  }
  .col-sm-pull-7 {
    right: 58.33333333%;
  }
  .col-sm-pull-6 {
    right: 50%;
  }
  .col-sm-pull-5 {
    right: 41.66666667%;
  }
  .col-sm-pull-4 {
    right: 33.33333333%;
  }
  .col-sm-pull-3 {
    right: 25%;
  }
  .col-sm-pull-2 {
    right: 16.66666667%;
  }
  .col-sm-pull-1 {
    right: 8.33333333%;
  }
  .col-sm-pull-0 {
    right: auto;
  }
  .col-sm-push-12 {
    left: 100%;
  }
  .col-sm-push-11 {
    left: 91.66666667%;
  }
  .col-sm-push-10 {
    left: 83.33333333%;
  }
  .col-sm-push-9 {
    left: 75%;
  }
  .col-sm-push-8 {
    left: 66.66666667%;
  }
  .col-sm-push-7 {
    left: 58.33333333%;
  }
  .col-sm-push-6 {
    left: 50%;
  }
  .col-sm-push-5 {
    left: 41.66666667%;
  }
  .col-sm-push-4 {
    left: 33.33333333%;
  }
  .col-sm-push-3 {
    left: 25%;
  }
  .col-sm-push-2 {
    left: 16.66666667%;
  }
  .col-sm-push-1 {
    left: 8.33333333%;
  }
  .col-sm-push-0 {
    left: auto;
  }
  .col-sm-offset-12 {
    margin-left: 100%;
  }
  .col-sm-offset-11 {
    margin-left: 91.66666667%;
  }
  .col-sm-offset-10 {
    margin-left: 83.33333333%;
  }
  .col-sm-offset-9 {
    margin-left: 75%;
  }
  .col-sm-offset-8 {
    margin-left: 66.66666667%;
  }
  .col-sm-offset-7 {
    margin-left: 58.33333333%;
  }
  .col-sm-offset-6 {
    margin-left: 50%;
  }
  .col-sm-offset-5 {
    margin-left: 41.66666667%;
  }
  .col-sm-offset-4 {
    margin-left: 33.33333333%;
  }
  .col-sm-offset-3 {
    margin-left: 25%;
  }
  .col-sm-offset-2 {
    margin-left: 16.66666667%;
  }
  .col-sm-offset-1 {
    margin-left: 8.33333333%;
  }
  .col-sm-offset-0 {
    margin-left: 0%;
  }
}
@media (min-width: 992px) {
  .col-md-1, .col-md-2, .col-md-3, .col-md-4, .col-md-5, .col-md-6, .col-md-7, .col-md-8, .col-md-9, .col-md-10, .col-md-11, .col-md-12 {
    float: left;
  }
  .col-md-12 {
    width: 100%;
  }
  .col-md-11 {
    width: 91.66666667%;
  }
  .col-md-10 {
    width: 83.33333333%;
  }
  .col-md-9 {
    width: 75%;
  }
  .col-md-8 {
    width: 66.66666667%;
  }
  .col-md-7 {
    width: 58.33333333%;
  }
  .col-md-6 {
    width: 50%;
  }
  .col-md-5 {
    width: 41.66666667%;
  }
  .col-md-4 {
    width: 33.33333333%;
  }
  .col-md-3 {
    width: 25%;
  }
  .col-md-2 {
    width: 16.66666667%;
  }
  .col-md-1 {
    width: 8.33333333%;
  }
  .col-md-pull-12 {
    right: 100%;
  }
  .col-md-pull-11 {
    right: 91.66666667%;
  }
  .col-md-pull-10 {
    right: 83.33333333%;
  }
  .col-md-pull-9 {
    right: 75%;
  }
  .col-md-pull-8 {
    right: 66.66666667%;
  }
  .col-md-pull-7 {
    right: 58.33333333%;
  }
  .col-md-pull-6 {
    right: 50%;
  }
  .col-md-pull-5 {
    right: 41.66666667%;
  }
  .col-md-pull-4 {
    right: 33.33333333%;
  }
  .col-md-pull-3 {
    right: 25%;
  }
  .col-md-pull-2 {
    right: 16.66666667%;
  }
  .col-md-pull-1 {
    right: 8.33333333%;
  }
  .col-md-pull-0 {
    right: auto;
  }
  .col-md-push-12 {
    left: 100%;
  }
  .col-md-push-11 {
    left: 91.66666667%;
  }
  .col-md-push-10 {
    left: 83.33333333%;
  }
  .col-md-push-9 {
    left: 75%;
  }
  .col-md-push-8 {
    left: 66.66666667%;
  }
  .col-md-push-7 {
    left: 58.33333333%;
  }
  .col-md-push-6 {
    left: 50%;
  }
  .col-md-push-5 {
    left: 41.66666667%;
  }
  .col-md-push-4 {
    left: 33.33333333%;
  }
  .col-md-push-3 {
    left: 25%;
  }
  .col-md-push-2 {
    left: 16.66666667%;
  }
  .col-md-push-1 {
    left: 8.33333333%;
  }
  .col-md-push-0 {
    left: auto;
  }
  .col-md-offset-12 {
    margin-left: 100%;
  }
  .col-md-offset-11 {
    margin-left: 91.66666667%;
  }
  .col-md-offset-10 {
    margin-left: 83.33333333%;
  }
  .col-md-offset-9 {
    margin-left: 75%;
  }
  .col-md-offset-8 {
    margin-left: 66.66666667%;
  }
  .col-md-offset-7 {
    margin-left: 58.33333333%;
  }
  .col-md-offset-6 {
    margin-left: 50%;
  }
  .col-md-offset-5 {
    margin-left: 41.66666667%;
  }
  .col-md-offset-4 {
    margin-left: 33.33333333%;
  }
  .col-md-offset-3 {
    margin-left: 25%;
  }
  .col-md-offset-2 {
    margin-left: 16.66666667%;
  }
  .col-md-offset-1 {
    margin-left: 8.33333333%;
  }
  .col-md-offset-0 {
    margin-left: 0%;
  }
}
@media (min-width: 1200px) {
  .col-lg-1, .col-lg-2, .col-lg-3, .col-lg-4, .col-lg-5, .col-lg-6, .col-lg-7, .col-lg-8, .col-lg-9, .col-lg-10, .col-lg-11, .col-lg-12 {
    float: left;
  }
  .col-lg-12 {
    width: 100%;
  }
  .col-lg-11 {
    width: 91.66666667%;
  }
  .col-lg-10 {
    width: 83.33333333%;
  }
  .col-lg-9 {
    width: 75%;
  }
  .col-lg-8 {
    width: 66.66666667%;
  }
  .col-lg-7 {
    width: 58.33333333%;
  }
  .col-lg-6 {
    width: 50%;
  }
  .col-lg-5 {
    width: 41.66666667%;
  }
  .col-lg-4 {
    width: 33.33333333%;
  }
  .col-lg-3 {
    width: 25%;
  }
  .col-lg-2 {
    width: 16.66666667%;
  }
  .col-lg-1 {
    width: 8.33333333%;
  }
  .col-lg-pull-12 {
    right: 100%;
  }
  .col-lg-pull-11 {
    right: 91.66666667%;
  }
  .col-lg-pull-10 {
    right: 83.33333333%;
  }
  .col-lg-pull-9 {
    right: 75%;
  }
  .col-lg-pull-8 {
    right: 66.66666667%;
  }
  .col-lg-pull-7 {
    right: 58.33333333%;
  }
  .col-lg-pull-6 {
    right: 50%;
  }
  .col-lg-pull-5 {
    right: 41.66666667%;
  }
  .col-lg-pull-4 {
    right: 33.33333333%;
  }
  .col-lg-pull-3 {
    right: 25%;
  }
  .col-lg-pull-2 {
    right: 16.66666667%;
  }
  .col-lg-pull-1 {
    right: 8.33333333%;
  }
  .col-lg-pull-0 {
    right: auto;
  }
  .col-lg-push-12 {
    left: 100%;
  }
  .col-lg-push-11 {
    left: 91.66666667%;
  }
  .col-lg-push-10 {
    left: 83.33333333%;
  }
  .col-lg-push-9 {
    left: 75%;
  }
  .col-lg-push-8 {
    left: 66.66666667%;
  }
  .col-lg-push-7 {
    left: 58.33333333%;
  }
  .col-lg-push-6 {
    left: 50%;
  }
  .col-lg-push-5 {
    left: 41.66666667%;
  }
  .col-lg-push-4 {
    left: 33.33333333%;
  }
  .col-lg-push-3 {
    left: 25%;
  }
  .col-lg-push-2 {
    left: 16.66666667%;
  }
  .col-lg-push-1 {
    left: 8.33333333%;
  }
  .col-lg-push-0 {
    left: auto;
  }
  .col-lg-offset-12 {
    margin-left: 100%;
  }
  .col-lg-offset-11 {
    margin-left: 91.66666667%;
  }
  .col-lg-offset-10 {
    margin-left: 83.33333333%;
  }
  .col-lg-offset-9 {
    margin-left: 75%;
  }
  .col-lg-offset-8 {
    margin-left: 66.66666667%;
  }
  .col-lg-offset-7 {
    margin-left: 58.33333333%;
  }
  .col-lg-offset-6 {
    margin-left: 50%;
  }
  .col-lg-offset-5 {
    margin-left: 41.66666667%;
  }
  .col-lg-offset-4 {
    margin-left: 33.33333333%;
  }
  .col-lg-offset-3 {
    margin-left: 25%;
  }
  .col-lg-offset-2 {
    margin-left: 16.66666667%;
  }
  .col-lg-offset-1 {
    margin-left: 8.33333333%;
  }
  .col-lg-offset-0 {
    margin-left: 0%;
  }
}
table {
  background-color: transparent;
}
caption {
  padding-top: 8px;
  padding-bottom: 8px;
  color: #777777;
  text-align: left;
}
th {
  text-align: left;
}
.table {
  width: 100%;
  max-width: 100%;
  margin-bottom: 18px;
}
.table > thead > tr > th,
.table > tbody > tr > th,
.table > tfoot > tr > th,
.table > thead > tr > td,
.table > tbody > tr > td,
.table > tfoot > tr > td {
  padding: 8px;
  line-height: 1.42857143;
  vertical-align: top;
  border-top: 1px solid #ddd;
}
.table > thead > tr > th {
  vertical-align: bottom;
  border-bottom: 2px solid #ddd;
}
.table > caption + thead > tr:first-child > th,
.table > colgroup + thead > tr:first-child > th,
.table > thead:first-child > tr:first-child > th,
.table > caption + thead > tr:first-child > td,
.table > colgroup + thead > tr:first-child > td,
.table > thead:first-child > tr:first-child > td {
  border-top: 0;
}
.table > tbody + tbody {
  border-top: 2px solid #ddd;
}
.table .table {
  background-color: #fff;
}
.table-condensed > thead > tr > th,
.table-condensed > tbody > tr > th,
.table-condensed > tfoot > tr > th,
.table-condensed > thead > tr > td,
.table-condensed > tbody > tr > td,
.table-condensed > tfoot > tr > td {
  padding: 5px;
}
.table-bordered {
  border: 1px solid #ddd;
}
.table-bordered > thead > tr > th,
.table-bordered > tbody > tr > th,
.table-bordered > tfoot > tr > th,
.table-bordered > thead > tr > td,
.table-bordered > tbody > tr > td,
.table-bordered > tfoot > tr > td {
  border: 1px solid #ddd;
}
.table-bordered > thead > tr > th,
.table-bordered > thead > tr > td {
  border-bottom-width: 2px;
}
.table-striped > tbody > tr:nth-of-type(odd) {
  background-color: #f9f9f9;
}
.table-hover > tbody > tr:hover {
  background-color: #f5f5f5;
}
table col[class*="col-"] {
  position: static;
  float: none;
  display: table-column;
}
table td[class*="col-"],
table th[class*="col-"] {
  position: static;
  float: none;
  display: table-cell;
}
.table > thead > tr > td.active,
.table > tbody > tr > td.active,
.table > tfoot > tr > td.active,
.table > thead > tr > th.active,
.table > tbody > tr > th.active,
.table > tfoot > tr > th.active,
.table > thead > tr.active > td,
.table > tbody > tr.active > td,
.table > tfoot > tr.active > td,
.table > thead > tr.active > th,
.table > tbody > tr.active > th,
.table > tfoot > tr.active > th {
  background-color: #f5f5f5;
}
.table-hover > tbody > tr > td.active:hover,
.table-hover > tbody > tr > th.active:hover,
.table-hover > tbody > tr.active:hover > td,
.table-hover > tbody > tr:hover > .active,
.table-hover > tbody > tr.active:hover > th {
  background-color: #e8e8e8;
}
.table > thead > tr > td.success,
.table > tbody > tr > td.success,
.table > tfoot > tr > td.success,
.table > thead > tr > th.success,
.table > tbody > tr > th.success,
.table > tfoot > tr > th.success,
.table > thead > tr.success > td,
.table > tbody > tr.success > td,
.table > tfoot > tr.success > td,
.table > thead > tr.success > th,
.table > tbody > tr.success > th,
.table > tfoot > tr.success > th {
  background-color: #dff0d8;
}
.table-hover > tbody > tr > td.success:hover,
.table-hover > tbody > tr > th.success:hover,
.table-hover > tbody > tr.success:hover > td,
.table-hover > tbody > tr:hover > .success,
.table-hover > tbody > tr.success:hover > th {
  background-color: #d0e9c6;
}
.table > thead > tr > td.info,
.table > tbody > tr > td.info,
.table > tfoot > tr > td.info,
.table > thead > tr > th.info,
.table > tbody > tr > th.info,
.table > tfoot > tr > th.info,
.table > thead > tr.info > td,
.table > tbody > tr.info > td,
.table > tfoot > tr.info > td,
.table > thead > tr.info > th,
.table > tbody > tr.info > th,
.table > tfoot > tr.info > th {
  background-color: #d9edf7;
}
.table-hover > tbody > tr > td.info:hover,
.table-hover > tbody > tr > th.info:hover,
.table-hover > tbody > tr.info:hover > td,
.table-hover > tbody > tr:hover > .info,
.table-hover > tbody > tr.info:hover > th {
  background-color: #c4e3f3;
}
.table > thead > tr > td.warning,
.table > tbody > tr > td.warning,
.table > tfoot > tr > td.warning,
.table > thead > tr > th.warning,
.table > tbody > tr > th.warning,
.table > tfoot > tr > th.warning,
.table > thead > tr.warning > td,
.table > tbody > tr.warning > td,
.table > tfoot > tr.warning > td,
.table > thead > tr.warning > th,
.table > tbody > tr.warning > th,
.table > tfoot > tr.warning > th {
  background-color: #fcf8e3;
}
.table-hover > tbody > tr > td.warning:hover,
.table-hover > tbody > tr > th.warning:hover,
.table-hover > tbody > tr.warning:hover > td,
.table-hover > tbody > tr:hover > .warning,
.table-hover > tbody > tr.warning:hover > th {
  background-color: #faf2cc;
}
.table > thead > tr > td.danger,
.table > tbody > tr > td.danger,
.table > tfoot > tr > td.danger,
.table > thead > tr > th.danger,
.table > tbody > tr > th.danger,
.table > tfoot > tr > th.danger,
.table > thead > tr.danger > td,
.table > tbody > tr.danger > td,
.table > tfoot > tr.danger > td,
.table > thead > tr.danger > th,
.table > tbody > tr.danger > th,
.table > tfoot > tr.danger > th {
  background-color: #f2dede;
}
.table-hover > tbody > tr > td.danger:hover,
.table-hover > tbody > tr > th.danger:hover,
.table-hover > tbody > tr.danger:hover > td,
.table-hover > tbody > tr:hover > .danger,
.table-hover > tbody > tr.danger:hover > th {
  background-color: #ebcccc;
}
.table-responsive {
  overflow-x: auto;
  min-height: 0.01%;
}
@media screen and (max-width: 767px) {
  .table-responsive {
    width: 100%;
    margin-bottom: 13.5px;
    overflow-y: hidden;
    -ms-overflow-style: -ms-autohiding-scrollbar;
    border: 1px solid #ddd;
  }
  .table-responsive > .table {
    margin-bottom: 0;
  }
  .table-responsive > .table > thead > tr > th,
  .table-responsive > .table > tbody > tr > th,
  .table-responsive > .table > tfoot > tr > th,
  .table-responsive > .table > thead > tr > td,
  .table-responsive > .table > tbody > tr > td,
  .table-responsive > .table > tfoot > tr > td {
    white-space: nowrap;
  }
  .table-responsive > .table-bordered {
    border: 0;
  }
  .table-responsive > .table-bordered > thead > tr > th:first-child,
  .table-responsive > .table-bordered > tbody > tr > th:first-child,
  .table-responsive > .table-bordered > tfoot > tr > th:first-child,
  .table-responsive > .table-bordered > thead > tr > td:first-child,
  .table-responsive > .table-bordered > tbody > tr > td:first-child,
  .table-responsive > .table-bordered > tfoot > tr > td:first-child {
    border-left: 0;
  }
  .table-responsive > .table-bordered > thead > tr > th:last-child,
  .table-responsive > .table-bordered > tbody > tr > th:last-child,
  .table-responsive > .table-bordered > tfoot > tr > th:last-child,
  .table-responsive > .table-bordered > thead > tr > td:last-child,
  .table-responsive > .table-bordered > tbody > tr > td:last-child,
  .table-responsive > .table-bordered > tfoot > tr > td:last-child {
    border-right: 0;
  }
  .table-responsive > .table-bordered > tbody > tr:last-child > th,
  .table-responsive > .table-bordered > tfoot > tr:last-child > th,
  .table-responsive > .table-bordered > tbody > tr:last-child > td,
  .table-responsive > .table-bordered > tfoot > tr:last-child > td {
    border-bottom: 0;
  }
}
fieldset {
  padding: 0;
  margin: 0;
  border: 0;
  min-width: 0;
}
legend {
  display: block;
  width: 100%;
  padding: 0;
  margin-bottom: 18px;
  font-size: 19.5px;
  line-height: inherit;
  color: #333333;
  border: 0;
  border-bottom: 1px solid #e5e5e5;
}
label {
  display: inline-block;
  max-width: 100%;
  margin-bottom: 5px;
  font-weight: bold;
}
input[type="search"] {
  -webkit-box-sizing: border-box;
  -moz-box-sizing: border-box;
  box-sizing: border-box;
}
input[type="radio"],
input[type="checkbox"] {
  margin: 4px 0 0;
  margin-top: 1px \9;
  line-height: normal;
}
input[type="file"] {
  display: block;
}
input[type="range"] {
  display: block;
  width: 100%;
}
select[multiple],
select[size] {
  height: auto;
}
input[type="file"]:focus,
input[type="radio"]:focus,
input[type="checkbox"]:focus {
  outline: thin dotted;
  outline: 5px auto -webkit-focus-ring-color;
  outline-offset: -2px;
}
output {
  display: block;
  padding-top: 7px;
  font-size: 13px;
  line-height: 1.42857143;
  color: #555555;
}
.form-control {
  display: block;
  width: 100%;
  height: 32px;
  padding: 6px 12px;
  font-size: 13px;
  line-height: 1.42857143;
  color: #555555;
  background-color: #fff;
  background-image: none;
  border: 1px solid #ccc;
  border-radius: 2px;
  -webkit-box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075);
  box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075);
  -webkit-transition: border-color ease-in-out .15s, box-shadow ease-in-out .15s;
  -o-transition: border-color ease-in-out .15s, box-shadow ease-in-out .15s;
  transition: border-color ease-in-out .15s, box-shadow ease-in-out .15s;
}
.form-control:focus {
  border-color: #66afe9;
  outline: 0;
  -webkit-box-shadow: inset 0 1px 1px rgba(0,0,0,.075), 0 0 8px rgba(102, 175, 233, 0.6);
  box-shadow: inset 0 1px 1px rgba(0,0,0,.075), 0 0 8px rgba(102, 175, 233, 0.6);
}
.form-control::-moz-placeholder {
  color: #999;
  opacity: 1;
}
.form-control:-ms-input-placeholder {
  color: #999;
}
.form-control::-webkit-input-placeholder {
  color: #999;
}
.form-control::-ms-expand {
  border: 0;
  background-color: transparent;
}
.form-control[disabled],
.form-control[readonly],
fieldset[disabled] .form-control {
  background-color: #eeeeee;
  opacity: 1;
}
.form-control[disabled],
fieldset[disabled] .form-control {
  cursor: not-allowed;
}
textarea.form-control {
  height: auto;
}
input[type="search"] {
  -webkit-appearance: none;
}
@media screen and (-webkit-min-device-pixel-ratio: 0) {
  input[type="date"].form-control,
  input[type="time"].form-control,
  input[type="datetime-local"].form-control,
  input[type="month"].form-control {
    line-height: 32px;
  }
  input[type="date"].input-sm,
  input[type="time"].input-sm,
  input[type="datetime-local"].input-sm,
  input[type="month"].input-sm,
  .input-group-sm input[type="date"],
  .input-group-sm input[type="time"],
  .input-group-sm input[type="datetime-local"],
  .input-group-sm input[type="month"] {
    line-height: 30px;
  }
  input[type="date"].input-lg,
  input[type="time"].input-lg,
  input[type="datetime-local"].input-lg,
  input[type="month"].input-lg,
  .input-group-lg input[type="date"],
  .input-group-lg input[type="time"],
  .input-group-lg input[type="datetime-local"],
  .input-group-lg input[type="month"] {
    line-height: 45px;
  }
}
.form-group {
  margin-bottom: 15px;
}
.radio,
.checkbox {
  position: relative;
  display: block;
  margin-top: 10px;
  margin-bottom: 10px;
}
.radio label,
.checkbox label {
  min-height: 18px;
  padding-left: 20px;
  margin-bottom: 0;
  font-weight: normal;
  cursor: pointer;
}
.radio input[type="radio"],
.radio-inline input[type="radio"],
.checkbox input[type="checkbox"],
.checkbox-inline input[type="checkbox"] {
  position: absolute;
  margin-left: -20px;
  margin-top: 4px \9;
}
.radio + .radio,
.checkbox + .checkbox {
  margin-top: -5px;
}
.radio-inline,
.checkbox-inline {
  position: relative;
  display: inline-block;
  padding-left: 20px;
  margin-bottom: 0;
  vertical-align: middle;
  font-weight: normal;
  cursor: pointer;
}
.radio-inline + .radio-inline,
.checkbox-inline + .checkbox-inline {
  margin-top: 0;
  margin-left: 10px;
}
input[type="radio"][disabled],
input[type="checkbox"][disabled],
input[type="radio"].disabled,
input[type="checkbox"].disabled,
fieldset[disabled] input[type="radio"],
fieldset[disabled] input[type="checkbox"] {
  cursor: not-allowed;
}
.radio-inline.disabled,
.checkbox-inline.disabled,
fieldset[disabled] .radio-inline,
fieldset[disabled] .checkbox-inline {
  cursor: not-allowed;
}
.radio.disabled label,
.checkbox.disabled label,
fieldset[disabled] .radio label,
fieldset[disabled] .checkbox label {
  cursor: not-allowed;
}
.form-control-static {
  padding-top: 7px;
  padding-bottom: 7px;
  margin-bottom: 0;
  min-height: 31px;
}
.form-control-static.input-lg,
.form-control-static.input-sm {
  padding-left: 0;
  padding-right: 0;
}
.input-sm {
  height: 30px;
  padding: 5px 10px;
  font-size: 12px;
  line-height: 1.5;
  border-radius: 1px;
}
select.input-sm {
  height: 30px;
  line-height: 30px;
}
textarea.input-sm,
select[multiple].input-sm {
  height: auto;
}
.form-group-sm .form-control {
  height: 30px;
  padding: 5px 10px;
  font-size: 12px;
  line-height: 1.5;
  border-radius: 1px;
}
.form-group-sm select.form-control {
  height: 30px;
  line-height: 30px;
}
.form-group-sm textarea.form-control,
.form-group-sm select[multiple].form-control {
  height: auto;
}
.form-group-sm .form-control-static {
  height: 30px;
  min-height: 30px;
  padding: 6px 10px;
  font-size: 12px;
  line-height: 1.5;
}
.input-lg {
  height: 45px;
  padding: 10px 16px;
  font-size: 17px;
  line-height: 1.3333333;
  border-radius: 3px;
}
select.input-lg {
  height: 45px;
  line-height: 45px;
}
textarea.input-lg,
select[multiple].input-lg {
  height: auto;
}
.form-group-lg .form-control {
  height: 45px;
  padding: 10px 16px;
  font-size: 17px;
  line-height: 1.3333333;
  border-radius: 3px;
}
.form-group-lg select.form-control {
  height: 45px;
  line-height: 45px;
}
.form-group-lg textarea.form-control,
.form-group-lg select[multiple].form-control {
  height: auto;
}
.form-group-lg .form-control-static {
  height: 45px;
  min-height: 35px;
  padding: 11px 16px;
  font-size: 17px;
  line-height: 1.3333333;
}
.has-feedback {
  position: relative;
}
.has-feedback .form-control {
  padding-right: 40px;
}
.form-control-feedback {
  position: absolute;
  top: 0;
  right: 0;
  z-index: 2;
  display: block;
  width: 32px;
  height: 32px;
  line-height: 32px;
  text-align: center;
  pointer-events: none;
}
.input-lg + .form-control-feedback,
.input-group-lg + .form-control-feedback,
.form-group-lg .form-control + .form-control-feedback {
  width: 45px;
  height: 45px;
  line-height: 45px;
}
.input-sm + .form-control-feedback,
.input-group-sm + .form-control-feedback,
.form-group-sm .form-control + .form-control-feedback {
  width: 30px;
  height: 30px;
  line-height: 30px;
}
.has-success .help-block,
.has-success .control-label,
.has-success .radio,
.has-success .checkbox,
.has-success .radio-inline,
.has-success .checkbox-inline,
.has-success.radio label,
.has-success.checkbox label,
.has-success.radio-inline label,
.has-success.checkbox-inline label {
  color: #3c763d;
}
.has-success .form-control {
  border-color: #3c763d;
  -webkit-box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075);
  box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075);
}
.has-success .form-control:focus {
  border-color: #2b542c;
  -webkit-box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075), 0 0 6px #67b168;
  box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075), 0 0 6px #67b168;
}
.has-success .input-group-addon {
  color: #3c763d;
  border-color: #3c763d;
  background-color: #dff0d8;
}
.has-success .form-control-feedback {
  color: #3c763d;
}
.has-warning .help-block,
.has-warning .control-label,
.has-warning .radio,
.has-warning .checkbox,
.has-warning .radio-inline,
.has-warning .checkbox-inline,
.has-warning.radio label,
.has-warning.checkbox label,
.has-warning.radio-inline label,
.has-warning.checkbox-inline label {
  color: #8a6d3b;
}
.has-warning .form-control {
  border-color: #8a6d3b;
  -webkit-box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075);
  box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075);
}
.has-warning .form-control:focus {
  border-color: #66512c;
  -webkit-box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075), 0 0 6px #c0a16b;
  box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075), 0 0 6px #c0a16b;
}
.has-warning .input-group-addon {
  color: #8a6d3b;
  border-color: #8a6d3b;
  background-color: #fcf8e3;
}
.has-warning .form-control-feedback {
  color: #8a6d3b;
}
.has-error .help-block,
.has-error .control-label,
.has-error .radio,
.has-error .checkbox,
.has-error .radio-inline,
.has-error .checkbox-inline,
.has-error.radio label,
.has-error.checkbox label,
.has-error.radio-inline label,
.has-error.checkbox-inline label {
  color: #a94442;
}
.has-error .form-control {
  border-color: #a94442;
  -webkit-box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075);
  box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075);
}
.has-error .form-control:focus {
  border-color: #843534;
  -webkit-box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075), 0 0 6px #ce8483;
  box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075), 0 0 6px #ce8483;
}
.has-error .input-group-addon {
  color: #a94442;
  border-color: #a94442;
  background-color: #f2dede;
}
.has-error .form-control-feedback {
  color: #a94442;
}
.has-feedback label ~ .form-control-feedback {
  top: 23px;
}
.has-feedback label.sr-only ~ .form-control-feedback {
  top: 0;
}
.help-block {
  display: block;
  margin-top: 5px;
  margin-bottom: 10px;
  color: #404040;
}
@media (min-width: 768px) {
  .form-inline .form-group {
    display: inline-block;
    margin-bottom: 0;
    vertical-align: middle;
  }
  .form-inline .form-control {
    display: inline-block;
    width: auto;
    vertical-align: middle;
  }
  .form-inline .form-control-static {
    display: inline-block;
  }
  .form-inline .input-group {
    display: inline-table;
    vertical-align: middle;
  }
  .form-inline .input-group .input-group-addon,
  .form-inline .input-group .input-group-btn,
  .form-inline .input-group .form-control {
    width: auto;
  }
  .form-inline .input-group > .form-control {
    width: 100%;
  }
  .form-inline .control-label {
    margin-bottom: 0;
    vertical-align: middle;
  }
  .form-inline .radio,
  .form-inline .checkbox {
    display: inline-block;
    margin-top: 0;
    margin-bottom: 0;
    vertical-align: middle;
  }
  .form-inline .radio label,
  .form-inline .checkbox label {
    padding-left: 0;
  }
  .form-inline .radio input[type="radio"],
  .form-inline .checkbox input[type="checkbox"] {
    position: relative;
    margin-left: 0;
  }
  .form-inline .has-feedback .form-control-feedback {
    top: 0;
  }
}
.form-horizontal .radio,
.form-horizontal .checkbox,
.form-horizontal .radio-inline,
.form-horizontal .checkbox-inline {
  margin-top: 0;
  margin-bottom: 0;
  padding-top: 7px;
}
.form-horizontal .radio,
.form-horizontal .checkbox {
  min-height: 25px;
}
.form-horizontal .form-group {
  margin-left: 0px;
  margin-right: 0px;
}
@media (min-width: 768px) {
  .form-horizontal .control-label {
    text-align: right;
    margin-bottom: 0;
    padding-top: 7px;
  }
}
.form-horizontal .has-feedback .form-control-feedback {
  right: 0px;
}
@media (min-width: 768px) {
  .form-horizontal .form-group-lg .control-label {
    padding-top: 11px;
    font-size: 17px;
  }
}
@media (min-width: 768px) {
  .form-horizontal .form-group-sm .control-label {
    padding-top: 6px;
    font-size: 12px;
  }
}
.btn {
  display: inline-block;
  margin-bottom: 0;
  font-weight: normal;
  text-align: center;
  vertical-align: middle;
  touch-action: manipulation;
  cursor: pointer;
  background-image: none;
  border: 1px solid transparent;
  white-space: nowrap;
  padding: 6px 12px;
  font-size: 13px;
  line-height: 1.42857143;
  border-radius: 2px;
  -webkit-user-select: none;
  -moz-user-select: none;
  -ms-user-select: none;
  user-select: none;
}
.btn:focus,
.btn:active:focus,
.btn.active:focus,
.btn.focus,
.btn:active.focus,
.btn.active.focus {
  outline: thin dotted;
  outline: 5px auto -webkit-focus-ring-color;
  outline-offset: -2px;
}
.btn:hover,
.btn:focus,
.btn.focus {
  color: #333;
  text-decoration: none;
}
.btn:active,
.btn.active {
  outline: 0;
  background-image: none;
  -webkit-box-shadow: inset 0 3px 5px rgba(0, 0, 0, 0.125);
  box-shadow: inset 0 3px 5px rgba(0, 0, 0, 0.125);
}
.btn.disabled,
.btn[disabled],
fieldset[disabled] .btn {
  cursor: not-allowed;
  opacity: 0.65;
  filter: alpha(opacity=65);
  -webkit-box-shadow: none;
  box-shadow: none;
}
a.btn.disabled,
fieldset[disabled] a.btn {
  pointer-events: none;
}
.btn-default {
  color: #333;
  background-color: #fff;
  border-color: #ccc;
}
.btn-default:focus,
.btn-default.focus {
  color: #333;
  background-color: #e6e6e6;
  border-color: #8c8c8c;
}
.btn-default:hover {
  color: #333;
  background-color: #e6e6e6;
  border-color: #adadad;
}
.btn-default:active,
.btn-default.active,
.open > .dropdown-toggle.btn-default {
  color: #333;
  background-color: #e6e6e6;
  border-color: #adadad;
}
.btn-default:active:hover,
.btn-default.active:hover,
.open > .dropdown-toggle.btn-default:hover,
.btn-default:active:focus,
.btn-default.active:focus,
.open > .dropdown-toggle.btn-default:focus,
.btn-default:active.focus,
.btn-default.active.focus,
.open > .dropdown-toggle.btn-default.focus {
  color: #333;
  background-color: #d4d4d4;
  border-color: #8c8c8c;
}
.btn-default:active,
.btn-default.active,
.open > .dropdown-toggle.btn-default {
  background-image: none;
}
.btn-default.disabled:hover,
.btn-default[disabled]:hover,
fieldset[disabled] .btn-default:hover,
.btn-default.disabled:focus,
.btn-default[disabled]:focus,
fieldset[disabled] .btn-default:focus,
.btn-default.disabled.focus,
.btn-default[disabled].focus,
fieldset[disabled] .btn-default.focus {
  background-color: #fff;
  border-color: #ccc;
}
.btn-default .badge {
  color: #fff;
  background-color: #333;
}
.btn-primary {
  color: #fff;
  background-color: #337ab7;
  border-color: #2e6da4;
}
.btn-primary:focus,
.btn-primary.focus {
  color: #fff;
  background-color: #286090;
  border-color: #122b40;
}
.btn-primary:hover {
  color: #fff;
  background-color: #286090;
  border-color: #204d74;
}
.btn-primary:active,
.btn-primary.active,
.open > .dropdown-toggle.btn-primary {
  color: #fff;
  background-color: #286090;
  border-color: #204d74;
}
.btn-primary:active:hover,
.btn-primary.active:hover,
.open > .dropdown-toggle.btn-primary:hover,
.btn-primary:active:focus,
.btn-primary.active:focus,
.open > .dropdown-toggle.btn-primary:focus,
.btn-primary:active.focus,
.btn-primary.active.focus,
.open > .dropdown-toggle.btn-primary.focus {
  color: #fff;
  background-color: #204d74;
  border-color: #122b40;
}
.btn-primary:active,
.btn-primary.active,
.open > .dropdown-toggle.btn-primary {
  background-image: none;
}
.btn-primary.disabled:hover,
.btn-primary[disabled]:hover,
fieldset[disabled] .btn-primary:hover,
.btn-primary.disabled:focus,
.btn-primary[disabled]:focus,
fieldset[disabled] .btn-primary:focus,
.btn-primary.disabled.focus,
.btn-primary[disabled].focus,
fieldset[disabled] .btn-primary.focus {
  background-color: #337ab7;
  border-color: #2e6da4;
}
.btn-primary .badge {
  color: #337ab7;
  background-color: #fff;
}
.btn-success {
  color: #fff;
  background-color: #5cb85c;
  border-color: #4cae4c;
}
.btn-success:focus,
.btn-success.focus {
  color: #fff;
  background-color: #449d44;
  border-color: #255625;
}
.btn-success:hover {
  color: #fff;
  background-color: #449d44;
  border-color: #398439;
}
.btn-success:active,
.btn-success.active,
.open > .dropdown-toggle.btn-success {
  color: #fff;
  background-color: #449d44;
  border-color: #398439;
}
.btn-success:active:hover,
.btn-success.active:hover,
.open > .dropdown-toggle.btn-success:hover,
.btn-success:active:focus,
.btn-success.active:focus,
.open > .dropdown-toggle.btn-success:focus,
.btn-success:active.focus,
.btn-success.active.focus,
.open > .dropdown-toggle.btn-success.focus {
  color: #fff;
  background-color: #398439;
  border-color: #255625;
}
.btn-success:active,
.btn-success.active,
.open > .dropdown-toggle.btn-success {
  background-image: none;
}
.btn-success.disabled:hover,
.btn-success[disabled]:hover,
fieldset[disabled] .btn-success:hover,
.btn-success.disabled:focus,
.btn-success[disabled]:focus,
fieldset[disabled] .btn-success:focus,
.btn-success.disabled.focus,
.btn-success[disabled].focus,
fieldset[disabled] .btn-success.focus {
  background-color: #5cb85c;
  border-color: #4cae4c;
}
.btn-success .badge {
  color: #5cb85c;
  background-color: #fff;
}
.btn-info {
  color: #fff;
  background-color: #5bc0de;
  border-color: #46b8da;
}
.btn-info:focus,
.btn-info.focus {
  color: #fff;
  background-color: #31b0d5;
  border-color: #1b6d85;
}
.btn-info:hover {
  color: #fff;
  background-color: #31b0d5;
  border-color: #269abc;
}
.btn-info:active,
.btn-info.active,
.open > .dropdown-toggle.btn-info {
  color: #fff;
  background-color: #31b0d5;
  border-color: #269abc;
}
.btn-info:active:hover,
.btn-info.active:hover,
.open > .dropdown-toggle.btn-info:hover,
.btn-info:active:focus,
.btn-info.active:focus,
.open > .dropdown-toggle.btn-info:focus,
.btn-info:active.focus,
.btn-info.active.focus,
.open > .dropdown-toggle.btn-info.focus {
  color: #fff;
  background-color: #269abc;
  border-color: #1b6d85;
}
.btn-info:active,
.btn-info.active,
.open > .dropdown-toggle.btn-info {
  background-image: none;
}
.btn-info.disabled:hover,
.btn-info[disabled]:hover,
fieldset[disabled] .btn-info:hover,
.btn-info.disabled:focus,
.btn-info[disabled]:focus,
fieldset[disabled] .btn-info:focus,
.btn-info.disabled.focus,
.btn-info[disabled].focus,
fieldset[disabled] .btn-info.focus {
  background-color: #5bc0de;
  border-color: #46b8da;
}
.btn-info .badge {
  color: #5bc0de;
  background-color: #fff;
}
.btn-warning {
  color: #fff;
  background-color: #f0ad4e;
  border-color: #eea236;
}
.btn-warning:focus,
.btn-warning.focus {
  color: #fff;
  background-color: #ec971f;
  border-color: #985f0d;
}
.btn-warning:hover {
  color: #fff;
  background-color: #ec971f;
  border-color: #d58512;
}
.btn-warning:active,
.btn-warning.active,
.open > .dropdown-toggle.btn-warning {
  color: #fff;
  background-color: #ec971f;
  border-color: #d58512;
}
.btn-warning:active:hover,
.btn-warning.active:hover,
.open > .dropdown-toggle.btn-warning:hover,
.btn-warning:active:focus,
.btn-warning.active:focus,
.open > .dropdown-toggle.btn-warning:focus,
.btn-warning:active.focus,
.btn-warning.active.focus,
.open > .dropdown-toggle.btn-warning.focus {
  color: #fff;
  background-color: #d58512;
  border-color: #985f0d;
}
.btn-warning:active,
.btn-warning.active,
.open > .dropdown-toggle.btn-warning {
  background-image: none;
}
.btn-warning.disabled:hover,
.btn-warning[disabled]:hover,
fieldset[disabled] .btn-warning:hover,
.btn-warning.disabled:focus,
.btn-warning[disabled]:focus,
fieldset[disabled] .btn-warning:focus,
.btn-warning.disabled.focus,
.btn-warning[disabled].focus,
fieldset[disabled] .btn-warning.focus {
  background-color: #f0ad4e;
  border-color: #eea236;
}
.btn-warning .badge {
  color: #f0ad4e;
  background-color: #fff;
}
.btn-danger {
  color: #fff;
  background-color: #d9534f;
  border-color: #d43f3a;
}
.btn-danger:focus,
.btn-danger.focus {
  color: #fff;
  background-color: #c9302c;
  border-color: #761c19;
}
.btn-danger:hover {
  color: #fff;
  background-color: #c9302c;
  border-color: #ac2925;
}
.btn-danger:active,
.btn-danger.active,
.open > .dropdown-toggle.btn-danger {
  color: #fff;
  background-color: #c9302c;
  border-color: #ac2925;
}
.btn-danger:active:hover,
.btn-danger.active:hover,
.open > .dropdown-toggle.btn-danger:hover,
.btn-danger:active:focus,
.btn-danger.active:focus,
.open > .dropdown-toggle.btn-danger:focus,
.btn-danger:active.focus,
.btn-danger.active.focus,
.open > .dropdown-toggle.btn-danger.focus {
  color: #fff;
  background-color: #ac2925;
  border-color: #761c19;
}
.btn-danger:active,
.btn-danger.active,
.open > .dropdown-toggle.btn-danger {
  background-image: none;
}
.btn-danger.disabled:hover,
.btn-danger[disabled]:hover,
fieldset[disabled] .btn-danger:hover,
.btn-danger.disabled:focus,
.btn-danger[disabled]:focus,
fieldset[disabled] .btn-danger:focus,
.btn-danger.disabled.focus,
.btn-danger[disabled].focus,
fieldset[disabled] .btn-danger.focus {
  background-color: #d9534f;
  border-color: #d43f3a;
}
.btn-danger .badge {
  color: #d9534f;
  background-color: #fff;
}
.btn-link {
  color: #337ab7;
  font-weight: normal;
  border-radius: 0;
}
.btn-link,
.btn-link:active,
.btn-link.active,
.btn-link[disabled],
fieldset[disabled] .btn-link {
  background-color: transparent;
  -webkit-box-shadow: none;
  box-shadow: none;
}
.btn-link,
.btn-link:hover,
.btn-link:focus,
.btn-link:active {
  border-color: transparent;
}
.btn-link:hover,
.btn-link:focus {
  color: #23527c;
  text-decoration: underline;
  background-color: transparent;
}
.btn-link[disabled]:hover,
fieldset[disabled] .btn-link:hover,
.btn-link[disabled]:focus,
fieldset[disabled] .btn-link:focus {
  color: #777777;
  text-decoration: none;
}
.btn-lg,
.btn-group-lg > .btn {
  padding: 10px 16px;
  font-size: 17px;
  line-height: 1.3333333;
  border-radius: 3px;
}
.btn-sm,
.btn-group-sm > .btn {
  padding: 5px 10px;
  font-size: 12px;
  line-height: 1.5;
  border-radius: 1px;
}
.btn-xs,
.btn-group-xs > .btn {
  padding: 1px 5px;
  font-size: 12px;
  line-height: 1.5;
  border-radius: 1px;
}
.btn-block {
  display: block;
  width: 100%;
}
.btn-block + .btn-block {
  margin-top: 5px;
}
input[type="submit"].btn-block,
input[type="reset"].btn-block,
input[type="button"].btn-block {
  width: 100%;
}
.fade {
  opacity: 0;
  -webkit-transition: opacity 0.15s linear;
  -o-transition: opacity 0.15s linear;
  transition: opacity 0.15s linear;
}
.fade.in {
  opacity: 1;
}
.collapse {
  display: none;
}
.collapse.in {
  display: block;
}
tr.collapse.in {
  display: table-row;
}
tbody.collapse.in {
  display: table-row-group;
}
.collapsing {
  position: relative;
  height: 0;
  overflow: hidden;
  -webkit-transition-property: height, visibility;
  transition-property: height, visibility;
  -webkit-transition-duration: 0.35s;
  transition-duration: 0.35s;
  -webkit-transition-timing-function: ease;
  transition-timing-function: ease;
}
.caret {
  display: inline-block;
  width: 0;
  height: 0;
  margin-left: 2px;
  vertical-align: middle;
  border-top: 4px dashed;
  border-top: 4px solid \9;
  border-right: 4px solid transparent;
  border-left: 4px solid transparent;
}
.dropup,
.dropdown {
  position: relative;
}
.dropdown-toggle:focus {
  outline: 0;
}
.dropdown-menu {
  position: absolute;
  top: 100%;
  left: 0;
  z-index: 1000;
  display: none;
  float: left;
  min-width: 160px;
  padding: 5px 0;
  margin: 2px 0 0;
  list-style: none;
  font-size: 13px;
  text-align: left;
  background-color: #fff;
  border: 1px solid #ccc;
  border: 1px solid rgba(0, 0, 0, 0.15);
  border-radius: 2px;
  -webkit-box-shadow: 0 6px 12px rgba(0, 0, 0, 0.175);
  box-shadow: 0 6px 12px rgba(0, 0, 0, 0.175);
  background-clip: padding-box;
}
.dropdown-menu.pull-right {
  right: 0;
  left: auto;
}
.dropdown-menu .divider {
  height: 1px;
  margin: 8px 0;
  overflow: hidden;
  background-color: #e5e5e5;
}
.dropdown-menu > li > a {
  display: block;
  padding: 3px 20px;
  clear: both;
  font-weight: normal;
  line-height: 1.42857143;
  color: #333333;
  white-space: nowrap;
}
.dropdown-menu > li > a:hover,
.dropdown-menu > li > a:focus {
  text-decoration: none;
  color: #262626;
  background-color: #f5f5f5;
}
.dropdown-menu > .active > a,
.dropdown-menu > .active > a:hover,
.dropdown-menu > .active > a:focus {
  color: #fff;
  text-decoration: none;
  outline: 0;
  background-color: #337ab7;
}
.dropdown-menu > .disabled > a,
.dropdown-menu > .disabled > a:hover,
.dropdown-menu > .disabled > a:focus {
  color: #777777;
}
.dropdown-menu > .disabled > a:hover,
.dropdown-menu > .disabled > a:focus {
  text-decoration: none;
  background-color: transparent;
  background-image: none;
  filter: progid:DXImageTransform.Microsoft.gradient(enabled = false);
  cursor: not-allowed;
}
.open > .dropdown-menu {
  display: block;
}
.open > a {
  outline: 0;
}
.dropdown-menu-right {
  left: auto;
  right: 0;
}
.dropdown-menu-left {
  left: 0;
  right: auto;
}
.dropdown-header {
  display: block;
  padding: 3px 20px;
  font-size: 12px;
  line-height: 1.42857143;
  color: #777777;
  white-space: nowrap;
}
.dropdown-backdrop {
  position: fixed;
  left: 0;
  right: 0;
  bottom: 0;
  top: 0;
  z-index: 990;
}
.pull-right > .dropdown-menu {
  right: 0;
  left: auto;
}
.dropup .caret,
.navbar-fixed-bottom .dropdown .caret {
  border-top: 0;
  border-bottom: 4px dashed;
  border-bottom: 4px solid \9;
  content: "";
}
.dropup .dropdown-menu,
.navbar-fixed-bottom .dropdown .dropdown-menu {
  top: auto;
  bottom: 100%;
  margin-bottom: 2px;
}
@media (min-width: 541px) {
  .navbar-right .dropdown-menu {
    left: auto;
    right: 0;
  }
  .navbar-right .dropdown-menu-left {
    left: 0;
    right: auto;
  }
}
.btn-group,
.btn-group-vertical {
  position: relative;
  display: inline-block;
  vertical-align: middle;
}
.btn-group > .btn,
.btn-group-vertical > .btn {
  position: relative;
  float: left;
}
.btn-group > .btn:hover,
.btn-group-vertical > .btn:hover,
.btn-group > .btn:focus,
.btn-group-vertical > .btn:focus,
.btn-group > .btn:active,
.btn-group-vertical > .btn:active,
.btn-group > .btn.active,
.btn-group-vertical > .btn.active {
  z-index: 2;
}
.btn-group .btn + .btn,
.btn-group .btn + .btn-group,
.btn-group .btn-group + .btn,
.btn-group .btn-group + .btn-group {
  margin-left: -1px;
}
.btn-toolbar {
  margin-left: -5px;
}
.btn-toolbar .btn,
.btn-toolbar .btn-group,
.btn-toolbar .input-group {
  float: left;
}
.btn-toolbar > .btn,
.btn-toolbar > .btn-group,
.btn-toolbar > .input-group {
  margin-left: 5px;
}
.btn-group > .btn:not(:first-child):not(:last-child):not(.dropdown-toggle) {
  border-radius: 0;
}
.btn-group > .btn:first-child {
  margin-left: 0;
}
.btn-group > .btn:first-child:not(:last-child):not(.dropdown-toggle) {
  border-bottom-right-radius: 0;
  border-top-right-radius: 0;
}
.btn-group > .btn:last-child:not(:first-child),
.btn-group > .dropdown-toggle:not(:first-child) {
  border-bottom-left-radius: 0;
  border-top-left-radius: 0;
}
.btn-group > .btn-group {
  float: left;
}
.btn-group > .btn-group:not(:first-child):not(:last-child) > .btn {
  border-radius: 0;
}
.btn-group > .btn-group:first-child:not(:last-child) > .btn:last-child,
.btn-group > .btn-group:first-child:not(:last-child) > .dropdown-toggle {
  border-bottom-right-radius: 0;
  border-top-right-radius: 0;
}
.btn-group > .btn-group:last-child:not(:first-child) > .btn:first-child {
  border-bottom-left-radius: 0;
  border-top-left-radius: 0;
}
.btn-group .dropdown-toggle:active,
.btn-group.open .dropdown-toggle {
  outline: 0;
}
.btn-group > .btn + .dropdown-toggle {
  padding-left: 8px;
  padding-right: 8px;
}
.btn-group > .btn-lg + .dropdown-toggle {
  padding-left: 12px;
  padding-right: 12px;
}
.btn-group.open .dropdown-toggle {
  -webkit-box-shadow: inset 0 3px 5px rgba(0, 0, 0, 0.125);
  box-shadow: inset 0 3px 5px rgba(0, 0, 0, 0.125);
}
.btn-group.open .dropdown-toggle.btn-link {
  -webkit-box-shadow: none;
  box-shadow: none;
}
.btn .caret {
  margin-left: 0;
}
.btn-lg .caret {
  border-width: 5px 5px 0;
  border-bottom-width: 0;
}
.dropup .btn-lg .caret {
  border-width: 0 5px 5px;
}
.btn-group-vertical > .btn,
.btn-group-vertical > .btn-group,
.btn-group-vertical > .btn-group > .btn {
  display: block;
  float: none;
  width: 100%;
  max-width: 100%;
}
.btn-group-vertical > .btn-group > .btn {
  float: none;
}
.btn-group-vertical > .btn + .btn,
.btn-group-vertical > .btn + .btn-group,
.btn-group-vertical > .btn-group + .btn,
.btn-group-vertical > .btn-group + .btn-group {
  margin-top: -1px;
  margin-left: 0;
}
.btn-group-vertical > .btn:not(:first-child):not(:last-child) {
  border-radius: 0;
}
.btn-group-vertical > .btn:first-child:not(:last-child) {
  border-top-right-radius: 2px;
  border-top-left-radius: 2px;
  border-bottom-right-radius: 0;
  border-bottom-left-radius: 0;
}
.btn-group-vertical > .btn:last-child:not(:first-child) {
  border-top-right-radius: 0;
  border-top-left-radius: 0;
  border-bottom-right-radius: 2px;
  border-bottom-left-radius: 2px;
}
.btn-group-vertical > .btn-group:not(:first-child):not(:last-child) > .btn {
  border-radius: 0;
}
.btn-group-vertical > .btn-group:first-child:not(:last-child) > .btn:last-child,
.btn-group-vertical > .btn-group:first-child:not(:last-child) > .dropdown-toggle {
  border-bottom-right-radius: 0;
  border-bottom-left-radius: 0;
}
.btn-group-vertical > .btn-group:last-child:not(:first-child) > .btn:first-child {
  border-top-right-radius: 0;
  border-top-left-radius: 0;
}
.btn-group-justified {
  display: table;
  width: 100%;
  table-layout: fixed;
  border-collapse: separate;
}
.btn-group-justified > .btn,
.btn-group-justified > .btn-group {
  float: none;
  display: table-cell;
  width: 1%;
}
.btn-group-justified > .btn-group .btn {
  width: 100%;
}
.btn-group-justified > .btn-group .dropdown-menu {
  left: auto;
}
[data-toggle="buttons"] > .btn input[type="radio"],
[data-toggle="buttons"] > .btn-group > .btn input[type="radio"],
[data-toggle="buttons"] > .btn input[type="checkbox"],
[data-toggle="buttons"] > .btn-group > .btn input[type="checkbox"] {
  position: absolute;
  clip: rect(0, 0, 0, 0);
  pointer-events: none;
}
.input-group {
  position: relative;
  display: table;
  border-collapse: separate;
}
.input-group[class*="col-"] {
  float: none;
  padding-left: 0;
  padding-right: 0;
}
.input-group .form-control {
  position: relative;
  z-index: 2;
  float: left;
  width: 100%;
  margin-bottom: 0;
}
.input-group .form-control:focus {
  z-index: 3;
}
.input-group-lg > .form-control,
.input-group-lg > .input-group-addon,
.input-group-lg > .input-group-btn > .btn {
  height: 45px;
  padding: 10px 16px;
  font-size: 17px;
  line-height: 1.3333333;
  border-radius: 3px;
}
select.input-group-lg > .form-control,
select.input-group-lg > .input-group-addon,
select.input-group-lg > .input-group-btn > .btn {
  height: 45px;
  line-height: 45px;
}
textarea.input-group-lg > .form-control,
textarea.input-group-lg > .input-group-addon,
textarea.input-group-lg > .input-group-btn > .btn,
select[multiple].input-group-lg > .form-control,
select[multiple].input-group-lg > .input-group-addon,
select[multiple].input-group-lg > .input-group-btn > .btn {
  height: auto;
}
.input-group-sm > .form-control,
.input-group-sm > .input-group-addon,
.input-group-sm > .input-group-btn > .btn {
  height: 30px;
  padding: 5px 10px;
  font-size: 12px;
  line-height: 1.5;
  border-radius: 1px;
}
select.input-group-sm > .form-control,
select.input-group-sm > .input-group-addon,
select.input-group-sm > .input-group-btn > .btn {
  height: 30px;
  line-height: 30px;
}
textarea.input-group-sm > .form-control,
textarea.input-group-sm > .input-group-addon,
textarea.input-group-sm > .input-group-btn > .btn,
select[multiple].input-group-sm > .form-control,
select[multiple].input-group-sm > .input-group-addon,
select[multiple].input-group-sm > .input-group-btn > .btn {
  height: auto;
}
.input-group-addon,
.input-group-btn,
.input-group .form-control {
  display: table-cell;
}
.input-group-addon:not(:first-child):not(:last-child),
.input-group-btn:not(:first-child):not(:last-child),
.input-group .form-control:not(:first-child):not(:last-child) {
  border-radius: 0;
}
.input-group-addon,
.input-group-btn {
  width: 1%;
  white-space: nowrap;
  vertical-align: middle;
}
.input-group-addon {
  padding: 6px 12px;
  font-size: 13px;
  font-weight: normal;
  line-height: 1;
  color: #555555;
  text-align: center;
  background-color: #eeeeee;
  border: 1px solid #ccc;
  border-radius: 2px;
}
.input-group-addon.input-sm {
  padding: 5px 10px;
  font-size: 12px;
  border-radius: 1px;
}
.input-group-addon.input-lg {
  padding: 10px 16px;
  font-size: 17px;
  border-radius: 3px;
}
.input-group-addon input[type="radio"],
.input-group-addon input[type="checkbox"] {
  margin-top: 0;
}
.input-group .form-control:first-child,
.input-group-addon:first-child,
.input-group-btn:first-child > .btn,
.input-group-btn:first-child > .btn-group > .btn,
.input-group-btn:first-child > .dropdown-toggle,
.input-group-btn:last-child > .btn:not(:last-child):not(.dropdown-toggle),
.input-group-btn:last-child > .btn-group:not(:last-child) > .btn {
  border-bottom-right-radius: 0;
  border-top-right-radius: 0;
}
.input-group-addon:first-child {
  border-right: 0;
}
.input-group .form-control:last-child,
.input-group-addon:last-child,
.input-group-btn:last-child > .btn,
.input-group-btn:last-child > .btn-group > .btn,
.input-group-btn:last-child > .dropdown-toggle,
.input-group-btn:first-child > .btn:not(:first-child),
.input-group-btn:first-child > .btn-group:not(:first-child) > .btn {
  border-bottom-left-radius: 0;
  border-top-left-radius: 0;
}
.input-group-addon:last-child {
  border-left: 0;
}
.input-group-btn {
  position: relative;
  font-size: 0;
  white-space: nowrap;
}
.input-group-btn > .btn {
  position: relative;
}
.input-group-btn > .btn + .btn {
  margin-left: -1px;
}
.input-group-btn > .btn:hover,
.input-group-btn > .btn:focus,
.input-group-btn > .btn:active {
  z-index: 2;
}
.input-group-btn:first-child > .btn,
.input-group-btn:first-child > .btn-group {
  margin-right: -1px;
}
.input-group-btn:last-child > .btn,
.input-group-btn:last-child > .btn-group {
  z-index: 2;
  margin-left: -1px;
}
.nav {
  margin-bottom: 0;
  padding-left: 0;
  list-style: none;
}
.nav > li {
  position: relative;
  display: block;
}
.nav > li > a {
  position: relative;
  display: block;
  padding: 10px 15px;
}
.nav > li > a:hover,
.nav > li > a:focus {
  text-decoration: none;
  background-color: #eeeeee;
}
.nav > li.disabled > a {
  color: #777777;
}
.nav > li.disabled > a:hover,
.nav > li.disabled > a:focus {
  color: #777777;
  text-decoration: none;
  background-color: transparent;
  cursor: not-allowed;
}
.nav .open > a,
.nav .open > a:hover,
.nav .open > a:focus {
  background-color: #eeeeee;
  border-color: #337ab7;
}
.nav .nav-divider {
  height: 1px;
  margin: 8px 0;
  overflow: hidden;
  background-color: #e5e5e5;
}
.nav > li > a > img {
  max-width: none;
}
.nav-tabs {
  border-bottom: 1px solid #ddd;
}
.nav-tabs > li {
  float: left;
  margin-bottom: -1px;
}
.nav-tabs > li > a {
  margin-right: 2px;
  line-height: 1.42857143;
  border: 1px solid transparent;
  border-radius: 2px 2px 0 0;
}
.nav-tabs > li > a:hover {
  border-color: #eeeeee #eeeeee #ddd;
}
.nav-tabs > li.active > a,
.nav-tabs > li.active > a:hover,
.nav-tabs > li.active > a:focus {
  color: #555555;
  background-color: #fff;
  border: 1px solid #ddd;
  border-bottom-color: transparent;
  cursor: default;
}
.nav-tabs.nav-justified {
  width: 100%;
  border-bottom: 0;
}
.nav-tabs.nav-justified > li {
  float: none;
}
.nav-tabs.nav-justified > li > a {
  text-align: center;
  margin-bottom: 5px;
}
.nav-tabs.nav-justified > .dropdown .dropdown-menu {
  top: auto;
  left: auto;
}
@media (min-width: 768px) {
  .nav-tabs.nav-justified > li {
    display: table-cell;
    width: 1%;
  }
  .nav-tabs.nav-justified > li > a {
    margin-bottom: 0;
  }
}
.nav-tabs.nav-justified > li > a {
  margin-right: 0;
  border-radius: 2px;
}
.nav-tabs.nav-justified > .active > a,
.nav-tabs.nav-justified > .active > a:hover,
.nav-tabs.nav-justified > .active > a:focus {
  border: 1px solid #ddd;
}
@media (min-width: 768px) {
  .nav-tabs.nav-justified > li > a {
    border-bottom: 1px solid #ddd;
    border-radius: 2px 2px 0 0;
  }
  .nav-tabs.nav-justified > .active > a,
  .nav-tabs.nav-justified > .active > a:hover,
  .nav-tabs.nav-justified > .active > a:focus {
    border-bottom-color: #fff;
  }
}
.nav-pills > li {
  float: left;
}
.nav-pills > li > a {
  border-radius: 2px;
}
.nav-pills > li + li {
  margin-left: 2px;
}
.nav-pills > li.active > a,
.nav-pills > li.active > a:hover,
.nav-pills > li.active > a:focus {
  color: #fff;
  background-color: #337ab7;
}
.nav-stacked > li {
  float: none;
}
.nav-stacked > li + li {
  margin-top: 2px;
  margin-left: 0;
}
.nav-justified {
  width: 100%;
}
.nav-justified > li {
  float: none;
}
.nav-justified > li > a {
  text-align: center;
  margin-bottom: 5px;
}
.nav-justified > .dropdown .dropdown-menu {
  top: auto;
  left: auto;
}
@media (min-width: 768px) {
  .nav-justified > li {
    display: table-cell;
    width: 1%;
  }
  .nav-justified > li > a {
    margin-bottom: 0;
  }
}
.nav-tabs-justified {
  border-bottom: 0;
}
.nav-tabs-justified > li > a {
  margin-right: 0;
  border-radius: 2px;
}
.nav-tabs-justified > .active > a,
.nav-tabs-justified > .active > a:hover,
.nav-tabs-justified > .active > a:focus {
  border: 1px solid #ddd;
}
@media (min-width: 768px) {
  .nav-tabs-justified > li > a {
    border-bottom: 1px solid #ddd;
    border-radius: 2px 2px 0 0;
  }
  .nav-tabs-justified > .active > a,
  .nav-tabs-justified > .active > a:hover,
  .nav-tabs-justified > .active > a:focus {
    border-bottom-color: #fff;
  }
}
.tab-content > .tab-pane {
  display: none;
}
.tab-content > .active {
  display: block;
}
.nav-tabs .dropdown-menu {
  margin-top: -1px;
  border-top-right-radius: 0;
  border-top-left-radius: 0;
}
.navbar {
  position: relative;
  min-height: 30px;
  margin-bottom: 18px;
  border: 1px solid transparent;
}
@media (min-width: 541px) {
  .navbar {
    border-radius: 2px;
  }
}
@media (min-width: 541px) {
  .navbar-header {
    float: left;
  }
}
.navbar-collapse {
  overflow-x: visible;
  padding-right: 0px;
  padding-left: 0px;
  border-top: 1px solid transparent;
  box-shadow: inset 0 1px 0 rgba(255, 255, 255, 0.1);
  -webkit-overflow-scrolling: touch;
}
.navbar-collapse.in {
  overflow-y: auto;
}
@media (min-width: 541px) {
  .navbar-collapse {
    width: auto;
    border-top: 0;
    box-shadow: none;
  }
  .navbar-collapse.collapse {
    display: block !important;
    height: auto !important;
    padding-bottom: 0;
    overflow: visible !important;
  }
  .navbar-collapse.in {
    overflow-y: visible;
  }
  .navbar-fixed-top .navbar-collapse,
  .navbar-static-top .navbar-collapse,
  .navbar-fixed-bottom .navbar-collapse {
    padding-left: 0;
    padding-right: 0;
  }
}
.navbar-fixed-top .navbar-collapse,
.navbar-fixed-bottom .navbar-collapse {
  max-height: 340px;
}
@media (max-device-width: 540px) and (orientation: landscape) {
  .navbar-fixed-top .navbar-collapse,
  .navbar-fixed-bottom .navbar-collapse {
    max-height: 200px;
  }
}
.container > .navbar-header,
.container-fluid > .navbar-header,
.container > .navbar-collapse,
.container-fluid > .navbar-collapse {
  margin-right: 0px;
  margin-left: 0px;
}
@media (min-width: 541px) {
  .container > .navbar-header,
  .container-fluid > .navbar-header,
  .container > .navbar-collapse,
  .container-fluid > .navbar-collapse {
    margin-right: 0;
    margin-left: 0;
  }
}
.navbar-static-top {
  z-index: 1000;
  border-width: 0 0 1px;
}
@media (min-width: 541px) {
  .navbar-static-top {
    border-radius: 0;
  }
}
.navbar-fixed-top,
.navbar-fixed-bottom {
  position: fixed;
  right: 0;
  left: 0;
  z-index: 1030;
}
@media (min-width: 541px) {
  .navbar-fixed-top,
  .navbar-fixed-bottom {
    border-radius: 0;
  }
}
.navbar-fixed-top {
  top: 0;
  border-width: 0 0 1px;
}
.navbar-fixed-bottom {
  bottom: 0;
  margin-bottom: 0;
  border-width: 1px 0 0;
}
.navbar-brand {
  float: left;
  padding: 6px 0px;
  font-size: 17px;
  line-height: 18px;
  height: 30px;
}
.navbar-brand:hover,
.navbar-brand:focus {
  text-decoration: none;
}
.navbar-brand > img {
  display: block;
}
@media (min-width: 541px) {
  .navbar > .container .navbar-brand,
  .navbar > .container-fluid .navbar-brand {
    margin-left: 0px;
  }
}
.navbar-toggle {
  position: relative;
  float: right;
  margin-right: 0px;
  padding: 9px 10px;
  margin-top: -2px;
  margin-bottom: -2px;
  background-color: transparent;
  background-image: none;
  border: 1px solid transparent;
  border-radius: 2px;
}
.navbar-toggle:focus {
  outline: 0;
}
.navbar-toggle .icon-bar {
  display: block;
  width: 22px;
  height: 2px;
  border-radius: 1px;
}
.navbar-toggle .icon-bar + .icon-bar {
  margin-top: 4px;
}
@media (min-width: 541px) {
  .navbar-toggle {
    display: none;
  }
}
.navbar-nav {
  margin: 3px 0px;
}
.navbar-nav > li > a {
  padding-top: 10px;
  padding-bottom: 10px;
  line-height: 18px;
}
@media (max-width: 540px) {
  .navbar-nav .open .dropdown-menu {
    position: static;
    float: none;
    width: auto;
    margin-top: 0;
    background-color: transparent;
    border: 0;
    box-shadow: none;
  }
  .navbar-nav .open .dropdown-menu > li > a,
  .navbar-nav .open .dropdown-menu .dropdown-header {
    padding: 5px 15px 5px 25px;
  }
  .navbar-nav .open .dropdown-menu > li > a {
    line-height: 18px;
  }
  .navbar-nav .open .dropdown-menu > li > a:hover,
  .navbar-nav .open .dropdown-menu > li > a:focus {
    background-image: none;
  }
}
@media (min-width: 541px) {
  .navbar-nav {
    float: left;
    margin: 0;
  }
  .navbar-nav > li {
    float: left;
  }
  .navbar-nav > li > a {
    padding-top: 6px;
    padding-bottom: 6px;
  }
}
.navbar-form {
  margin-left: 0px;
  margin-right: 0px;
  padding: 10px 0px;
  border-top: 1px solid transparent;
  border-bottom: 1px solid transparent;
  -webkit-box-shadow: inset 0 1px 0 rgba(255, 255, 255, 0.1), 0 1px 0 rgba(255, 255, 255, 0.1);
  box-shadow: inset 0 1px 0 rgba(255, 255, 255, 0.1), 0 1px 0 rgba(255, 255, 255, 0.1);
  margin-top: -1px;
  margin-bottom: -1px;
}
@media (min-width: 768px) {
  .navbar-form .form-group {
    display: inline-block;
    margin-bottom: 0;
    vertical-align: middle;
  }
  .navbar-form .form-control {
    display: inline-block;
    width: auto;
    vertical-align: middle;
  }
  .navbar-form .form-control-static {
    display: inline-block;
  }
  .navbar-form .input-group {
    display: inline-table;
    vertical-align: middle;
  }
  .navbar-form .input-group .input-group-addon,
  .navbar-form .input-group .input-group-btn,
  .navbar-form .input-group .form-control {
    width: auto;
  }
  .navbar-form .input-group > .form-control {
    width: 100%;
  }
  .navbar-form .control-label {
    margin-bottom: 0;
    vertical-align: middle;
  }
  .navbar-form .radio,
  .navbar-form .checkbox {
    display: inline-block;
    margin-top: 0;
    margin-bottom: 0;
    vertical-align: middle;
  }
  .navbar-form .radio label,
  .navbar-form .checkbox label {
    padding-left: 0;
  }
  .navbar-form .radio input[type="radio"],
  .navbar-form .checkbox input[type="checkbox"] {
    position: relative;
    margin-left: 0;
  }
  .navbar-form .has-feedback .form-control-feedback {
    top: 0;
  }
}
@media (max-width: 540px) {
  .navbar-form .form-group {
    margin-bottom: 5px;
  }
  .navbar-form .form-group:last-child {
    margin-bottom: 0;
  }
}
@media (min-width: 541px) {
  .navbar-form {
    width: auto;
    border: 0;
    margin-left: 0;
    margin-right: 0;
    padding-top: 0;
    padding-bottom: 0;
    -webkit-box-shadow: none;
    box-shadow: none;
  }
}
.navbar-nav > li > .dropdown-menu {
  margin-top: 0;
  border-top-right-radius: 0;
  border-top-left-radius: 0;
}
.navbar-fixed-bottom .navbar-nav > li > .dropdown-menu {
  margin-bottom: 0;
  border-top-right-radius: 2px;
  border-top-left-radius: 2px;
  border-bottom-right-radius: 0;
  border-bottom-left-radius: 0;
}
.navbar-btn {
  margin-top: -1px;
  margin-bottom: -1px;
}
.navbar-btn.btn-sm {
  margin-top: 0px;
  margin-bottom: 0px;
}
.navbar-btn.btn-xs {
  margin-top: 4px;
  margin-bottom: 4px;
}
.navbar-text {
  margin-top: 6px;
  margin-bottom: 6px;
}
@media (min-width: 541px) {
  .navbar-text {
    float: left;
    margin-left: 0px;
    margin-right: 0px;
  }
}
@media (min-width: 541px) {
  .navbar-left {
    float: left !important;
    float: left;
  }
  .navbar-right {
    float: right !important;
    float: right;
    margin-right: 0px;
  }
  .navbar-right ~ .navbar-right {
    margin-right: 0;
  }
}
.navbar-default {
  background-color: #f8f8f8;
  border-color: #e7e7e7;
}
.navbar-default .navbar-brand {
  color: #777;
}
.navbar-default .navbar-brand:hover,
.navbar-default .navbar-brand:focus {
  color: #5e5e5e;
  background-color: transparent;
}
.navbar-default .navbar-text {
  color: #777;
}
.navbar-default .navbar-nav > li > a {
  color: #777;
}
.navbar-default .navbar-nav > li > a:hover,
.navbar-default .navbar-nav > li > a:focus {
  color: #333;
  background-color: transparent;
}
.navbar-default .navbar-nav > .active > a,
.navbar-default .navbar-nav > .active > a:hover,
.navbar-default .navbar-nav > .active > a:focus {
  color: #555;
  background-color: #e7e7e7;
}
.navbar-default .navbar-nav > .disabled > a,
.navbar-default .navbar-nav > .disabled > a:hover,
.navbar-default .navbar-nav > .disabled > a:focus {
  color: #ccc;
  background-color: transparent;
}
.navbar-default .navbar-toggle {
  border-color: #ddd;
}
.navbar-default .navbar-toggle:hover,
.navbar-default .navbar-toggle:focus {
  background-color: #ddd;
}
.navbar-default .navbar-toggle .icon-bar {
  background-color: #888;
}
.navbar-default .navbar-collapse,
.navbar-default .navbar-form {
  border-color: #e7e7e7;
}
.navbar-default .navbar-nav > .open > a,
.navbar-default .navbar-nav > .open > a:hover,
.navbar-default .navbar-nav > .open > a:focus {
  background-color: #e7e7e7;
  color: #555;
}
@media (max-width: 540px) {
  .navbar-default .navbar-nav .open .dropdown-menu > li > a {
    color: #777;
  }
  .navbar-default .navbar-nav .open .dropdown-menu > li > a:hover,
  .navbar-default .navbar-nav .open .dropdown-menu > li > a:focus {
    color: #333;
    background-color: transparent;
  }
  .navbar-default .navbar-nav .open .dropdown-menu > .active > a,
  .navbar-default .navbar-nav .open .dropdown-menu > .active > a:hover,
  .navbar-default .navbar-nav .open .dropdown-menu > .active > a:focus {
    color: #555;
    background-color: #e7e7e7;
  }
  .navbar-default .navbar-nav .open .dropdown-menu > .disabled > a,
  .navbar-default .navbar-nav .open .dropdown-menu > .disabled > a:hover,
  .navbar-default .navbar-nav .open .dropdown-menu > .disabled > a:focus {
    color: #ccc;
    background-color: transparent;
  }
}
.navbar-default .navbar-link {
  color: #777;
}
.navbar-default .navbar-link:hover {
  color: #333;
}
.navbar-default .btn-link {
  color: #777;
}
.navbar-default .btn-link:hover,
.navbar-default .btn-link:focus {
  color: #333;
}
.navbar-default .btn-link[disabled]:hover,
fieldset[disabled] .navbar-default .btn-link:hover,
.navbar-default .btn-link[disabled]:focus,
fieldset[disabled] .navbar-default .btn-link:focus {
  color: #ccc;
}
.navbar-inverse {
  background-color: #222;
  border-color: #080808;
}
.navbar-inverse .navbar-brand {
  color: #9d9d9d;
}
.navbar-inverse .navbar-brand:hover,
.navbar-inverse .navbar-brand:focus {
  color: #fff;
  background-color: transparent;
}
.navbar-inverse .navbar-text {
  color: #9d9d9d;
}
.navbar-inverse .navbar-nav > li > a {
  color: #9d9d9d;
}
.navbar-inverse .navbar-nav > li > a:hover,
.navbar-inverse .navbar-nav > li > a:focus {
  color: #fff;
  background-color: transparent;
}
.navbar-inverse .navbar-nav > .active > a,
.navbar-inverse .navbar-nav > .active > a:hover,
.navbar-inverse .navbar-nav > .active > a:focus {
  color: #fff;
  background-color: #080808;
}
.navbar-inverse .navbar-nav > .disabled > a,
.navbar-inverse .navbar-nav > .disabled > a:hover,
.navbar-inverse .navbar-nav > .disabled > a:focus {
  color: #444;
  background-color: transparent;
}
.navbar-inverse .navbar-toggle {
  border-color: #333;
}
.navbar-inverse .navbar-toggle:hover,
.navbar-inverse .navbar-toggle:focus {
  background-color: #333;
}
.navbar-inverse .navbar-toggle .icon-bar {
  background-color: #fff;
}
.navbar-inverse .navbar-collapse,
.navbar-inverse .navbar-form {
  border-color: #101010;
}
.navbar-inverse .navbar-nav > .open > a,
.navbar-inverse .navbar-nav > .open > a:hover,
.navbar-inverse .navbar-nav > .open > a:focus {
  background-color: #080808;
  color: #fff;
}
@media (max-width: 540px) {
  .navbar-inverse .navbar-nav .open .dropdown-menu > .dropdown-header {
    border-color: #080808;
  }
  .navbar-inverse .navbar-nav .open .dropdown-menu .divider {
    background-color: #080808;
  }
  .navbar-inverse .navbar-nav .open .dropdown-menu > li > a {
    color: #9d9d9d;
  }
  .navbar-inverse .navbar-nav .open .dropdown-menu > li > a:hover,
  .navbar-inverse .navbar-nav .open .dropdown-menu > li > a:focus {
    color: #fff;
    background-color: transparent;
  }
  .navbar-inverse .navbar-nav .open .dropdown-menu > .active > a,
  .navbar-inverse .navbar-nav .open .dropdown-menu > .active > a:hover,
  .navbar-inverse .navbar-nav .open .dropdown-menu > .active > a:focus {
    color: #fff;
    background-color: #080808;
  }
  .navbar-inverse .navbar-nav .open .dropdown-menu > .disabled > a,
  .navbar-inverse .navbar-nav .open .dropdown-menu > .disabled > a:hover,
  .navbar-inverse .navbar-nav .open .dropdown-menu > .disabled > a:focus {
    color: #444;
    background-color: transparent;
  }
}
.navbar-inverse .navbar-link {
  color: #9d9d9d;
}
.navbar-inverse .navbar-link:hover {
  color: #fff;
}
.navbar-inverse .btn-link {
  color: #9d9d9d;
}
.navbar-inverse .btn-link:hover,
.navbar-inverse .btn-link:focus {
  color: #fff;
}
.navbar-inverse .btn-link[disabled]:hover,
fieldset[disabled] .navbar-inverse .btn-link:hover,
.navbar-inverse .btn-link[disabled]:focus,
fieldset[disabled] .navbar-inverse .btn-link:focus {
  color: #444;
}
.breadcrumb {
  padding: 8px 15px;
  margin-bottom: 18px;
  list-style: none;
  background-color: #f5f5f5;
  border-radius: 2px;
}
.breadcrumb > li {
  display: inline-block;
}
.breadcrumb > li + li:before {
  content: "/\00a0";
  padding: 0 5px;
  color: #5e5e5e;
}
.breadcrumb > .active {
  color: #777777;
}
.pagination {
  display: inline-block;
  padding-left: 0;
  margin: 18px 0;
  border-radius: 2px;
}
.pagination > li {
  display: inline;
}
.pagination > li > a,
.pagination > li > span {
  position: relative;
  float: left;
  padding: 6px 12px;
  line-height: 1.42857143;
  text-decoration: none;
  color: #337ab7;
  background-color: #fff;
  border: 1px solid #ddd;
  margin-left: -1px;
}
.pagination > li:first-child > a,
.pagination > li:first-child > span {
  margin-left: 0;
  border-bottom-left-radius: 2px;
  border-top-left-radius: 2px;
}
.pagination > li:last-child > a,
.pagination > li:last-child > span {
  border-bottom-right-radius: 2px;
  border-top-right-radius: 2px;
}
.pagination > li > a:hover,
.pagination > li > span:hover,
.pagination > li > a:focus,
.pagination > li > span:focus {
  z-index: 2;
  color: #23527c;
  background-color: #eeeeee;
  border-color: #ddd;
}
.pagination > .active > a,
.pagination > .active > span,
.pagination > .active > a:hover,
.pagination > .active > span:hover,
.pagination > .active > a:focus,
.pagination > .active > span:focus {
  z-index: 3;
  color: #fff;
  background-color: #337ab7;
  border-color: #337ab7;
  cursor: default;
}
.pagination > .disabled > span,
.pagination > .disabled > span:hover,
.pagination > .disabled > span:focus,
.pagination > .disabled > a,
.pagination > .disabled > a:hover,
.pagination > .disabled > a:focus {
  color: #777777;
  background-color: #fff;
  border-color: #ddd;
  cursor: not-allowed;
}
.pagination-lg > li > a,
.pagination-lg > li > span {
  padding: 10px 16px;
  font-size: 17px;
  line-height: 1.3333333;
}
.pagination-lg > li:first-child > a,
.pagination-lg > li:first-child > span {
  border-bottom-left-radius: 3px;
  border-top-left-radius: 3px;
}
.pagination-lg > li:last-child > a,
.pagination-lg > li:last-child > span {
  border-bottom-right-radius: 3px;
  border-top-right-radius: 3px;
}
.pagination-sm > li > a,
.pagination-sm > li > span {
  padding: 5px 10px;
  font-size: 12px;
  line-height: 1.5;
}
.pagination-sm > li:first-child > a,
.pagination-sm > li:first-child > span {
  border-bottom-left-radius: 1px;
  border-top-left-radius: 1px;
}
.pagination-sm > li:last-child > a,
.pagination-sm > li:last-child > span {
  border-bottom-right-radius: 1px;
  border-top-right-radius: 1px;
}
.pager {
  padding-left: 0;
  margin: 18px 0;
  list-style: none;
  text-align: center;
}
.pager li {
  display: inline;
}
.pager li > a,
.pager li > span {
  display: inline-block;
  padding: 5px 14px;
  background-color: #fff;
  border: 1px solid #ddd;
  border-radius: 15px;
}
.pager li > a:hover,
.pager li > a:focus {
  text-decoration: none;
  background-color: #eeeeee;
}
.pager .next > a,
.pager .next > span {
  float: right;
}
.pager .previous > a,
.pager .previous > span {
  float: left;
}
.pager .disabled > a,
.pager .disabled > a:hover,
.pager .disabled > a:focus,
.pager .disabled > span {
  color: #777777;
  background-color: #fff;
  cursor: not-allowed;
}
.label {
  display: inline;
  padding: .2em .6em .3em;
  font-size: 75%;
  font-weight: bold;
  line-height: 1;
  color: #fff;
  text-align: center;
  white-space: nowrap;
  vertical-align: baseline;
  border-radius: .25em;
}
a.label:hover,
a.label:focus {
  color: #fff;
  text-decoration: none;
  cursor: pointer;
}
.label:empty {
  display: none;
}
.btn .label {
  position: relative;
  top: -1px;
}
.label-default {
  background-color: #777777;
}
.label-default[href]:hover,
.label-default[href]:focus {
  background-color: #5e5e5e;
}
.label-primary {
  background-color: #337ab7;
}
.label-primary[href]:hover,
.label-primary[href]:focus {
  background-color: #286090;
}
.label-success {
  background-color: #5cb85c;
}
.label-success[href]:hover,
.label-success[href]:focus {
  background-color: #449d44;
}
.label-info {
  background-color: #5bc0de;
}
.label-info[href]:hover,
.label-info[href]:focus {
  background-color: #31b0d5;
}
.label-warning {
  background-color: #f0ad4e;
}
.label-warning[href]:hover,
.label-warning[href]:focus {
  background-color: #ec971f;
}
.label-danger {
  background-color: #d9534f;
}
.label-danger[href]:hover,
.label-danger[href]:focus {
  background-color: #c9302c;
}
.badge {
  display: inline-block;
  min-width: 10px;
  padding: 3px 7px;
  font-size: 12px;
  font-weight: bold;
  color: #fff;
  line-height: 1;
  vertical-align: middle;
  white-space: nowrap;
  text-align: center;
  background-color: #777777;
  border-radius: 10px;
}
.badge:empty {
  display: none;
}
.btn .badge {
  position: relative;
  top: -1px;
}
.btn-xs .badge,
.btn-group-xs > .btn .badge {
  top: 0;
  padding: 1px 5px;
}
a.badge:hover,
a.badge:focus {
  color: #fff;
  text-decoration: none;
  cursor: pointer;
}
.list-group-item.active > .badge,
.nav-pills > .active > a > .badge {
  color: #337ab7;
  background-color: #fff;
}
.list-group-item > .badge {
  float: right;
}
.list-group-item > .badge + .badge {
  margin-right: 5px;
}
.nav-pills > li > a > .badge {
  margin-left: 3px;
}
.jumbotron {
  padding-top: 30px;
  padding-bottom: 30px;
  margin-bottom: 30px;
  color: inherit;
  background-color: #eeeeee;
}
.jumbotron h1,
.jumbotron .h1 {
  color: inherit;
}
.jumbotron p {
  margin-bottom: 15px;
  font-size: 20px;
  font-weight: 200;
}
.jumbotron > hr {
  border-top-color: #d5d5d5;
}
.container .jumbotron,
.container-fluid .jumbotron {
  border-radius: 3px;
  padding-left: 0px;
  padding-right: 0px;
}
.jumbotron .container {
  max-width: 100%;
}
@media screen and (min-width: 768px) {
  .jumbotron {
    padding-top: 48px;
    padding-bottom: 48px;
  }
  .container .jumbotron,
  .container-fluid .jumbotron {
    padding-left: 60px;
    padding-right: 60px;
  }
  .jumbotron h1,
  .jumbotron .h1 {
    font-size: 59px;
  }
}
.thumbnail {
  display: block;
  padding: 4px;
  margin-bottom: 18px;
  line-height: 1.42857143;
  background-color: #fff;
  border: 1px solid #ddd;
  border-radius: 2px;
  -webkit-transition: border 0.2s ease-in-out;
  -o-transition: border 0.2s ease-in-out;
  transition: border 0.2s ease-in-out;
}
.thumbnail > img,
.thumbnail a > img {
  margin-left: auto;
  margin-right: auto;
}
a.thumbnail:hover,
a.thumbnail:focus,
a.thumbnail.active {
  border-color: #337ab7;
}
.thumbnail .caption {
  padding: 9px;
  color: #000;
}
.alert {
  padding: 15px;
  margin-bottom: 18px;
  border: 1px solid transparent;
  border-radius: 2px;
}
.alert h4 {
  margin-top: 0;
  color: inherit;
}
.alert .alert-link {
  font-weight: bold;
}
.alert > p,
.alert > ul {
  margin-bottom: 0;
}
.alert > p + p {
  margin-top: 5px;
}
.alert-dismissable,
.alert-dismissible {
  padding-right: 35px;
}
.alert-dismissable .close,
.alert-dismissible .close {
  position: relative;
  top: -2px;
  right: -21px;
  color: inherit;
}
.alert-success {
  background-color: #dff0d8;
  border-color: #d6e9c6;
  color: #3c763d;
}
.alert-success hr {
  border-top-color: #c9e2b3;
}
.alert-success .alert-link {
  color: #2b542c;
}
.alert-info {
  background-color: #d9edf7;
  border-color: #bce8f1;
  color: #31708f;
}
.alert-info hr {
  border-top-color: #a6e1ec;
}
.alert-info .alert-link {
  color: #245269;
}
.alert-warning {
  background-color: #fcf8e3;
  border-color: #faebcc;
  color: #8a6d3b;
}
.alert-warning hr {
  border-top-color: #f7e1b5;
}
.alert-warning .alert-link {
  color: #66512c;
}
.alert-danger {
  background-color: #f2dede;
  border-color: #ebccd1;
  color: #a94442;
}
.alert-danger hr {
  border-top-color: #e4b9c0;
}
.alert-danger .alert-link {
  color: #843534;
}
@-webkit-keyframes progress-bar-stripes {
  from {
    background-position: 40px 0;
  }
  to {
    background-position: 0 0;
  }
}
@keyframes progress-bar-stripes {
  from {
    background-position: 40px 0;
  }
  to {
    background-position: 0 0;
  }
}
.progress {
  overflow: hidden;
  height: 18px;
  margin-bottom: 18px;
  background-color: #f5f5f5;
  border-radius: 2px;
  -webkit-box-shadow: inset 0 1px 2px rgba(0, 0, 0, 0.1);
  box-shadow: inset 0 1px 2px rgba(0, 0, 0, 0.1);
}
.progress-bar {
  float: left;
  width: 0%;
  height: 100%;
  font-size: 12px;
  line-height: 18px;
  color: #fff;
  text-align: center;
  background-color: #337ab7;
  -webkit-box-shadow: inset 0 -1px 0 rgba(0, 0, 0, 0.15);
  box-shadow: inset 0 -1px 0 rgba(0, 0, 0, 0.15);
  -webkit-transition: width 0.6s ease;
  -o-transition: width 0.6s ease;
  transition: width 0.6s ease;
}
.progress-striped .progress-bar,
.progress-bar-striped {
  background-image: -webkit-linear-gradient(45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);
  background-image: -o-linear-gradient(45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);
  background-image: linear-gradient(45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);
  background-size: 40px 40px;
}
.progress.active .progress-bar,
.progress-bar.active {
  -webkit-animation: progress-bar-stripes 2s linear infinite;
  -o-animation: progress-bar-stripes 2s linear infinite;
  animation: progress-bar-stripes 2s linear infinite;
}
.progress-bar-success {
  background-color: #5cb85c;
}
.progress-striped .progress-bar-success {
  background-image: -webkit-linear-gradient(45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);
  background-image: -o-linear-gradient(45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);
  background-image: linear-gradient(45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);
}
.progress-bar-info {
  background-color: #5bc0de;
}
.progress-striped .progress-bar-info {
  background-image: -webkit-linear-gradient(45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);
  background-image: -o-linear-gradient(45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);
  background-image: linear-gradient(45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);
}
.progress-bar-warning {
  background-color: #f0ad4e;
}
.progress-striped .progress-bar-warning {
  background-image: -webkit-linear-gradient(45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);
  background-image: -o-linear-gradient(45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);
  background-image: linear-gradient(45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);
}
.progress-bar-danger {
  background-color: #d9534f;
}
.progress-striped .progress-bar-danger {
  background-image: -webkit-linear-gradient(45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);
  background-image: -o-linear-gradient(45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);
  background-image: linear-gradient(45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);
}
.media {
  margin-top: 15px;
}
.media:first-child {
  margin-top: 0;
}
.media,
.media-body {
  zoom: 1;
  overflow: hidden;
}
.media-body {
  width: 10000px;
}
.media-object {
  display: block;
}
.media-object.img-thumbnail {
  max-width: none;
}
.media-right,
.media > .pull-right {
  padding-left: 10px;
}
.media-left,
.media > .pull-left {
  padding-right: 10px;
}
.media-left,
.media-right,
.media-body {
  display: table-cell;
  vertical-align: top;
}
.media-middle {
  vertical-align: middle;
}
.media-bottom {
  vertical-align: bottom;
}
.media-heading {
  margin-top: 0;
  margin-bottom: 5px;
}
.media-list {
  padding-left: 0;
  list-style: none;
}
.list-group {
  margin-bottom: 20px;
  padding-left: 0;
}
.list-group-item {
  position: relative;
  display: block;
  padding: 10px 15px;
  margin-bottom: -1px;
  background-color: #fff;
  border: 1px solid #ddd;
}
.list-group-item:first-child {
  border-top-right-radius: 2px;
  border-top-left-radius: 2px;
}
.list-group-item:last-child {
  margin-bottom: 0;
  border-bottom-right-radius: 2px;
  border-bottom-left-radius: 2px;
}
a.list-group-item,
button.list-group-item {
  color: #555;
}
a.list-group-item .list-group-item-heading,
button.list-group-item .list-group-item-heading {
  color: #333;
}
a.list-group-item:hover,
button.list-group-item:hover,
a.list-group-item:focus,
button.list-group-item:focus {
  text-decoration: none;
  color: #555;
  background-color: #f5f5f5;
}
button.list-group-item {
  width: 100%;
  text-align: left;
}
.list-group-item.disabled,
.list-group-item.disabled:hover,
.list-group-item.disabled:focus {
  background-color: #eeeeee;
  color: #777777;
  cursor: not-allowed;
}
.list-group-item.disabled .list-group-item-heading,
.list-group-item.disabled:hover .list-group-item-heading,
.list-group-item.disabled:focus .list-group-item-heading {
  color: inherit;
}
.list-group-item.disabled .list-group-item-text,
.list-group-item.disabled:hover .list-group-item-text,
.list-group-item.disabled:focus .list-group-item-text {
  color: #777777;
}
.list-group-item.active,
.list-group-item.active:hover,
.list-group-item.active:focus {
  z-index: 2;
  color: #fff;
  background-color: #337ab7;
  border-color: #337ab7;
}
.list-group-item.active .list-group-item-heading,
.list-group-item.active:hover .list-group-item-heading,
.list-group-item.active:focus .list-group-item-heading,
.list-group-item.active .list-group-item-heading > small,
.list-group-item.active:hover .list-group-item-heading > small,
.list-group-item.active:focus .list-group-item-heading > small,
.list-group-item.active .list-group-item-heading > .small,
.list-group-item.active:hover .list-group-item-heading > .small,
.list-group-item.active:focus .list-group-item-heading > .small {
  color: inherit;
}
.list-group-item.active .list-group-item-text,
.list-group-item.active:hover .list-group-item-text,
.list-group-item.active:focus .list-group-item-text {
  color: #c7ddef;
}
.list-group-item-success {
  color: #3c763d;
  background-color: #dff0d8;
}
a.list-group-item-success,
button.list-group-item-success {
  color: #3c763d;
}
a.list-group-item-success .list-group-item-heading,
button.list-group-item-success .list-group-item-heading {
  color: inherit;
}
a.list-group-item-success:hover,
button.list-group-item-success:hover,
a.list-group-item-success:focus,
button.list-group-item-success:focus {
  color: #3c763d;
  background-color: #d0e9c6;
}
a.list-group-item-success.active,
button.list-group-item-success.active,
a.list-group-item-success.active:hover,
button.list-group-item-success.active:hover,
a.list-group-item-success.active:focus,
button.list-group-item-success.active:focus {
  color: #fff;
  background-color: #3c763d;
  border-color: #3c763d;
}
.list-group-item-info {
  color: #31708f;
  background-color: #d9edf7;
}
a.list-group-item-info,
button.list-group-item-info {
  color: #31708f;
}
a.list-group-item-info .list-group-item-heading,
button.list-group-item-info .list-group-item-heading {
  color: inherit;
}
a.list-group-item-info:hover,
button.list-group-item-info:hover,
a.list-group-item-info:focus,
button.list-group-item-info:focus {
  color: #31708f;
  background-color: #c4e3f3;
}
a.list-group-item-info.active,
button.list-group-item-info.active,
a.list-group-item-info.active:hover,
button.list-group-item-info.active:hover,
a.list-group-item-info.active:focus,
button.list-group-item-info.active:focus {
  color: #fff;
  background-color: #31708f;
  border-color: #31708f;
}
.list-group-item-warning {
  color: #8a6d3b;
  background-color: #fcf8e3;
}
a.list-group-item-warning,
button.list-group-item-warning {
  color: #8a6d3b;
}
a.list-group-item-warning .list-group-item-heading,
button.list-group-item-warning .list-group-item-heading {
  color: inherit;
}
a.list-group-item-warning:hover,
button.list-group-item-warning:hover,
a.list-group-item-warning:focus,
button.list-group-item-warning:focus {
  color: #8a6d3b;
  background-color: #faf2cc;
}
a.list-group-item-warning.active,
button.list-group-item-warning.active,
a.list-group-item-warning.active:hover,
button.list-group-item-warning.active:hover,
a.list-group-item-warning.active:focus,
button.list-group-item-warning.active:focus {
  color: #fff;
  background-color: #8a6d3b;
  border-color: #8a6d3b;
}
.list-group-item-danger {
  color: #a94442;
  background-color: #f2dede;
}
a.list-group-item-danger,
button.list-group-item-danger {
  color: #a94442;
}
a.list-group-item-danger .list-group-item-heading,
button.list-group-item-danger .list-group-item-heading {
  color: inherit;
}
a.list-group-item-danger:hover,
button.list-group-item-danger:hover,
a.list-group-item-danger:focus,
button.list-group-item-danger:focus {
  color: #a94442;
  background-color: #ebcccc;
}
a.list-group-item-danger.active,
button.list-group-item-danger.active,
a.list-group-item-danger.active:hover,
button.list-group-item-danger.active:hover,
a.list-group-item-danger.active:focus,
button.list-group-item-danger.active:focus {
  color: #fff;
  background-color: #a94442;
  border-color: #a94442;
}
.list-group-item-heading {
  margin-top: 0;
  margin-bottom: 5px;
}
.list-group-item-text {
  margin-bottom: 0;
  line-height: 1.3;
}
.panel {
  margin-bottom: 18px;
  background-color: #fff;
  border: 1px solid transparent;
  border-radius: 2px;
  -webkit-box-shadow: 0 1px 1px rgba(0, 0, 0, 0.05);
  box-shadow: 0 1px 1px rgba(0, 0, 0, 0.05);
}
.panel-body {
  padding: 15px;
}
.panel-heading {
  padding: 10px 15px;
  border-bottom: 1px solid transparent;
  border-top-right-radius: 1px;
  border-top-left-radius: 1px;
}
.panel-heading > .dropdown .dropdown-toggle {
  color: inherit;
}
.panel-title {
  margin-top: 0;
  margin-bottom: 0;
  font-size: 15px;
  color: inherit;
}
.panel-title > a,
.panel-title > small,
.panel-title > .small,
.panel-title > small > a,
.panel-title > .small > a {
  color: inherit;
}
.panel-footer {
  padding: 10px 15px;
  background-color: #f5f5f5;
  border-top: 1px solid #ddd;
  border-bottom-right-radius: 1px;
  border-bottom-left-radius: 1px;
}
.panel > .list-group,
.panel > .panel-collapse > .list-group {
  margin-bottom: 0;
}
.panel > .list-group .list-group-item,
.panel > .panel-collapse > .list-group .list-group-item {
  border-width: 1px 0;
  border-radius: 0;
}
.panel > .list-group:first-child .list-group-item:first-child,
.panel > .panel-collapse > .list-group:first-child .list-group-item:first-child {
  border-top: 0;
  border-top-right-radius: 1px;
  border-top-left-radius: 1px;
}
.panel > .list-group:last-child .list-group-item:last-child,
.panel > .panel-collapse > .list-group:last-child .list-group-item:last-child {
  border-bottom: 0;
  border-bottom-right-radius: 1px;
  border-bottom-left-radius: 1px;
}
.panel > .panel-heading + .panel-collapse > .list-group .list-group-item:first-child {
  border-top-right-radius: 0;
  border-top-left-radius: 0;
}
.panel-heading + .list-group .list-group-item:first-child {
  border-top-width: 0;
}
.list-group + .panel-footer {
  border-top-width: 0;
}
.panel > .table,
.panel > .table-responsive > .table,
.panel > .panel-collapse > .table {
  margin-bottom: 0;
}
.panel > .table caption,
.panel > .table-responsive > .table caption,
.panel > .panel-collapse > .table caption {
  padding-left: 15px;
  padding-right: 15px;
}
.panel > .table:first-child,
.panel > .table-responsive:first-child > .table:first-child {
  border-top-right-radius: 1px;
  border-top-left-radius: 1px;
}
.panel > .table:first-child > thead:first-child > tr:first-child,
.panel > .table-responsive:first-child > .table:first-child > thead:first-child > tr:first-child,
.panel > .table:first-child > tbody:first-child > tr:first-child,
.panel > .table-responsive:first-child > .table:first-child > tbody:first-child > tr:first-child {
  border-top-left-radius: 1px;
  border-top-right-radius: 1px;
}
.panel > .table:first-child > thead:first-child > tr:first-child td:first-child,
.panel > .table-responsive:first-child > .table:first-child > thead:first-child > tr:first-child td:first-child,
.panel > .table:first-child > tbody:first-child > tr:first-child td:first-child,
.panel > .table-responsive:first-child > .table:first-child > tbody:first-child > tr:first-child td:first-child,
.panel > .table:first-child > thead:first-child > tr:first-child th:first-child,
.panel > .table-responsive:first-child > .table:first-child > thead:first-child > tr:first-child th:first-child,
.panel > .table:first-child > tbody:first-child > tr:first-child th:first-child,
.panel > .table-responsive:first-child > .table:first-child > tbody:first-child > tr:first-child th:first-child {
  border-top-left-radius: 1px;
}
.panel > .table:first-child > thead:first-child > tr:first-child td:last-child,
.panel > .table-responsive:first-child > .table:first-child > thead:first-child > tr:first-child td:last-child,
.panel > .table:first-child > tbody:first-child > tr:first-child td:last-child,
.panel > .table-responsive:first-child > .table:first-child > tbody:first-child > tr:first-child td:last-child,
.panel > .table:first-child > thead:first-child > tr:first-child th:last-child,
.panel > .table-responsive:first-child > .table:first-child > thead:first-child > tr:first-child th:last-child,
.panel > .table:first-child > tbody:first-child > tr:first-child th:last-child,
.panel > .table-responsive:first-child > .table:first-child > tbody:first-child > tr:first-child th:last-child {
  border-top-right-radius: 1px;
}
.panel > .table:last-child,
.panel > .table-responsive:last-child > .table:last-child {
  border-bottom-right-radius: 1px;
  border-bottom-left-radius: 1px;
}
.panel > .table:last-child > tbody:last-child > tr:last-child,
.panel > .table-responsive:last-child > .table:last-child > tbody:last-child > tr:last-child,
.panel > .table:last-child > tfoot:last-child > tr:last-child,
.panel > .table-responsive:last-child > .table:last-child > tfoot:last-child > tr:last-child {
  border-bottom-left-radius: 1px;
  border-bottom-right-radius: 1px;
}
.panel > .table:last-child > tbody:last-child > tr:last-child td:first-child,
.panel > .table-responsive:last-child > .table:last-child > tbody:last-child > tr:last-child td:first-child,
.panel > .table:last-child > tfoot:last-child > tr:last-child td:first-child,
.panel > .table-responsive:last-child > .table:last-child > tfoot:last-child > tr:last-child td:first-child,
.panel > .table:last-child > tbody:last-child > tr:last-child th:first-child,
.panel > .table-responsive:last-child > .table:last-child > tbody:last-child > tr:last-child th:first-child,
.panel > .table:last-child > tfoot:last-child > tr:last-child th:first-child,
.panel > .table-responsive:last-child > .table:last-child > tfoot:last-child > tr:last-child th:first-child {
  border-bottom-left-radius: 1px;
}
.panel > .table:last-child > tbody:last-child > tr:last-child td:last-child,
.panel > .table-responsive:last-child > .table:last-child > tbody:last-child > tr:last-child td:last-child,
.panel > .table:last-child > tfoot:last-child > tr:last-child td:last-child,
.panel > .table-responsive:last-child > .table:last-child > tfoot:last-child > tr:last-child td:last-child,
.panel > .table:last-child > tbody:last-child > tr:last-child th:last-child,
.panel > .table-responsive:last-child > .table:last-child > tbody:last-child > tr:last-child th:last-child,
.panel > .table:last-child > tfoot:last-child > tr:last-child th:last-child,
.panel > .table-responsive:last-child > .table:last-child > tfoot:last-child > tr:last-child th:last-child {
  border-bottom-right-radius: 1px;
}
.panel > .panel-body + .table,
.panel > .panel-body + .table-responsive,
.panel > .table + .panel-body,
.panel > .table-responsive + .panel-body {
  border-top: 1px solid #ddd;
}
.panel > .table > tbody:first-child > tr:first-child th,
.panel > .table > tbody:first-child > tr:first-child td {
  border-top: 0;
}
.panel > .table-bordered,
.panel > .table-responsive > .table-bordered {
  border: 0;
}
.panel > .table-bordered > thead > tr > th:first-child,
.panel > .table-responsive > .table-bordered > thead > tr > th:first-child,
.panel > .table-bordered > tbody > tr > th:first-child,
.panel > .table-responsive > .table-bordered > tbody > tr > th:first-child,
.panel > .table-bordered > tfoot > tr > th:first-child,
.panel > .table-responsive > .table-bordered > tfoot > tr > th:first-child,
.panel > .table-bordered > thead > tr > td:first-child,
.panel > .table-responsive > .table-bordered > thead > tr > td:first-child,
.panel > .table-bordered > tbody > tr > td:first-child,
.panel > .table-responsive > .table-bordered > tbody > tr > td:first-child,
.panel > .table-bordered > tfoot > tr > td:first-child,
.panel > .table-responsive > .table-bordered > tfoot > tr > td:first-child {
  border-left: 0;
}
.panel > .table-bordered > thead > tr > th:last-child,
.panel > .table-responsive > .table-bordered > thead > tr > th:last-child,
.panel > .table-bordered > tbody > tr > th:last-child,
.panel > .table-responsive > .table-bordered > tbody > tr > th:last-child,
.panel > .table-bordered > tfoot > tr > th:last-child,
.panel > .table-responsive > .table-bordered > tfoot > tr > th:last-child,
.panel > .table-bordered > thead > tr > td:last-child,
.panel > .table-responsive > .table-bordered > thead > tr > td:last-child,
.panel > .table-bordered > tbody > tr > td:last-child,
.panel > .table-responsive > .table-bordered > tbody > tr > td:last-child,
.panel > .table-bordered > tfoot > tr > td:last-child,
.panel > .table-responsive > .table-bordered > tfoot > tr > td:last-child {
  border-right: 0;
}
.panel > .table-bordered > thead > tr:first-child > td,
.panel > .table-responsive > .table-bordered > thead > tr:first-child > td,
.panel > .table-bordered > tbody > tr:first-child > td,
.panel > .table-responsive > .table-bordered > tbody > tr:first-child > td,
.panel > .table-bordered > thead > tr:first-child > th,
.panel > .table-responsive > .table-bordered > thead > tr:first-child > th,
.panel > .table-bordered > tbody > tr:first-child > th,
.panel > .table-responsive > .table-bordered > tbody > tr:first-child > th {
  border-bottom: 0;
}
.panel > .table-bordered > tbody > tr:last-child > td,
.panel > .table-responsive > .table-bordered > tbody > tr:last-child > td,
.panel > .table-bordered > tfoot > tr:last-child > td,
.panel > .table-responsive > .table-bordered > tfoot > tr:last-child > td,
.panel > .table-bordered > tbody > tr:last-child > th,
.panel > .table-responsive > .table-bordered > tbody > tr:last-child > th,
.panel > .table-bordered > tfoot > tr:last-child > th,
.panel > .table-responsive > .table-bordered > tfoot > tr:last-child > th {
  border-bottom: 0;
}
.panel > .table-responsive {
  border: 0;
  margin-bottom: 0;
}
.panel-group {
  margin-bottom: 18px;
}
.panel-group .panel {
  margin-bottom: 0;
  border-radius: 2px;
}
.panel-group .panel + .panel {
  margin-top: 5px;
}
.panel-group .panel-heading {
  border-bottom: 0;
}
.panel-group .panel-heading + .panel-collapse > .panel-body,
.panel-group .panel-heading + .panel-collapse > .list-group {
  border-top: 1px solid #ddd;
}
.panel-group .panel-footer {
  border-top: 0;
}
.panel-group .panel-footer + .panel-collapse .panel-body {
  border-bottom: 1px solid #ddd;
}
.panel-default {
  border-color: #ddd;
}
.panel-default > .panel-heading {
  color: #333333;
  background-color: #f5f5f5;
  border-color: #ddd;
}
.panel-default > .panel-heading + .panel-collapse > .panel-body {
  border-top-color: #ddd;
}
.panel-default > .panel-heading .badge {
  color: #f5f5f5;
  background-color: #333333;
}
.panel-default > .panel-footer + .panel-collapse > .panel-body {
  border-bottom-color: #ddd;
}
.panel-primary {
  border-color: #337ab7;
}
.panel-primary > .panel-heading {
  color: #fff;
  background-color: #337ab7;
  border-color: #337ab7;
}
.panel-primary > .panel-heading + .panel-collapse > .panel-body {
  border-top-color: #337ab7;
}
.panel-primary > .panel-heading .badge {
  color: #337ab7;
  background-color: #fff;
}
.panel-primary > .panel-footer + .panel-collapse > .panel-body {
  border-bottom-color: #337ab7;
}
.panel-success {
  border-color: #d6e9c6;
}
.panel-success > .panel-heading {
  color: #3c763d;
  background-color: #dff0d8;
  border-color: #d6e9c6;
}
.panel-success > .panel-heading + .panel-collapse > .panel-body {
  border-top-color: #d6e9c6;
}
.panel-success > .panel-heading .badge {
  color: #dff0d8;
  background-color: #3c763d;
}
.panel-success > .panel-footer + .panel-collapse > .panel-body {
  border-bottom-color: #d6e9c6;
}
.panel-info {
  border-color: #bce8f1;
}
.panel-info > .panel-heading {
  color: #31708f;
  background-color: #d9edf7;
  border-color: #bce8f1;
}
.panel-info > .panel-heading + .panel-collapse > .panel-body {
  border-top-color: #bce8f1;
}
.panel-info > .panel-heading .badge {
  color: #d9edf7;
  background-color: #31708f;
}
.panel-info > .panel-footer + .panel-collapse > .panel-body {
  border-bottom-color: #bce8f1;
}
.panel-warning {
  border-color: #faebcc;
}
.panel-warning > .panel-heading {
  color: #8a6d3b;
  background-color: #fcf8e3;
  border-color: #faebcc;
}
.panel-warning > .panel-heading + .panel-collapse > .panel-body {
  border-top-color: #faebcc;
}
.panel-warning > .panel-heading .badge {
  color: #fcf8e3;
  background-color: #8a6d3b;
}
.panel-warning > .panel-footer + .panel-collapse > .panel-body {
  border-bottom-color: #faebcc;
}
.panel-danger {
  border-color: #ebccd1;
}
.panel-danger > .panel-heading {
  color: #a94442;
  background-color: #f2dede;
  border-color: #ebccd1;
}
.panel-danger > .panel-heading + .panel-collapse > .panel-body {
  border-top-color: #ebccd1;
}
.panel-danger > .panel-heading .badge {
  color: #f2dede;
  background-color: #a94442;
}
.panel-danger > .panel-footer + .panel-collapse > .panel-body {
  border-bottom-color: #ebccd1;
}
.embed-responsive {
  position: relative;
  display: block;
  height: 0;
  padding: 0;
  overflow: hidden;
}
.embed-responsive .embed-responsive-item,
.embed-responsive iframe,
.embed-responsive embed,
.embed-responsive object,
.embed-responsive video {
  position: absolute;
  top: 0;
  left: 0;
  bottom: 0;
  height: 100%;
  width: 100%;
  border: 0;
}
.embed-responsive-16by9 {
  padding-bottom: 56.25%;
}
.embed-responsive-4by3 {
  padding-bottom: 75%;
}
.well {
  min-height: 20px;
  padding: 19px;
  margin-bottom: 20px;
  background-color: #f5f5f5;
  border: 1px solid #e3e3e3;
  border-radius: 2px;
  -webkit-box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.05);
  box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.05);
}
.well blockquote {
  border-color: #ddd;
  border-color: rgba(0, 0, 0, 0.15);
}
.well-lg {
  padding: 24px;
  border-radius: 3px;
}
.well-sm {
  padding: 9px;
  border-radius: 1px;
}
.close {
  float: right;
  font-size: 19.5px;
  font-weight: bold;
  line-height: 1;
  color: #000;
  text-shadow: 0 1px 0 #fff;
  opacity: 0.2;
  filter: alpha(opacity=20);
}
.close:hover,
.close:focus {
  color: #000;
  text-decoration: none;
  cursor: pointer;
  opacity: 0.5;
  filter: alpha(opacity=50);
}
button.close {
  padding: 0;
  cursor: pointer;
  background: transparent;
  border: 0;
  -webkit-appearance: none;
}
.modal-open {
  overflow: hidden;
}
.modal {
  display: none;
  overflow: hidden;
  position: fixed;
  top: 0;
  right: 0;
  bottom: 0;
  left: 0;
  z-index: 1050;
  -webkit-overflow-scrolling: touch;
  outline: 0;
}
.modal.fade .modal-dialog {
  -webkit-transform: translate(0, -25%);
  -ms-transform: translate(0, -25%);
  -o-transform: translate(0, -25%);
  transform: translate(0, -25%);
  -webkit-transition: -webkit-transform 0.3s ease-out;
  -moz-transition: -moz-transform 0.3s ease-out;
  -o-transition: -o-transform 0.3s ease-out;
  transition: transform 0.3s ease-out;
}
.modal.in .modal-dialog {
  -webkit-transform: translate(0, 0);
  -ms-transform: translate(0, 0);
  -o-transform: translate(0, 0);
  transform: translate(0, 0);
}
.modal-open .modal {
  overflow-x: hidden;
  overflow-y: auto;
}
.modal-dialog {
  position: relative;
  width: auto;
  margin: 10px;
}
.modal-content {
  position: relative;
  background-color: #fff;
  border: 1px solid #999;
  border: 1px solid rgba(0, 0, 0, 0.2);
  border-radius: 3px;
  -webkit-box-shadow: 0 3px 9px rgba(0, 0, 0, 0.5);
  box-shadow: 0 3px 9px rgba(0, 0, 0, 0.5);
  background-clip: padding-box;
  outline: 0;
}
.modal-backdrop {
  position: fixed;
  top: 0;
  right: 0;
  bottom: 0;
  left: 0;
  z-index: 1040;
  background-color: #000;
}
.modal-backdrop.fade {
  opacity: 0;
  filter: alpha(opacity=0);
}
.modal-backdrop.in {
  opacity: 0.5;
  filter: alpha(opacity=50);
}
.modal-header {
  padding: 15px;
  border-bottom: 1px solid #e5e5e5;
}
.modal-header .close {
  margin-top: -2px;
}
.modal-title {
  margin: 0;
  line-height: 1.42857143;
}
.modal-body {
  position: relative;
  padding: 15px;
}
.modal-footer {
  padding: 15px;
  text-align: right;
  border-top: 1px solid #e5e5e5;
}
.modal-footer .btn + .btn {
  margin-left: 5px;
  margin-bottom: 0;
}
.modal-footer .btn-group .btn + .btn {
  margin-left: -1px;
}
.modal-footer .btn-block + .btn-block {
  margin-left: 0;
}
.modal-scrollbar-measure {
  position: absolute;
  top: -9999px;
  width: 50px;
  height: 50px;
  overflow: scroll;
}
@media (min-width: 768px) {
  .modal-dialog {
    width: 600px;
    margin: 30px auto;
  }
  .modal-content {
    -webkit-box-shadow: 0 5px 15px rgba(0, 0, 0, 0.5);
    box-shadow: 0 5px 15px rgba(0, 0, 0, 0.5);
  }
  .modal-sm {
    width: 300px;
  }
}
@media (min-width: 992px) {
  .modal-lg {
    width: 900px;
  }
}
.tooltip {
  position: absolute;
  z-index: 1070;
  display: block;
  font-family: "Helvetica Neue", Helvetica, Arial, sans-serif;
  font-style: normal;
  font-weight: normal;
  letter-spacing: normal;
  line-break: auto;
  line-height: 1.42857143;
  text-align: left;
  text-align: start;
  text-decoration: none;
  text-shadow: none;
  text-transform: none;
  white-space: normal;
  word-break: normal;
  word-spacing: normal;
  word-wrap: normal;
  font-size: 12px;
  opacity: 0;
  filter: alpha(opacity=0);
}
.tooltip.in {
  opacity: 0.9;
  filter: alpha(opacity=90);
}
.tooltip.top {
  margin-top: -3px;
  padding: 5px 0;
}
.tooltip.right {
  margin-left: 3px;
  padding: 0 5px;
}
.tooltip.bottom {
  margin-top: 3px;
  padding: 5px 0;
}
.tooltip.left {
  margin-left: -3px;
  padding: 0 5px;
}
.tooltip-inner {
  max-width: 200px;
  padding: 3px 8px;
  color: #fff;
  text-align: center;
  background-color: #000;
  border-radius: 2px;
}
.tooltip-arrow {
  position: absolute;
  width: 0;
  height: 0;
  border-color: transparent;
  border-style: solid;
}
.tooltip.top .tooltip-arrow {
  bottom: 0;
  left: 50%;
  margin-left: -5px;
  border-width: 5px 5px 0;
  border-top-color: #000;
}
.tooltip.top-left .tooltip-arrow {
  bottom: 0;
  right: 5px;
  margin-bottom: -5px;
  border-width: 5px 5px 0;
  border-top-color: #000;
}
.tooltip.top-right .tooltip-arrow {
  bottom: 0;
  left: 5px;
  margin-bottom: -5px;
  border-width: 5px 5px 0;
  border-top-color: #000;
}
.tooltip.right .tooltip-arrow {
  top: 50%;
  left: 0;
  margin-top: -5px;
  border-width: 5px 5px 5px 0;
  border-right-color: #000;
}
.tooltip.left .tooltip-arrow {
  top: 50%;
  right: 0;
  margin-top: -5px;
  border-width: 5px 0 5px 5px;
  border-left-color: #000;
}
.tooltip.bottom .tooltip-arrow {
  top: 0;
  left: 50%;
  margin-left: -5px;
  border-width: 0 5px 5px;
  border-bottom-color: #000;
}
.tooltip.bottom-left .tooltip-arrow {
  top: 0;
  right: 5px;
  margin-top: -5px;
  border-width: 0 5px 5px;
  border-bottom-color: #000;
}
.tooltip.bottom-right .tooltip-arrow {
  top: 0;
  left: 5px;
  margin-top: -5px;
  border-width: 0 5px 5px;
  border-bottom-color: #000;
}
.popover {
  position: absolute;
  top: 0;
  left: 0;
  z-index: 1060;
  display: none;
  max-width: 276px;
  padding: 1px;
  font-family: "Helvetica Neue", Helvetica, Arial, sans-serif;
  font-style: normal;
  font-weight: normal;
  letter-spacing: normal;
  line-break: auto;
  line-height: 1.42857143;
  text-align: left;
  text-align: start;
  text-decoration: none;
  text-shadow: none;
  text-transform: none;
  white-space: normal;
  word-break: normal;
  word-spacing: normal;
  word-wrap: normal;
  font-size: 13px;
  background-color: #fff;
  background-clip: padding-box;
  border: 1px solid #ccc;
  border: 1px solid rgba(0, 0, 0, 0.2);
  border-radius: 3px;
  -webkit-box-shadow: 0 5px 10px rgba(0, 0, 0, 0.2);
  box-shadow: 0 5px 10px rgba(0, 0, 0, 0.2);
}
.popover.top {
  margin-top: -10px;
}
.popover.right {
  margin-left: 10px;
}
.popover.bottom {
  margin-top: 10px;
}
.popover.left {
  margin-left: -10px;
}
.popover-title {
  margin: 0;
  padding: 8px 14px;
  font-size: 13px;
  background-color: #f7f7f7;
  border-bottom: 1px solid #ebebeb;
  border-radius: 2px 2px 0 0;
}
.popover-content {
  padding: 9px 14px;
}
.popover > .arrow,
.popover > .arrow:after {
  position: absolute;
  display: block;
  width: 0;
  height: 0;
  border-color: transparent;
  border-style: solid;
}
.popover > .arrow {
  border-width: 11px;
}
.popover > .arrow:after {
  border-width: 10px;
  content: "";
}
.popover.top > .arrow {
  left: 50%;
  margin-left: -11px;
  border-bottom-width: 0;
  border-top-color: #999999;
  border-top-color: rgba(0, 0, 0, 0.25);
  bottom: -11px;
}
.popover.top > .arrow:after {
  content: " ";
  bottom: 1px;
  margin-left: -10px;
  border-bottom-width: 0;
  border-top-color: #fff;
}
.popover.right > .arrow {
  top: 50%;
  left: -11px;
  margin-top: -11px;
  border-left-width: 0;
  border-right-color: #999999;
  border-right-color: rgba(0, 0, 0, 0.25);
}
.popover.right > .arrow:after {
  content: " ";
  left: 1px;
  bottom: -10px;
  border-left-width: 0;
  border-right-color: #fff;
}
.popover.bottom > .arrow {
  left: 50%;
  margin-left: -11px;
  border-top-width: 0;
  border-bottom-color: #999999;
  border-bottom-color: rgba(0, 0, 0, 0.25);
  top: -11px;
}
.popover.bottom > .arrow:after {
  content: " ";
  top: 1px;
  margin-left: -10px;
  border-top-width: 0;
  border-bottom-color: #fff;
}
.popover.left > .arrow {
  top: 50%;
  right: -11px;
  margin-top: -11px;
  border-right-width: 0;
  border-left-color: #999999;
  border-left-color: rgba(0, 0, 0, 0.25);
}
.popover.left > .arrow:after {
  content: " ";
  right: 1px;
  border-right-width: 0;
  border-left-color: #fff;
  bottom: -10px;
}
.carousel {
  position: relative;
}
.carousel-inner {
  position: relative;
  overflow: hidden;
  width: 100%;
}
.carousel-inner > .item {
  display: none;
  position: relative;
  -webkit-transition: 0.6s ease-in-out left;
  -o-transition: 0.6s ease-in-out left;
  transition: 0.6s ease-in-out left;
}
.carousel-inner > .item > img,
.carousel-inner > .item > a > img {
  line-height: 1;
}
@media all and (transform-3d), (-webkit-transform-3d) {
  .carousel-inner > .item {
    -webkit-transition: -webkit-transform 0.6s ease-in-out;
    -moz-transition: -moz-transform 0.6s ease-in-out;
    -o-transition: -o-transform 0.6s ease-in-out;
    transition: transform 0.6s ease-in-out;
    -webkit-backface-visibility: hidden;
    -moz-backface-visibility: hidden;
    backface-visibility: hidden;
    -webkit-perspective: 1000px;
    -moz-perspective: 1000px;
    perspective: 1000px;
  }
  .carousel-inner > .item.next,
  .carousel-inner > .item.active.right {
    -webkit-transform: translate3d(100%, 0, 0);
    transform: translate3d(100%, 0, 0);
    left: 0;
  }
  .carousel-inner > .item.prev,
  .carousel-inner > .item.active.left {
    -webkit-transform: translate3d(-100%, 0, 0);
    transform: translate3d(-100%, 0, 0);
    left: 0;
  }
  .carousel-inner > .item.next.left,
  .carousel-inner > .item.prev.right,
  .carousel-inner > .item.active {
    -webkit-transform: translate3d(0, 0, 0);
    transform: translate3d(0, 0, 0);
    left: 0;
  }
}
.carousel-inner > .active,
.carousel-inner > .next,
.carousel-inner > .prev {
  display: block;
}
.carousel-inner > .active {
  left: 0;
}
.carousel-inner > .next,
.carousel-inner > .prev {
  position: absolute;
  top: 0;
  width: 100%;
}
.carousel-inner > .next {
  left: 100%;
}
.carousel-inner > .prev {
  left: -100%;
}
.carousel-inner > .next.left,
.carousel-inner > .prev.right {
  left: 0;
}
.carousel-inner > .active.left {
  left: -100%;
}
.carousel-inner > .active.right {
  left: 100%;
}
.carousel-control {
  position: absolute;
  top: 0;
  left: 0;
  bottom: 0;
  width: 15%;
  opacity: 0.5;
  filter: alpha(opacity=50);
  font-size: 20px;
  color: #fff;
  text-align: center;
  text-shadow: 0 1px 2px rgba(0, 0, 0, 0.6);
  background-color: rgba(0, 0, 0, 0);
}
.carousel-control.left {
  background-image: -webkit-linear-gradient(left, rgba(0, 0, 0, 0.5) 0%, rgba(0, 0, 0, 0.0001) 100%);
  background-image: -o-linear-gradient(left, rgba(0, 0, 0, 0.5) 0%, rgba(0, 0, 0, 0.0001) 100%);
  background-image: linear-gradient(to right, rgba(0, 0, 0, 0.5) 0%, rgba(0, 0, 0, 0.0001) 100%);
  background-repeat: repeat-x;
  filter: progid:DXImageTransform.Microsoft.gradient(startColorstr='#80000000', endColorstr='#00000000', GradientType=1);
}
.carousel-control.right {
  left: auto;
  right: 0;
  background-image: -webkit-linear-gradient(left, rgba(0, 0, 0, 0.0001) 0%, rgba(0, 0, 0, 0.5) 100%);
  background-image: -o-linear-gradient(left, rgba(0, 0, 0, 0.0001) 0%, rgba(0, 0, 0, 0.5) 100%);
  background-image: linear-gradient(to right, rgba(0, 0, 0, 0.0001) 0%, rgba(0, 0, 0, 0.5) 100%);
  background-repeat: repeat-x;
  filter: progid:DXImageTransform.Microsoft.gradient(startColorstr='#00000000', endColorstr='#80000000', GradientType=1);
}
.carousel-control:hover,
.carousel-control:focus {
  outline: 0;
  color: #fff;
  text-decoration: none;
  opacity: 0.9;
  filter: alpha(opacity=90);
}
.carousel-control .icon-prev,
.carousel-control .icon-next,
.carousel-control .glyphicon-chevron-left,
.carousel-control .glyphicon-chevron-right {
  position: absolute;
  top: 50%;
  margin-top: -10px;
  z-index: 5;
  display: inline-block;
}
.carousel-control .icon-prev,
.carousel-control .glyphicon-chevron-left {
  left: 50%;
  margin-left: -10px;
}
.carousel-control .icon-next,
.carousel-control .glyphicon-chevron-right {
  right: 50%;
  margin-right: -10px;
}
.carousel-control .icon-prev,
.carousel-control .icon-next {
  width: 20px;
  height: 20px;
  line-height: 1;
  font-family: serif;
}
.carousel-control .icon-prev:before {
  content: '\2039';
}
.carousel-control .icon-next:before {
  content: '\203a';
}
.carousel-indicators {
  position: absolute;
  bottom: 10px;
  left: 50%;
  z-index: 15;
  width: 60%;
  margin-left: -30%;
  padding-left: 0;
  list-style: none;
  text-align: center;
}
.carousel-indicators li {
  display: inline-block;
  width: 10px;
  height: 10px;
  margin: 1px;
  text-indent: -999px;
  border: 1px solid #fff;
  border-radius: 10px;
  cursor: pointer;
  background-color: #000 \9;
  background-color: rgba(0, 0, 0, 0);
}
.carousel-indicators .active {
  margin: 0;
  width: 12px;
  height: 12px;
  background-color: #fff;
}
.carousel-caption {
  position: absolute;
  left: 15%;
  right: 15%;
  bottom: 20px;
  z-index: 10;
  padding-top: 20px;
  padding-bottom: 20px;
  color: #fff;
  text-align: center;
  text-shadow: 0 1px 2px rgba(0, 0, 0, 0.6);
}
.carousel-caption .btn {
  text-shadow: none;
}
@media screen and (min-width: 768px) {
  .carousel-control .glyphicon-chevron-left,
  .carousel-control .glyphicon-chevron-right,
  .carousel-control .icon-prev,
  .carousel-control .icon-next {
    width: 30px;
    height: 30px;
    margin-top: -10px;
    font-size: 30px;
  }
  .carousel-control .glyphicon-chevron-left,
  .carousel-control .icon-prev {
    margin-left: -10px;
  }
  .carousel-control .glyphicon-chevron-right,
  .carousel-control .icon-next {
    margin-right: -10px;
  }
  .carousel-caption {
    left: 20%;
    right: 20%;
    padding-bottom: 30px;
  }
  .carousel-indicators {
    bottom: 20px;
  }
}
.clearfix:before,
.clearfix:after,
.dl-horizontal dd:before,
.dl-horizontal dd:after,
.container:before,
.container:after,
.container-fluid:before,
.container-fluid:after,
.row:before,
.row:after,
.form-horizontal .form-group:before,
.form-horizontal .form-group:after,
.btn-toolbar:before,
.btn-toolbar:after,
.btn-group-vertical > .btn-group:before,
.btn-group-vertical > .btn-group:after,
.nav:before,
.nav:after,
.navbar:before,
.navbar:after,
.navbar-header:before,
.navbar-header:after,
.navbar-collapse:before,
.navbar-collapse:after,
.pager:before,
.pager:after,
.panel-body:before,
.panel-body:after,
.modal-header:before,
.modal-header:after,
.modal-footer:before,
.modal-footer:after,
.item_buttons:before,
.item_buttons:after {
  content: " ";
  display: table;
}
.clearfix:after,
.dl-horizontal dd:after,
.container:after,
.container-fluid:after,
.row:after,
.form-horizontal .form-group:after,
.btn-toolbar:after,
.btn-group-vertical > .btn-group:after,
.nav:after,
.navbar:after,
.navbar-header:after,
.navbar-collapse:after,
.pager:after,
.panel-body:after,
.modal-header:after,
.modal-footer:after,
.item_buttons:after {
  clear: both;
}
.center-block {
  display: block;
  margin-left: auto;
  margin-right: auto;
}
.pull-right {
  float: right !important;
}
.pull-left {
  float: left !important;
}
.hide {
  display: none !important;
}
.show {
  display: block !important;
}
.invisible {
  visibility: hidden;
}
.text-hide {
  font: 0/0 a;
  color: transparent;
  text-shadow: none;
  background-color: transparent;
  border: 0;
}
.hidden {
  display: none !important;
}
.affix {
  position: fixed;
}
@-ms-viewport {
  width: device-width;
}
.visible-xs,
.visible-sm,
.visible-md,
.visible-lg {
  display: none !important;
}
.visible-xs-block,
.visible-xs-inline,
.visible-xs-inline-block,
.visible-sm-block,
.visible-sm-inline,
.visible-sm-inline-block,
.visible-md-block,
.visible-md-inline,
.visible-md-inline-block,
.visible-lg-block,
.visible-lg-inline,
.visible-lg-inline-block {
  display: none !important;
}
@media (max-width: 767px) {
  .visible-xs {
    display: block !important;
  }
  table.visible-xs {
    display: table !important;
  }
  tr.visible-xs {
    display: table-row !important;
  }
  th.visible-xs,
  td.visible-xs {
    display: table-cell !important;
  }
}
@media (max-width: 767px) {
  .visible-xs-block {
    display: block !important;
  }
}
@media (max-width: 767px) {
  .visible-xs-inline {
    display: inline !important;
  }
}
@media (max-width: 767px) {
  .visible-xs-inline-block {
    display: inline-block !important;
  }
}
@media (min-width: 768px) and (max-width: 991px) {
  .visible-sm {
    display: block !important;
  }
  table.visible-sm {
    display: table !important;
  }
  tr.visible-sm {
    display: table-row !important;
  }
  th.visible-sm,
  td.visible-sm {
    display: table-cell !important;
  }
}
@media (min-width: 768px) and (max-width: 991px) {
  .visible-sm-block {
    display: block !important;
  }
}
@media (min-width: 768px) and (max-width: 991px) {
  .visible-sm-inline {
    display: inline !important;
  }
}
@media (min-width: 768px) and (max-width: 991px) {
  .visible-sm-inline-block {
    display: inline-block !important;
  }
}
@media (min-width: 992px) and (max-width: 1199px) {
  .visible-md {
    display: block !important;
  }
  table.visible-md {
    display: table !important;
  }
  tr.visible-md {
    display: table-row !important;
  }
  th.visible-md,
  td.visible-md {
    display: table-cell !important;
  }
}
@media (min-width: 992px) and (max-width: 1199px) {
  .visible-md-block {
    display: block !important;
  }
}
@media (min-width: 992px) and (max-width: 1199px) {
  .visible-md-inline {
    display: inline !important;
  }
}
@media (min-width: 992px) and (max-width: 1199px) {
  .visible-md-inline-block {
    display: inline-block !important;
  }
}
@media (min-width: 1200px) {
  .visible-lg {
    display: block !important;
  }
  table.visible-lg {
    display: table !important;
  }
  tr.visible-lg {
    display: table-row !important;
  }
  th.visible-lg,
  td.visible-lg {
    display: table-cell !important;
  }
}
@media (min-width: 1200px) {
  .visible-lg-block {
    display: block !important;
  }
}
@media (min-width: 1200px) {
  .visible-lg-inline {
    display: inline !important;
  }
}
@media (min-width: 1200px) {
  .visible-lg-inline-block {
    display: inline-block !important;
  }
}
@media (max-width: 767px) {
  .hidden-xs {
    display: none !important;
  }
}
@media (min-width: 768px) and (max-width: 991px) {
  .hidden-sm {
    display: none !important;
  }
}
@media (min-width: 992px) and (max-width: 1199px) {
  .hidden-md {
    display: none !important;
  }
}
@media (min-width: 1200px) {
  .hidden-lg {
    display: none !important;
  }
}
.visible-print {
  display: none !important;
}
@media print {
  .visible-print {
    display: block !important;
  }
  table.visible-print {
    display: table !important;
  }
  tr.visible-print {
    display: table-row !important;
  }
  th.visible-print,
  td.visible-print {
    display: table-cell !important;
  }
}
.visible-print-block {
  display: none !important;
}
@media print {
  .visible-print-block {
    display: block !important;
  }
}
.visible-print-inline {
  display: none !important;
}
@media print {
  .visible-print-inline {
    display: inline !important;
  }
}
.visible-print-inline-block {
  display: none !important;
}
@media print {
  .visible-print-inline-block {
    display: inline-block !important;
  }
}
@media print {
  .hidden-print {
    display: none !important;
  }
}
/*!
*
* Font Awesome
*
*/
/*!
 *  Font Awesome 4.2.0 by @davegandy - http://fontawesome.io - @fontawesome
 *  License - http://fontawesome.io/license (Font: SIL OFL 1.1, CSS: MIT License)
 */
/* FONT PATH
 * -------------------------- */
@font-face {
  font-family: 'FontAwesome';
  src: url('../components/font-awesome/fonts/fontawesome-webfont.eot?v=4.2.0');
  src: url('../components/font-awesome/fonts/fontawesome-webfont.eot?#iefix&v=4.2.0') format('embedded-opentype'), url('../components/font-awesome/fonts/fontawesome-webfont.woff?v=4.2.0') format('woff'), url('../components/font-awesome/fonts/fontawesome-webfont.ttf?v=4.2.0') format('truetype'), url('../components/font-awesome/fonts/fontawesome-webfont.svg?v=4.2.0#fontawesomeregular') format('svg');
  font-weight: normal;
  font-style: normal;
}
.fa {
  display: inline-block;
  font: normal normal normal 14px/1 FontAwesome;
  font-size: inherit;
  text-rendering: auto;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
}
/* makes the font 33% larger relative to the icon container */
.fa-lg {
  font-size: 1.33333333em;
  line-height: 0.75em;
  vertical-align: -15%;
}
.fa-2x {
  font-size: 2em;
}
.fa-3x {
  font-size: 3em;
}
.fa-4x {
  font-size: 4em;
}
.fa-5x {
  font-size: 5em;
}
.fa-fw {
  width: 1.28571429em;
  text-align: center;
}
.fa-ul {
  padding-left: 0;
  margin-left: 2.14285714em;
  list-style-type: none;
}
.fa-ul > li {
  position: relative;
}
.fa-li {
  position: absolute;
  left: -2.14285714em;
  width: 2.14285714em;
  top: 0.14285714em;
  text-align: center;
}
.fa-li.fa-lg {
  left: -1.85714286em;
}
.fa-border {
  padding: .2em .25em .15em;
  border: solid 0.08em #eee;
  border-radius: .1em;
}
.pull-right {
  float: right;
}
.pull-left {
  float: left;
}
.fa.pull-left {
  margin-right: .3em;
}
.fa.pull-right {
  margin-left: .3em;
}
.fa-spin {
  -webkit-animation: fa-spin 2s infinite linear;
  animation: fa-spin 2s infinite linear;
}
@-webkit-keyframes fa-spin {
  0% {
    -webkit-transform: rotate(0deg);
    transform: rotate(0deg);
  }
  100% {
    -webkit-transform: rotate(359deg);
    transform: rotate(359deg);
  }
}
@keyframes fa-spin {
  0% {
    -webkit-transform: rotate(0deg);
    transform: rotate(0deg);
  }
  100% {
    -webkit-transform: rotate(359deg);
    transform: rotate(359deg);
  }
}
.fa-rotate-90 {
  filter: progid:DXImageTransform.Microsoft.BasicImage(rotation=1);
  -webkit-transform: rotate(90deg);
  -ms-transform: rotate(90deg);
  transform: rotate(90deg);
}
.fa-rotate-180 {
  filter: progid:DXImageTransform.Microsoft.BasicImage(rotation=2);
  -webkit-transform: rotate(180deg);
  -ms-transform: rotate(180deg);
  transform: rotate(180deg);
}
.fa-rotate-270 {
  filter: progid:DXImageTransform.Microsoft.BasicImage(rotation=3);
  -webkit-transform: rotate(270deg);
  -ms-transform: rotate(270deg);
  transform: rotate(270deg);
}
.fa-flip-horizontal {
  filter: progid:DXImageTransform.Microsoft.BasicImage(rotation=0, mirror=1);
  -webkit-transform: scale(-1, 1);
  -ms-transform: scale(-1, 1);
  transform: scale(-1, 1);
}
.fa-flip-vertical {
  filter: progid:DXImageTransform.Microsoft.BasicImage(rotation=2, mirror=1);
  -webkit-transform: scale(1, -1);
  -ms-transform: scale(1, -1);
  transform: scale(1, -1);
}
:root .fa-rotate-90,
:root .fa-rotate-180,
:root .fa-rotate-270,
:root .fa-flip-horizontal,
:root .fa-flip-vertical {
  filter: none;
}
.fa-stack {
  position: relative;
  display: inline-block;
  width: 2em;
  height: 2em;
  line-height: 2em;
  vertical-align: middle;
}
.fa-stack-1x,
.fa-stack-2x {
  position: absolute;
  left: 0;
  width: 100%;
  text-align: center;
}
.fa-stack-1x {
  line-height: inherit;
}
.fa-stack-2x {
  font-size: 2em;
}
.fa-inverse {
  color: #fff;
}
/* Font Awesome uses the Unicode Private Use Area (PUA) to ensure screen
   readers do not read off random characters that represent icons */
.fa-glass:before {
  content: "\f000";
}
.fa-music:before {
  content: "\f001";
}
.fa-search:before {
  content: "\f002";
}
.fa-envelope-o:before {
  content: "\f003";
}
.fa-heart:before {
  content: "\f004";
}
.fa-star:before {
  content: "\f005";
}
.fa-star-o:before {
  content: "\f006";
}
.fa-user:before {
  content: "\f007";
}
.fa-film:before {
  content: "\f008";
}
.fa-th-large:before {
  content: "\f009";
}
.fa-th:before {
  content: "\f00a";
}
.fa-th-list:before {
  content: "\f00b";
}
.fa-check:before {
  content: "\f00c";
}
.fa-remove:before,
.fa-close:before,
.fa-times:before {
  content: "\f00d";
}
.fa-search-plus:before {
  content: "\f00e";
}
.fa-search-minus:before {
  content: "\f010";
}
.fa-power-off:before {
  content: "\f011";
}
.fa-signal:before {
  content: "\f012";
}
.fa-gear:before,
.fa-cog:before {
  content: "\f013";
}
.fa-trash-o:before {
  content: "\f014";
}
.fa-home:before {
  content: "\f015";
}
.fa-file-o:before {
  content: "\f016";
}
.fa-clock-o:before {
  content: "\f017";
}
.fa-road:before {
  content: "\f018";
}
.fa-download:before {
  content: "\f019";
}
.fa-arrow-circle-o-down:before {
  content: "\f01a";
}
.fa-arrow-circle-o-up:before {
  content: "\f01b";
}
.fa-inbox:before {
  content: "\f01c";
}
.fa-play-circle-o:before {
  content: "\f01d";
}
.fa-rotate-right:before,
.fa-repeat:before {
  content: "\f01e";
}
.fa-refresh:before {
  content: "\f021";
}
.fa-list-alt:before {
  content: "\f022";
}
.fa-lock:before {
  content: "\f023";
}
.fa-flag:before {
  content: "\f024";
}
.fa-headphones:before {
  content: "\f025";
}
.fa-volume-off:before {
  content: "\f026";
}
.fa-volume-down:before {
  content: "\f027";
}
.fa-volume-up:before {
  content: "\f028";
}
.fa-qrcode:before {
  content: "\f029";
}
.fa-barcode:before {
  content: "\f02a";
}
.fa-tag:before {
  content: "\f02b";
}
.fa-tags:before {
  content: "\f02c";
}
.fa-book:before {
  content: "\f02d";
}
.fa-bookmark:before {
  content: "\f02e";
}
.fa-print:before {
  content: "\f02f";
}
.fa-camera:before {
  content: "\f030";
}
.fa-font:before {
  content: "\f031";
}
.fa-bold:before {
  content: "\f032";
}
.fa-italic:before {
  content: "\f033";
}
.fa-text-height:before {
  content: "\f034";
}
.fa-text-width:before {
  content: "\f035";
}
.fa-align-left:before {
  content: "\f036";
}
.fa-align-center:before {
  content: "\f037";
}
.fa-align-right:before {
  content: "\f038";
}
.fa-align-justify:before {
  content: "\f039";
}
.fa-list:before {
  content: "\f03a";
}
.fa-dedent:before,
.fa-outdent:before {
  content: "\f03b";
}
.fa-indent:before {
  content: "\f03c";
}
.fa-video-camera:before {
  content: "\f03d";
}
.fa-photo:before,
.fa-image:before,
.fa-picture-o:before {
  content: "\f03e";
}
.fa-pencil:before {
  content: "\f040";
}
.fa-map-marker:before {
  content: "\f041";
}
.fa-adjust:before {
  content: "\f042";
}
.fa-tint:before {
  content: "\f043";
}
.fa-edit:before,
.fa-pencil-square-o:before {
  content: "\f044";
}
.fa-share-square-o:before {
  content: "\f045";
}
.fa-check-square-o:before {
  content: "\f046";
}
.fa-arrows:before {
  content: "\f047";
}
.fa-step-backward:before {
  content: "\f048";
}
.fa-fast-backward:before {
  content: "\f049";
}
.fa-backward:before {
  content: "\f04a";
}
.fa-play:before {
  content: "\f04b";
}
.fa-pause:before {
  content: "\f04c";
}
.fa-stop:before {
  content: "\f04d";
}
.fa-forward:before {
  content: "\f04e";
}
.fa-fast-forward:before {
  content: "\f050";
}
.fa-step-forward:before {
  content: "\f051";
}
.fa-eject:before {
  content: "\f052";
}
.fa-chevron-left:before {
  content: "\f053";
}
.fa-chevron-right:before {
  content: "\f054";
}
.fa-plus-circle:before {
  content: "\f055";
}
.fa-minus-circle:before {
  content: "\f056";
}
.fa-times-circle:before {
  content: "\f057";
}
.fa-check-circle:before {
  content: "\f058";
}
.fa-question-circle:before {
  content: "\f059";
}
.fa-info-circle:before {
  content: "\f05a";
}
.fa-crosshairs:before {
  content: "\f05b";
}
.fa-times-circle-o:before {
  content: "\f05c";
}
.fa-check-circle-o:before {
  content: "\f05d";
}
.fa-ban:before {
  content: "\f05e";
}
.fa-arrow-left:before {
  content: "\f060";
}
.fa-arrow-right:before {
  content: "\f061";
}
.fa-arrow-up:before {
  content: "\f062";
}
.fa-arrow-down:before {
  content: "\f063";
}
.fa-mail-forward:before,
.fa-share:before {
  content: "\f064";
}
.fa-expand:before {
  content: "\f065";
}
.fa-compress:before {
  content: "\f066";
}
.fa-plus:before {
  content: "\f067";
}
.fa-minus:before {
  content: "\f068";
}
.fa-asterisk:before {
  content: "\f069";
}
.fa-exclamation-circle:before {
  content: "\f06a";
}
.fa-gift:before {
  content: "\f06b";
}
.fa-leaf:before {
  content: "\f06c";
}
.fa-fire:before {
  content: "\f06d";
}
.fa-eye:before {
  content: "\f06e";
}
.fa-eye-slash:before {
  content: "\f070";
}
.fa-warning:before,
.fa-exclamation-triangle:before {
  content: "\f071";
}
.fa-plane:before {
  content: "\f072";
}
.fa-calendar:before {
  content: "\f073";
}
.fa-random:before {
  content: "\f074";
}
.fa-comment:before {
  content: "\f075";
}
.fa-magnet:before {
  content: "\f076";
}
.fa-chevron-up:before {
  content: "\f077";
}
.fa-chevron-down:before {
  content: "\f078";
}
.fa-retweet:before {
  content: "\f079";
}
.fa-shopping-cart:before {
  content: "\f07a";
}
.fa-folder:before {
  content: "\f07b";
}
.fa-folder-open:before {
  content: "\f07c";
}
.fa-arrows-v:before {
  content: "\f07d";
}
.fa-arrows-h:before {
  content: "\f07e";
}
.fa-bar-chart-o:before,
.fa-bar-chart:before {
  content: "\f080";
}
.fa-twitter-square:before {
  content: "\f081";
}
.fa-facebook-square:before {
  content: "\f082";
}
.fa-camera-retro:before {
  content: "\f083";
}
.fa-key:before {
  content: "\f084";
}
.fa-gears:before,
.fa-cogs:before {
  content: "\f085";
}
.fa-comments:before {
  content: "\f086";
}
.fa-thumbs-o-up:before {
  content: "\f087";
}
.fa-thumbs-o-down:before {
  content: "\f088";
}
.fa-star-half:before {
  content: "\f089";
}
.fa-heart-o:before {
  content: "\f08a";
}
.fa-sign-out:before {
  content: "\f08b";
}
.fa-linkedin-square:before {
  content: "\f08c";
}
.fa-thumb-tack:before {
  content: "\f08d";
}
.fa-external-link:before {
  content: "\f08e";
}
.fa-sign-in:before {
  content: "\f090";
}
.fa-trophy:before {
  content: "\f091";
}
.fa-github-square:before {
  content: "\f092";
}
.fa-upload:before {
  content: "\f093";
}
.fa-lemon-o:before {
  content: "\f094";
}
.fa-phone:before {
  content: "\f095";
}
.fa-square-o:before {
  content: "\f096";
}
.fa-bookmark-o:before {
  content: "\f097";
}
.fa-phone-square:before {
  content: "\f098";
}
.fa-twitter:before {
  content: "\f099";
}
.fa-facebook:before {
  content: "\f09a";
}
.fa-github:before {
  content: "\f09b";
}
.fa-unlock:before {
  content: "\f09c";
}
.fa-credit-card:before {
  content: "\f09d";
}
.fa-rss:before {
  content: "\f09e";
}
.fa-hdd-o:before {
  content: "\f0a0";
}
.fa-bullhorn:before {
  content: "\f0a1";
}
.fa-bell:before {
  content: "\f0f3";
}
.fa-certificate:before {
  content: "\f0a3";
}
.fa-hand-o-right:before {
  content: "\f0a4";
}
.fa-hand-o-left:before {
  content: "\f0a5";
}
.fa-hand-o-up:before {
  content: "\f0a6";
}
.fa-hand-o-down:before {
  content: "\f0a7";
}
.fa-arrow-circle-left:before {
  content: "\f0a8";
}
.fa-arrow-circle-right:before {
  content: "\f0a9";
}
.fa-arrow-circle-up:before {
  content: "\f0aa";
}
.fa-arrow-circle-down:before {
  content: "\f0ab";
}
.fa-globe:before {
  content: "\f0ac";
}
.fa-wrench:before {
  content: "\f0ad";
}
.fa-tasks:before {
  content: "\f0ae";
}
.fa-filter:before {
  content: "\f0b0";
}
.fa-briefcase:before {
  content: "\f0b1";
}
.fa-arrows-alt:before {
  content: "\f0b2";
}
.fa-group:before,
.fa-users:before {
  content: "\f0c0";
}
.fa-chain:before,
.fa-link:before {
  content: "\f0c1";
}
.fa-cloud:before {
  content: "\f0c2";
}
.fa-flask:before {
  content: "\f0c3";
}
.fa-cut:before,
.fa-scissors:before {
  content: "\f0c4";
}
.fa-copy:before,
.fa-files-o:before {
  content: "\f0c5";
}
.fa-paperclip:before {
  content: "\f0c6";
}
.fa-save:before,
.fa-floppy-o:before {
  content: "\f0c7";
}
.fa-square:before {
  content: "\f0c8";
}
.fa-navicon:before,
.fa-reorder:before,
.fa-bars:before {
  content: "\f0c9";
}
.fa-list-ul:before {
  content: "\f0ca";
}
.fa-list-ol:before {
  content: "\f0cb";
}
.fa-strikethrough:before {
  content: "\f0cc";
}
.fa-underline:before {
  content: "\f0cd";
}
.fa-table:before {
  content: "\f0ce";
}
.fa-magic:before {
  content: "\f0d0";
}
.fa-truck:before {
  content: "\f0d1";
}
.fa-pinterest:before {
  content: "\f0d2";
}
.fa-pinterest-square:before {
  content: "\f0d3";
}
.fa-google-plus-square:before {
  content: "\f0d4";
}
.fa-google-plus:before {
  content: "\f0d5";
}
.fa-money:before {
  content: "\f0d6";
}
.fa-caret-down:before {
  content: "\f0d7";
}
.fa-caret-up:before {
  content: "\f0d8";
}
.fa-caret-left:before {
  content: "\f0d9";
}
.fa-caret-right:before {
  content: "\f0da";
}
.fa-columns:before {
  content: "\f0db";
}
.fa-unsorted:before,
.fa-sort:before {
  content: "\f0dc";
}
.fa-sort-down:before,
.fa-sort-desc:before {
  content: "\f0dd";
}
.fa-sort-up:before,
.fa-sort-asc:before {
  content: "\f0de";
}
.fa-envelope:before {
  content: "\f0e0";
}
.fa-linkedin:before {
  content: "\f0e1";
}
.fa-rotate-left:before,
.fa-undo:before {
  content: "\f0e2";
}
.fa-legal:before,
.fa-gavel:before {
  content: "\f0e3";
}
.fa-dashboard:before,
.fa-tachometer:before {
  content: "\f0e4";
}
.fa-comment-o:before {
  content: "\f0e5";
}
.fa-comments-o:before {
  content: "\f0e6";
}
.fa-flash:before,
.fa-bolt:before {
  content: "\f0e7";
}
.fa-sitemap:before {
  content: "\f0e8";
}
.fa-umbrella:before {
  content: "\f0e9";
}
.fa-paste:before,
.fa-clipboard:before {
  content: "\f0ea";
}
.fa-lightbulb-o:before {
  content: "\f0eb";
}
.fa-exchange:before {
  content: "\f0ec";
}
.fa-cloud-download:before {
  content: "\f0ed";
}
.fa-cloud-upload:before {
  content: "\f0ee";
}
.fa-user-md:before {
  content: "\f0f0";
}
.fa-stethoscope:before {
  content: "\f0f1";
}
.fa-suitcase:before {
  content: "\f0f2";
}
.fa-bell-o:before {
  content: "\f0a2";
}
.fa-coffee:before {
  content: "\f0f4";
}
.fa-cutlery:before {
  content: "\f0f5";
}
.fa-file-text-o:before {
  content: "\f0f6";
}
.fa-building-o:before {
  content: "\f0f7";
}
.fa-hospital-o:before {
  content: "\f0f8";
}
.fa-ambulance:before {
  content: "\f0f9";
}
.fa-medkit:before {
  content: "\f0fa";
}
.fa-fighter-jet:before {
  content: "\f0fb";
}
.fa-beer:before {
  content: "\f0fc";
}
.fa-h-square:before {
  content: "\f0fd";
}
.fa-plus-square:before {
  content: "\f0fe";
}
.fa-angle-double-left:before {
  content: "\f100";
}
.fa-angle-double-right:before {
  content: "\f101";
}
.fa-angle-double-up:before {
  content: "\f102";
}
.fa-angle-double-down:before {
  content: "\f103";
}
.fa-angle-left:before {
  content: "\f104";
}
.fa-angle-right:before {
  content: "\f105";
}
.fa-angle-up:before {
  content: "\f106";
}
.fa-angle-down:before {
  content: "\f107";
}
.fa-desktop:before {
  content: "\f108";
}
.fa-laptop:before {
  content: "\f109";
}
.fa-tablet:before {
  content: "\f10a";
}
.fa-mobile-phone:before,
.fa-mobile:before {
  content: "\f10b";
}
.fa-circle-o:before {
  content: "\f10c";
}
.fa-quote-left:before {
  content: "\f10d";
}
.fa-quote-right:before {
  content: "\f10e";
}
.fa-spinner:before {
  content: "\f110";
}
.fa-circle:before {
  content: "\f111";
}
.fa-mail-reply:before,
.fa-reply:before {
  content: "\f112";
}
.fa-github-alt:before {
  content: "\f113";
}
.fa-folder-o:before {
  content: "\f114";
}
.fa-folder-open-o:before {
  content: "\f115";
}
.fa-smile-o:before {
  content: "\f118";
}
.fa-frown-o:before {
  content: "\f119";
}
.fa-meh-o:before {
  content: "\f11a";
}
.fa-gamepad:before {
  content: "\f11b";
}
.fa-keyboard-o:before {
  content: "\f11c";
}
.fa-flag-o:before {
  content: "\f11d";
}
.fa-flag-checkered:before {
  content: "\f11e";
}
.fa-terminal:before {
  content: "\f120";
}
.fa-code:before {
  content: "\f121";
}
.fa-mail-reply-all:before,
.fa-reply-all:before {
  content: "\f122";
}
.fa-star-half-empty:before,
.fa-star-half-full:before,
.fa-star-half-o:before {
  content: "\f123";
}
.fa-location-arrow:before {
  content: "\f124";
}
.fa-crop:before {
  content: "\f125";
}
.fa-code-fork:before {
  content: "\f126";
}
.fa-unlink:before,
.fa-chain-broken:before {
  content: "\f127";
}
.fa-question:before {
  content: "\f128";
}
.fa-info:before {
  content: "\f129";
}
.fa-exclamation:before {
  content: "\f12a";
}
.fa-superscript:before {
  content: "\f12b";
}
.fa-subscript:before {
  content: "\f12c";
}
.fa-eraser:before {
  content: "\f12d";
}
.fa-puzzle-piece:before {
  content: "\f12e";
}
.fa-microphone:before {
  content: "\f130";
}
.fa-microphone-slash:before {
  content: "\f131";
}
.fa-shield:before {
  content: "\f132";
}
.fa-calendar-o:before {
  content: "\f133";
}
.fa-fire-extinguisher:before {
  content: "\f134";
}
.fa-rocket:before {
  content: "\f135";
}
.fa-maxcdn:before {
  content: "\f136";
}
.fa-chevron-circle-left:before {
  content: "\f137";
}
.fa-chevron-circle-right:before {
  content: "\f138";
}
.fa-chevron-circle-up:before {
  content: "\f139";
}
.fa-chevron-circle-down:before {
  content: "\f13a";
}
.fa-html5:before {
  content: "\f13b";
}
.fa-css3:before {
  content: "\f13c";
}
.fa-anchor:before {
  content: "\f13d";
}
.fa-unlock-alt:before {
  content: "\f13e";
}
.fa-bullseye:before {
  content: "\f140";
}
.fa-ellipsis-h:before {
  content: "\f141";
}
.fa-ellipsis-v:before {
  content: "\f142";
}
.fa-rss-square:before {
  content: "\f143";
}
.fa-play-circle:before {
  content: "\f144";
}
.fa-ticket:before {
  content: "\f145";
}
.fa-minus-square:before {
  content: "\f146";
}
.fa-minus-square-o:before {
  content: "\f147";
}
.fa-level-up:before {
  content: "\f148";
}
.fa-level-down:before {
  content: "\f149";
}
.fa-check-square:before {
  content: "\f14a";
}
.fa-pencil-square:before {
  content: "\f14b";
}
.fa-external-link-square:before {
  content: "\f14c";
}
.fa-share-square:before {
  content: "\f14d";
}
.fa-compass:before {
  content: "\f14e";
}
.fa-toggle-down:before,
.fa-caret-square-o-down:before {
  content: "\f150";
}
.fa-toggle-up:before,
.fa-caret-square-o-up:before {
  content: "\f151";
}
.fa-toggle-right:before,
.fa-caret-square-o-right:before {
  content: "\f152";
}
.fa-euro:before,
.fa-eur:before {
  content: "\f153";
}
.fa-gbp:before {
  content: "\f154";
}
.fa-dollar:before,
.fa-usd:before {
  content: "\f155";
}
.fa-rupee:before,
.fa-inr:before {
  content: "\f156";
}
.fa-cny:before,
.fa-rmb:before,
.fa-yen:before,
.fa-jpy:before {
  content: "\f157";
}
.fa-ruble:before,
.fa-rouble:before,
.fa-rub:before {
  content: "\f158";
}
.fa-won:before,
.fa-krw:before {
  content: "\f159";
}
.fa-bitcoin:before,
.fa-btc:before {
  content: "\f15a";
}
.fa-file:before {
  content: "\f15b";
}
.fa-file-text:before {
  content: "\f15c";
}
.fa-sort-alpha-asc:before {
  content: "\f15d";
}
.fa-sort-alpha-desc:before {
  content: "\f15e";
}
.fa-sort-amount-asc:before {
  content: "\f160";
}
.fa-sort-amount-desc:before {
  content: "\f161";
}
.fa-sort-numeric-asc:before {
  content: "\f162";
}
.fa-sort-numeric-desc:before {
  content: "\f163";
}
.fa-thumbs-up:before {
  content: "\f164";
}
.fa-thumbs-down:before {
  content: "\f165";
}
.fa-youtube-square:before {
  content: "\f166";
}
.fa-youtube:before {
  content: "\f167";
}
.fa-xing:before {
  content: "\f168";
}
.fa-xing-square:before {
  content: "\f169";
}
.fa-youtube-play:before {
  content: "\f16a";
}
.fa-dropbox:before {
  content: "\f16b";
}
.fa-stack-overflow:before {
  content: "\f16c";
}
.fa-instagram:before {
  content: "\f16d";
}
.fa-flickr:before {
  content: "\f16e";
}
.fa-adn:before {
  content: "\f170";
}
.fa-bitbucket:before {
  content: "\f171";
}
.fa-bitbucket-square:before {
  content: "\f172";
}
.fa-tumblr:before {
  content: "\f173";
}
.fa-tumblr-square:before {
  content: "\f174";
}
.fa-long-arrow-down:before {
  content: "\f175";
}
.fa-long-arrow-up:before {
  content: "\f176";
}
.fa-long-arrow-left:before {
  content: "\f177";
}
.fa-long-arrow-right:before {
  content: "\f178";
}
.fa-apple:before {
  content: "\f179";
}
.fa-windows:before {
  content: "\f17a";
}
.fa-android:before {
  content: "\f17b";
}
.fa-linux:before {
  content: "\f17c";
}
.fa-dribbble:before {
  content: "\f17d";
}
.fa-skype:before {
  content: "\f17e";
}
.fa-foursquare:before {
  content: "\f180";
}
.fa-trello:before {
  content: "\f181";
}
.fa-female:before {
  content: "\f182";
}
.fa-male:before {
  content: "\f183";
}
.fa-gittip:before {
  content: "\f184";
}
.fa-sun-o:before {
  content: "\f185";
}
.fa-moon-o:before {
  content: "\f186";
}
.fa-archive:before {
  content: "\f187";
}
.fa-bug:before {
  content: "\f188";
}
.fa-vk:before {
  content: "\f189";
}
.fa-weibo:before {
  content: "\f18a";
}
.fa-renren:before {
  content: "\f18b";
}
.fa-pagelines:before {
  content: "\f18c";
}
.fa-stack-exchange:before {
  content: "\f18d";
}
.fa-arrow-circle-o-right:before {
  content: "\f18e";
}
.fa-arrow-circle-o-left:before {
  content: "\f190";
}
.fa-toggle-left:before,
.fa-caret-square-o-left:before {
  content: "\f191";
}
.fa-dot-circle-o:before {
  content: "\f192";
}
.fa-wheelchair:before {
  content: "\f193";
}
.fa-vimeo-square:before {
  content: "\f194";
}
.fa-turkish-lira:before,
.fa-try:before {
  content: "\f195";
}
.fa-plus-square-o:before {
  content: "\f196";
}
.fa-space-shuttle:before {
  content: "\f197";
}
.fa-slack:before {
  content: "\f198";
}
.fa-envelope-square:before {
  content: "\f199";
}
.fa-wordpress:before {
  content: "\f19a";
}
.fa-openid:before {
  content: "\f19b";
}
.fa-institution:before,
.fa-bank:before,
.fa-university:before {
  content: "\f19c";
}
.fa-mortar-board:before,
.fa-graduation-cap:before {
  content: "\f19d";
}
.fa-yahoo:before {
  content: "\f19e";
}
.fa-google:before {
  content: "\f1a0";
}
.fa-reddit:before {
  content: "\f1a1";
}
.fa-reddit-square:before {
  content: "\f1a2";
}
.fa-stumbleupon-circle:before {
  content: "\f1a3";
}
.fa-stumbleupon:before {
  content: "\f1a4";
}
.fa-delicious:before {
  content: "\f1a5";
}
.fa-digg:before {
  content: "\f1a6";
}
.fa-pied-piper:before {
  content: "\f1a7";
}
.fa-pied-piper-alt:before {
  content: "\f1a8";
}
.fa-drupal:before {
  content: "\f1a9";
}
.fa-joomla:before {
  content: "\f1aa";
}
.fa-language:before {
  content: "\f1ab";
}
.fa-fax:before {
  content: "\f1ac";
}
.fa-building:before {
  content: "\f1ad";
}
.fa-child:before {
  content: "\f1ae";
}
.fa-paw:before {
  content: "\f1b0";
}
.fa-spoon:before {
  content: "\f1b1";
}
.fa-cube:before {
  content: "\f1b2";
}
.fa-cubes:before {
  content: "\f1b3";
}
.fa-behance:before {
  content: "\f1b4";
}
.fa-behance-square:before {
  content: "\f1b5";
}
.fa-steam:before {
  content: "\f1b6";
}
.fa-steam-square:before {
  content: "\f1b7";
}
.fa-recycle:before {
  content: "\f1b8";
}
.fa-automobile:before,
.fa-car:before {
  content: "\f1b9";
}
.fa-cab:before,
.fa-taxi:before {
  content: "\f1ba";
}
.fa-tree:before {
  content: "\f1bb";
}
.fa-spotify:before {
  content: "\f1bc";
}
.fa-deviantart:before {
  content: "\f1bd";
}
.fa-soundcloud:before {
  content: "\f1be";
}
.fa-database:before {
  content: "\f1c0";
}
.fa-file-pdf-o:before {
  content: "\f1c1";
}
.fa-file-word-o:before {
  content: "\f1c2";
}
.fa-file-excel-o:before {
  content: "\f1c3";
}
.fa-file-powerpoint-o:before {
  content: "\f1c4";
}
.fa-file-photo-o:before,
.fa-file-picture-o:before,
.fa-file-image-o:before {
  content: "\f1c5";
}
.fa-file-zip-o:before,
.fa-file-archive-o:before {
  content: "\f1c6";
}
.fa-file-sound-o:before,
.fa-file-audio-o:before {
  content: "\f1c7";
}
.fa-file-movie-o:before,
.fa-file-video-o:before {
  content: "\f1c8";
}
.fa-file-code-o:before {
  content: "\f1c9";
}
.fa-vine:before {
  content: "\f1ca";
}
.fa-codepen:before {
  content: "\f1cb";
}
.fa-jsfiddle:before {
  content: "\f1cc";
}
.fa-life-bouy:before,
.fa-life-buoy:before,
.fa-life-saver:before,
.fa-support:before,
.fa-life-ring:before {
  content: "\f1cd";
}
.fa-circle-o-notch:before {
  content: "\f1ce";
}
.fa-ra:before,
.fa-rebel:before {
  content: "\f1d0";
}
.fa-ge:before,
.fa-empire:before {
  content: "\f1d1";
}
.fa-git-square:before {
  content: "\f1d2";
}
.fa-git:before {
  content: "\f1d3";
}
.fa-hacker-news:before {
  content: "\f1d4";
}
.fa-tencent-weibo:before {
  content: "\f1d5";
}
.fa-qq:before {
  content: "\f1d6";
}
.fa-wechat:before,
.fa-weixin:before {
  content: "\f1d7";
}
.fa-send:before,
.fa-paper-plane:before {
  content: "\f1d8";
}
.fa-send-o:before,
.fa-paper-plane-o:before {
  content: "\f1d9";
}
.fa-history:before {
  content: "\f1da";
}
.fa-circle-thin:before {
  content: "\f1db";
}
.fa-header:before {
  content: "\f1dc";
}
.fa-paragraph:before {
  content: "\f1dd";
}
.fa-sliders:before {
  content: "\f1de";
}
.fa-share-alt:before {
  content: "\f1e0";
}
.fa-share-alt-square:before {
  content: "\f1e1";
}
.fa-bomb:before {
  content: "\f1e2";
}
.fa-soccer-ball-o:before,
.fa-futbol-o:before {
  content: "\f1e3";
}
.fa-tty:before {
  content: "\f1e4";
}
.fa-binoculars:before {
  content: "\f1e5";
}
.fa-plug:before {
  content: "\f1e6";
}
.fa-slideshare:before {
  content: "\f1e7";
}
.fa-twitch:before {
  content: "\f1e8";
}
.fa-yelp:before {
  content: "\f1e9";
}
.fa-newspaper-o:before {
  content: "\f1ea";
}
.fa-wifi:before {
  content: "\f1eb";
}
.fa-calculator:before {
  content: "\f1ec";
}
.fa-paypal:before {
  content: "\f1ed";
}
.fa-google-wallet:before {
  content: "\f1ee";
}
.fa-cc-visa:before {
  content: "\f1f0";
}
.fa-cc-mastercard:before {
  content: "\f1f1";
}
.fa-cc-discover:before {
  content: "\f1f2";
}
.fa-cc-amex:before {
  content: "\f1f3";
}
.fa-cc-paypal:before {
  content: "\f1f4";
}
.fa-cc-stripe:before {
  content: "\f1f5";
}
.fa-bell-slash:before {
  content: "\f1f6";
}
.fa-bell-slash-o:before {
  content: "\f1f7";
}
.fa-trash:before {
  content: "\f1f8";
}
.fa-copyright:before {
  content: "\f1f9";
}
.fa-at:before {
  content: "\f1fa";
}
.fa-eyedropper:before {
  content: "\f1fb";
}
.fa-paint-brush:before {
  content: "\f1fc";
}
.fa-birthday-cake:before {
  content: "\f1fd";
}
.fa-area-chart:before {
  content: "\f1fe";
}
.fa-pie-chart:before {
  content: "\f200";
}
.fa-line-chart:before {
  content: "\f201";
}
.fa-lastfm:before {
  content: "\f202";
}
.fa-lastfm-square:before {
  content: "\f203";
}
.fa-toggle-off:before {
  content: "\f204";
}
.fa-toggle-on:before {
  content: "\f205";
}
.fa-bicycle:before {
  content: "\f206";
}
.fa-bus:before {
  content: "\f207";
}
.fa-ioxhost:before {
  content: "\f208";
}
.fa-angellist:before {
  content: "\f209";
}
.fa-cc:before {
  content: "\f20a";
}
.fa-shekel:before,
.fa-sheqel:before,
.fa-ils:before {
  content: "\f20b";
}
.fa-meanpath:before {
  content: "\f20c";
}
/*!
*
* IPython base
*
*/
.modal.fade .modal-dialog {
  -webkit-transform: translate(0, 0);
  -ms-transform: translate(0, 0);
  -o-transform: translate(0, 0);
  transform: translate(0, 0);
}
code {
  color: #000;
}
pre {
  font-size: inherit;
  line-height: inherit;
}
label {
  font-weight: normal;
}
/* Make the page background atleast 100% the height of the view port */
/* Make the page itself atleast 70% the height of the view port */
.border-box-sizing {
  box-sizing: border-box;
  -moz-box-sizing: border-box;
  -webkit-box-sizing: border-box;
}
.corner-all {
  border-radius: 2px;
}
.no-padding {
  padding: 0px;
}
/* Flexible box model classes */
/* Taken from Alex Russell http://infrequently.org/2009/08/css-3-progress/ */
/* This file is a compatability layer.  It allows the usage of flexible box 
model layouts accross multiple browsers, including older browsers.  The newest,
universal implementation of the flexible box model is used when available (see
`Modern browsers` comments below).  Browsers that are known to implement this 
new spec completely include:

    Firefox 28.0+
    Chrome 29.0+
    Internet Explorer 11+ 
    Opera 17.0+

Browsers not listed, including Safari, are supported via the styling under the
`Old browsers` comments below.
*/
.hbox {
  /* Old browsers */
  display: -webkit-box;
  -webkit-box-orient: horizontal;
  -webkit-box-align: stretch;
  display: -moz-box;
  -moz-box-orient: horizontal;
  -moz-box-align: stretch;
  display: box;
  box-orient: horizontal;
  box-align: stretch;
  /* Modern browsers */
  display: flex;
  flex-direction: row;
  align-items: stretch;
}
.hbox > * {
  /* Old browsers */
  -webkit-box-flex: 0;
  -moz-box-flex: 0;
  box-flex: 0;
  /* Modern browsers */
  flex: none;
}
.vbox {
  /* Old browsers */
  display: -webkit-box;
  -webkit-box-orient: vertical;
  -webkit-box-align: stretch;
  display: -moz-box;
  -moz-box-orient: vertical;
  -moz-box-align: stretch;
  display: box;
  box-orient: vertical;
  box-align: stretch;
  /* Modern browsers */
  display: flex;
  flex-direction: column;
  align-items: stretch;
}
.vbox > * {
  /* Old browsers */
  -webkit-box-flex: 0;
  -moz-box-flex: 0;
  box-flex: 0;
  /* Modern browsers */
  flex: none;
}
.hbox.reverse,
.vbox.reverse,
.reverse {
  /* Old browsers */
  -webkit-box-direction: reverse;
  -moz-box-direction: reverse;
  box-direction: reverse;
  /* Modern browsers */
  flex-direction: row-reverse;
}
.hbox.box-flex0,
.vbox.box-flex0,
.box-flex0 {
  /* Old browsers */
  -webkit-box-flex: 0;
  -moz-box-flex: 0;
  box-flex: 0;
  /* Modern browsers */
  flex: none;
  width: auto;
}
.hbox.box-flex1,
.vbox.box-flex1,
.box-flex1 {
  /* Old browsers */
  -webkit-box-flex: 1;
  -moz-box-flex: 1;
  box-flex: 1;
  /* Modern browsers */
  flex: 1;
}
.hbox.box-flex,
.vbox.box-flex,
.box-flex {
  /* Old browsers */
  /* Old browsers */
  -webkit-box-flex: 1;
  -moz-box-flex: 1;
  box-flex: 1;
  /* Modern browsers */
  flex: 1;
}
.hbox.box-flex2,
.vbox.box-flex2,
.box-flex2 {
  /* Old browsers */
  -webkit-box-flex: 2;
  -moz-box-flex: 2;
  box-flex: 2;
  /* Modern browsers */
  flex: 2;
}
.box-group1 {
  /*  Deprecated */
  -webkit-box-flex-group: 1;
  -moz-box-flex-group: 1;
  box-flex-group: 1;
}
.box-group2 {
  /* Deprecated */
  -webkit-box-flex-group: 2;
  -moz-box-flex-group: 2;
  box-flex-group: 2;
}
.hbox.start,
.vbox.start,
.start {
  /* Old browsers */
  -webkit-box-pack: start;
  -moz-box-pack: start;
  box-pack: start;
  /* Modern browsers */
  justify-content: flex-start;
}
.hbox.end,
.vbox.end,
.end {
  /* Old browsers */
  -webkit-box-pack: end;
  -moz-box-pack: end;
  box-pack: end;
  /* Modern browsers */
  justify-content: flex-end;
}
.hbox.center,
.vbox.center,
.center {
  /* Old browsers */
  -webkit-box-pack: center;
  -moz-box-pack: center;
  box-pack: center;
  /* Modern browsers */
  justify-content: center;
}
.hbox.baseline,
.vbox.baseline,
.baseline {
  /* Old browsers */
  -webkit-box-pack: baseline;
  -moz-box-pack: baseline;
  box-pack: baseline;
  /* Modern browsers */
  justify-content: baseline;
}
.hbox.stretch,
.vbox.stretch,
.stretch {
  /* Old browsers */
  -webkit-box-pack: stretch;
  -moz-box-pack: stretch;
  box-pack: stretch;
  /* Modern browsers */
  justify-content: stretch;
}
.hbox.align-start,
.vbox.align-start,
.align-start {
  /* Old browsers */
  -webkit-box-align: start;
  -moz-box-align: start;
  box-align: start;
  /* Modern browsers */
  align-items: flex-start;
}
.hbox.align-end,
.vbox.align-end,
.align-end {
  /* Old browsers */
  -webkit-box-align: end;
  -moz-box-align: end;
  box-align: end;
  /* Modern browsers */
  align-items: flex-end;
}
.hbox.align-center,
.vbox.align-center,
.align-center {
  /* Old browsers */
  -webkit-box-align: center;
  -moz-box-align: center;
  box-align: center;
  /* Modern browsers */
  align-items: center;
}
.hbox.align-baseline,
.vbox.align-baseline,
.align-baseline {
  /* Old browsers */
  -webkit-box-align: baseline;
  -moz-box-align: baseline;
  box-align: baseline;
  /* Modern browsers */
  align-items: baseline;
}
.hbox.align-stretch,
.vbox.align-stretch,
.align-stretch {
  /* Old browsers */
  -webkit-box-align: stretch;
  -moz-box-align: stretch;
  box-align: stretch;
  /* Modern browsers */
  align-items: stretch;
}
div.error {
  margin: 2em;
  text-align: center;
}
div.error > h1 {
  font-size: 500%;
  line-height: normal;
}
div.error > p {
  font-size: 200%;
  line-height: normal;
}
div.traceback-wrapper {
  text-align: left;
  max-width: 800px;
  margin: auto;
}
/**
 * Primary styles
 *
 * Author: Jupyter Development Team
 */
body {
  background-color: #fff;
  /* This makes sure that the body covers the entire window and needs to
       be in a different element than the display: box in wrapper below */
  position: absolute;
  left: 0px;
  right: 0px;
  top: 0px;
  bottom: 0px;
  overflow: visible;
}
body > #header {
  /* Initially hidden to prevent FLOUC */
  display: none;
  background-color: #fff;
  /* Display over codemirror */
  position: relative;
  z-index: 100;
}
body > #header #header-container {
  padding-bottom: 5px;
  padding-top: 5px;
  box-sizing: border-box;
  -moz-box-sizing: border-box;
  -webkit-box-sizing: border-box;
}
body > #header .header-bar {
  width: 100%;
  height: 1px;
  background: #e7e7e7;
  margin-bottom: -1px;
}
@media print {
  body > #header {
    display: none !important;
  }
}
#header-spacer {
  width: 100%;
  visibility: hidden;
}
@media print {
  #header-spacer {
    display: none;
  }
}
#ipython_notebook {
  padding-left: 0px;
  padding-top: 1px;
  padding-bottom: 1px;
}
@media (max-width: 991px) {
  #ipython_notebook {
    margin-left: 10px;
  }
}
#noscript {
  width: auto;
  padding-top: 16px;
  padding-bottom: 16px;
  text-align: center;
  font-size: 22px;
  color: red;
  font-weight: bold;
}
#ipython_notebook img {
  height: 28px;
}
#site {
  width: 100%;
  display: none;
  box-sizing: border-box;
  -moz-box-sizing: border-box;
  -webkit-box-sizing: border-box;
  overflow: auto;
}
@media print {
  #site {
    height: auto !important;
  }
}
/* Smaller buttons */
.ui-button .ui-button-text {
  padding: 0.2em 0.8em;
  font-size: 77%;
}
input.ui-button {
  padding: 0.3em 0.9em;
}
span#login_widget {
  float: right;
}
span#login_widget > .button,
#logout {
  color: #333;
  background-color: #fff;
  border-color: #ccc;
}
span#login_widget > .button:focus,
#logout:focus,
span#login_widget > .button.focus,
#logout.focus {
  color: #333;
  background-color: #e6e6e6;
  border-color: #8c8c8c;
}
span#login_widget > .button:hover,
#logout:hover {
  color: #333;
  background-color: #e6e6e6;
  border-color: #adadad;
}
span#login_widget > .button:active,
#logout:active,
span#login_widget > .button.active,
#logout.active,
.open > .dropdown-togglespan#login_widget > .button,
.open > .dropdown-toggle#logout {
  color: #333;
  background-color: #e6e6e6;
  border-color: #adadad;
}
span#login_widget > .button:active:hover,
#logout:active:hover,
span#login_widget > .button.active:hover,
#logout.active:hover,
.open > .dropdown-togglespan#login_widget > .button:hover,
.open > .dropdown-toggle#logout:hover,
span#login_widget > .button:active:focus,
#logout:active:focus,
span#login_widget > .button.active:focus,
#logout.active:focus,
.open > .dropdown-togglespan#login_widget > .button:focus,
.open > .dropdown-toggle#logout:focus,
span#login_widget > .button:active.focus,
#logout:active.focus,
span#login_widget > .button.active.focus,
#logout.active.focus,
.open > .dropdown-togglespan#login_widget > .button.focus,
.open > .dropdown-toggle#logout.focus {
  color: #333;
  background-color: #d4d4d4;
  border-color: #8c8c8c;
}
span#login_widget > .button:active,
#logout:active,
span#login_widget > .button.active,
#logout.active,
.open > .dropdown-togglespan#login_widget > .button,
.open > .dropdown-toggle#logout {
  background-image: none;
}
span#login_widget > .button.disabled:hover,
#logout.disabled:hover,
span#login_widget > .button[disabled]:hover,
#logout[disabled]:hover,
fieldset[disabled] span#login_widget > .button:hover,
fieldset[disabled] #logout:hover,
span#login_widget > .button.disabled:focus,
#logout.disabled:focus,
span#login_widget > .button[disabled]:focus,
#logout[disabled]:focus,
fieldset[disabled] span#login_widget > .button:focus,
fieldset[disabled] #logout:focus,
span#login_widget > .button.disabled.focus,
#logout.disabled.focus,
span#login_widget > .button[disabled].focus,
#logout[disabled].focus,
fieldset[disabled] span#login_widget > .button.focus,
fieldset[disabled] #logout.focus {
  background-color: #fff;
  border-color: #ccc;
}
span#login_widget > .button .badge,
#logout .badge {
  color: #fff;
  background-color: #333;
}
.nav-header {
  text-transform: none;
}
#header > span {
  margin-top: 10px;
}
.modal_stretch .modal-dialog {
  /* Old browsers */
  display: -webkit-box;
  -webkit-box-orient: vertical;
  -webkit-box-align: stretch;
  display: -moz-box;
  -moz-box-orient: vertical;
  -moz-box-align: stretch;
  display: box;
  box-orient: vertical;
  box-align: stretch;
  /* Modern browsers */
  display: flex;
  flex-direction: column;
  align-items: stretch;
  min-height: 80vh;
}
.modal_stretch .modal-dialog .modal-body {
  max-height: calc(100vh - 200px);
  overflow: auto;
  flex: 1;
}
@media (min-width: 768px) {
  .modal .modal-dialog {
    width: 700px;
  }
}
@media (min-width: 768px) {
  select.form-control {
    margin-left: 12px;
    margin-right: 12px;
  }
}
/*!
*
* IPython auth
*
*/
.center-nav {
  display: inline-block;
  margin-bottom: -4px;
}
/*!
*
* IPython tree view
*
*/
/* We need an invisible input field on top of the sentense*/
/* "Drag file onto the list ..." */
.alternate_upload {
  background-color: none;
  display: inline;
}
.alternate_upload.form {
  padding: 0;
  margin: 0;
}
.alternate_upload input.fileinput {
  text-align: center;
  vertical-align: middle;
  display: inline;
  opacity: 0;
  z-index: 2;
  width: 12ex;
  margin-right: -12ex;
}
.alternate_upload .btn-upload {
  height: 22px;
}
/**
 * Primary styles
 *
 * Author: Jupyter Development Team
 */
ul#tabs {
  margin-bottom: 4px;
}
ul#tabs a {
  padding-top: 6px;
  padding-bottom: 4px;
}
ul.breadcrumb a:focus,
ul.breadcrumb a:hover {
  text-decoration: none;
}
ul.breadcrumb i.icon-home {
  font-size: 16px;
  margin-right: 4px;
}
ul.breadcrumb span {
  color: #5e5e5e;
}
.list_toolbar {
  padding: 4px 0 4px 0;
  vertical-align: middle;
}
.list_toolbar .tree-buttons {
  padding-top: 1px;
}
.dynamic-buttons {
  padding-top: 3px;
  display: inline-block;
}
.list_toolbar [class*="span"] {
  min-height: 24px;
}
.list_header {
  font-weight: bold;
  background-color: #EEE;
}
.list_placeholder {
  font-weight: bold;
  padding-top: 4px;
  padding-bottom: 4px;
  padding-left: 7px;
  padding-right: 7px;
}
.list_container {
  margin-top: 4px;
  margin-bottom: 20px;
  border: 1px solid #ddd;
  border-radius: 2px;
}
.list_container > div {
  border-bottom: 1px solid #ddd;
}
.list_container > div:hover .list-item {
  background-color: red;
}
.list_container > div:last-child {
  border: none;
}
.list_item:hover .list_item {
  background-color: #ddd;
}
.list_item a {
  text-decoration: none;
}
.list_item:hover {
  background-color: #fafafa;
}
.list_header > div,
.list_item > div {
  padding-top: 4px;
  padding-bottom: 4px;
  padding-left: 7px;
  padding-right: 7px;
  line-height: 22px;
}
.list_header > div input,
.list_item > div input {
  margin-right: 7px;
  margin-left: 14px;
  vertical-align: baseline;
  line-height: 22px;
  position: relative;
  top: -1px;
}
.list_header > div .item_link,
.list_item > div .item_link {
  margin-left: -1px;
  vertical-align: baseline;
  line-height: 22px;
}
.new-file input[type=checkbox] {
  visibility: hidden;
}
.item_name {
  line-height: 22px;
  height: 24px;
}
.item_icon {
  font-size: 14px;
  color: #5e5e5e;
  margin-right: 7px;
  margin-left: 7px;
  line-height: 22px;
  vertical-align: baseline;
}
.item_buttons {
  line-height: 1em;
  margin-left: -5px;
}
.item_buttons .btn,
.item_buttons .btn-group,
.item_buttons .input-group {
  float: left;
}
.item_buttons > .btn,
.item_buttons > .btn-group,
.item_buttons > .input-group {
  margin-left: 5px;
}
.item_buttons .btn {
  min-width: 13ex;
}
.item_buttons .running-indicator {
  padding-top: 4px;
  color: #5cb85c;
}
.item_buttons .kernel-name {
  padding-top: 4px;
  color: #5bc0de;
  margin-right: 7px;
  float: left;
}
.toolbar_info {
  height: 24px;
  line-height: 24px;
}
.list_item input:not([type=checkbox]) {
  padding-top: 3px;
  padding-bottom: 3px;
  height: 22px;
  line-height: 14px;
  margin: 0px;
}
.highlight_text {
  color: blue;
}
#project_name {
  display: inline-block;
  padding-left: 7px;
  margin-left: -2px;
}
#project_name > .breadcrumb {
  padding: 0px;
  margin-bottom: 0px;
  background-color: transparent;
  font-weight: bold;
}
#tree-selector {
  padding-right: 0px;
}
#button-select-all {
  min-width: 50px;
}
#select-all {
  margin-left: 7px;
  margin-right: 2px;
}
.menu_icon {
  margin-right: 2px;
}
.tab-content .row {
  margin-left: 0px;
  margin-right: 0px;
}
.folder_icon:before {
  display: inline-block;
  font: normal normal normal 14px/1 FontAwesome;
  font-size: inherit;
  text-rendering: auto;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
  content: "\f114";
}
.folder_icon:before.pull-left {
  margin-right: .3em;
}
.folder_icon:before.pull-right {
  margin-left: .3em;
}
.notebook_icon:before {
  display: inline-block;
  font: normal normal normal 14px/1 FontAwesome;
  font-size: inherit;
  text-rendering: auto;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
  content: "\f02d";
  position: relative;
  top: -1px;
}
.notebook_icon:before.pull-left {
  margin-right: .3em;
}
.notebook_icon:before.pull-right {
  margin-left: .3em;
}
.running_notebook_icon:before {
  display: inline-block;
  font: normal normal normal 14px/1 FontAwesome;
  font-size: inherit;
  text-rendering: auto;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
  content: "\f02d";
  position: relative;
  top: -1px;
  color: #5cb85c;
}
.running_notebook_icon:before.pull-left {
  margin-right: .3em;
}
.running_notebook_icon:before.pull-right {
  margin-left: .3em;
}
.file_icon:before {
  display: inline-block;
  font: normal normal normal 14px/1 FontAwesome;
  font-size: inherit;
  text-rendering: auto;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
  content: "\f016";
  position: relative;
  top: -2px;
}
.file_icon:before.pull-left {
  margin-right: .3em;
}
.file_icon:before.pull-right {
  margin-left: .3em;
}
#notebook_toolbar .pull-right {
  padding-top: 0px;
  margin-right: -1px;
}
ul#new-menu {
  left: auto;
  right: 0;
}
.kernel-menu-icon {
  padding-right: 12px;
  width: 24px;
  content: "\f096";
}
.kernel-menu-icon:before {
  content: "\f096";
}
.kernel-menu-icon-current:before {
  content: "\f00c";
}
#tab_content {
  padding-top: 20px;
}
#running .panel-group .panel {
  margin-top: 3px;
  margin-bottom: 1em;
}
#running .panel-group .panel .panel-heading {
  background-color: #EEE;
  padding-top: 4px;
  padding-bottom: 4px;
  padding-left: 7px;
  padding-right: 7px;
  line-height: 22px;
}
#running .panel-group .panel .panel-heading a:focus,
#running .panel-group .panel .panel-heading a:hover {
  text-decoration: none;
}
#running .panel-group .panel .panel-body {
  padding: 0px;
}
#running .panel-group .panel .panel-body .list_container {
  margin-top: 0px;
  margin-bottom: 0px;
  border: 0px;
  border-radius: 0px;
}
#running .panel-group .panel .panel-body .list_container .list_item {
  border-bottom: 1px solid #ddd;
}
#running .panel-group .panel .panel-body .list_container .list_item:last-child {
  border-bottom: 0px;
}
.delete-button {
  display: none;
}
.duplicate-button {
  display: none;
}
.rename-button {
  display: none;
}
.shutdown-button {
  display: none;
}
.dynamic-instructions {
  display: inline-block;
  padding-top: 4px;
}
/*!
*
* IPython text editor webapp
*
*/
.selected-keymap i.fa {
  padding: 0px 5px;
}
.selected-keymap i.fa:before {
  content: "\f00c";
}
#mode-menu {
  overflow: auto;
  max-height: 20em;
}
.edit_app #header {
  -webkit-box-shadow: 0px 0px 12px 1px rgba(87, 87, 87, 0.2);
  box-shadow: 0px 0px 12px 1px rgba(87, 87, 87, 0.2);
}
.edit_app #menubar .navbar {
  /* Use a negative 1 bottom margin, so the border overlaps the border of the
    header */
  margin-bottom: -1px;
}
.dirty-indicator {
  display: inline-block;
  font: normal normal normal 14px/1 FontAwesome;
  font-size: inherit;
  text-rendering: auto;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
  width: 20px;
}
.dirty-indicator.pull-left {
  margin-right: .3em;
}
.dirty-indicator.pull-right {
  margin-left: .3em;
}
.dirty-indicator-dirty {
  display: inline-block;
  font: normal normal normal 14px/1 FontAwesome;
  font-size: inherit;
  text-rendering: auto;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
  width: 20px;
}
.dirty-indicator-dirty.pull-left {
  margin-right: .3em;
}
.dirty-indicator-dirty.pull-right {
  margin-left: .3em;
}
.dirty-indicator-clean {
  display: inline-block;
  font: normal normal normal 14px/1 FontAwesome;
  font-size: inherit;
  text-rendering: auto;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
  width: 20px;
}
.dirty-indicator-clean.pull-left {
  margin-right: .3em;
}
.dirty-indicator-clean.pull-right {
  margin-left: .3em;
}
.dirty-indicator-clean:before {
  display: inline-block;
  font: normal normal normal 14px/1 FontAwesome;
  font-size: inherit;
  text-rendering: auto;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
  content: "\f00c";
}
.dirty-indicator-clean:before.pull-left {
  margin-right: .3em;
}
.dirty-indicator-clean:before.pull-right {
  margin-left: .3em;
}
#filename {
  font-size: 16pt;
  display: table;
  padding: 0px 5px;
}
#current-mode {
  padding-left: 5px;
  padding-right: 5px;
}
#texteditor-backdrop {
  padding-top: 20px;
  padding-bottom: 20px;
}
@media not print {
  #texteditor-backdrop {
    background-color: #EEE;
  }
}
@media print {
  #texteditor-backdrop #texteditor-container .CodeMirror-gutter,
  #texteditor-backdrop #texteditor-container .CodeMirror-gutters {
    background-color: #fff;
  }
}
@media not print {
  #texteditor-backdrop #texteditor-container .CodeMirror-gutter,
  #texteditor-backdrop #texteditor-container .CodeMirror-gutters {
    background-color: #fff;
  }
}
@media not print {
  #texteditor-backdrop #texteditor-container {
    padding: 0px;
    background-color: #fff;
    -webkit-box-shadow: 0px 0px 12px 1px rgba(87, 87, 87, 0.2);
    box-shadow: 0px 0px 12px 1px rgba(87, 87, 87, 0.2);
  }
}
/*!
*
* IPython notebook
*
*/
/* CSS font colors for translated ANSI colors. */
.ansibold {
  font-weight: bold;
}
/* use dark versions for foreground, to improve visibility */
.ansiblack {
  color: black;
}
.ansired {
  color: darkred;
}
.ansigreen {
  color: darkgreen;
}
.ansiyellow {
  color: #c4a000;
}
.ansiblue {
  color: darkblue;
}
.ansipurple {
  color: darkviolet;
}
.ansicyan {
  color: steelblue;
}
.ansigray {
  color: gray;
}
/* and light for background, for the same reason */
.ansibgblack {
  background-color: black;
}
.ansibgred {
  background-color: red;
}
.ansibggreen {
  background-color: green;
}
.ansibgyellow {
  background-color: yellow;
}
.ansibgblue {
  background-color: blue;
}
.ansibgpurple {
  background-color: magenta;
}
.ansibgcyan {
  background-color: cyan;
}
.ansibggray {
  background-color: gray;
}
div.cell {
  /* Old browsers */
  display: -webkit-box;
  -webkit-box-orient: vertical;
  -webkit-box-align: stretch;
  display: -moz-box;
  -moz-box-orient: vertical;
  -moz-box-align: stretch;
  display: box;
  box-orient: vertical;
  box-align: stretch;
  /* Modern browsers */
  display: flex;
  flex-direction: column;
  align-items: stretch;
  border-radius: 2px;
  box-sizing: border-box;
  -moz-box-sizing: border-box;
  -webkit-box-sizing: border-box;
  border-width: 1px;
  border-style: solid;
  border-color: transparent;
  width: 100%;
  padding: 5px;
  /* This acts as a spacer between cells, that is outside the border */
  margin: 0px;
  outline: none;
  border-left-width: 1px;
  padding-left: 5px;
  background: linear-gradient(to right, transparent -40px, transparent 1px, transparent 1px, transparent 100%);
}
div.cell.jupyter-soft-selected {
  border-left-color: #90CAF9;
  border-left-color: #E3F2FD;
  border-left-width: 1px;
  padding-left: 5px;
  border-right-color: #E3F2FD;
  border-right-width: 1px;
  background: #E3F2FD;
}
@media print {
  div.cell.jupyter-soft-selected {
    border-color: transparent;
  }
}
div.cell.selected {
  border-color: #ababab;
  border-left-width: 0px;
  padding-left: 6px;
  background: linear-gradient(to right, #42A5F5 -40px, #42A5F5 5px, transparent 5px, transparent 100%);
}
@media print {
  div.cell.selected {
    border-color: transparent;
  }
}
div.cell.selected.jupyter-soft-selected {
  border-left-width: 0;
  padding-left: 6px;
  background: linear-gradient(to right, #42A5F5 -40px, #42A5F5 7px, #E3F2FD 7px, #E3F2FD 100%);
}
.edit_mode div.cell.selected {
  border-color: #66BB6A;
  border-left-width: 0px;
  padding-left: 6px;
  background: linear-gradient(to right, #66BB6A -40px, #66BB6A 5px, transparent 5px, transparent 100%);
}
@media print {
  .edit_mode div.cell.selected {
    border-color: transparent;
  }
}
.prompt {
  /* This needs to be wide enough for 3 digit prompt numbers: In[100]: */
  min-width: 14ex;
  /* This padding is tuned to match the padding on the CodeMirror editor. */
  padding: 0.4em;
  margin: 0px;
  font-family: monospace;
  text-align: right;
  /* This has to match that of the the CodeMirror class line-height below */
  line-height: 1.21429em;
  /* Don't highlight prompt number selection */
  -webkit-touch-callout: none;
  -webkit-user-select: none;
  -khtml-user-select: none;
  -moz-user-select: none;
  -ms-user-select: none;
  user-select: none;
  /* Use default cursor */
  cursor: default;
}
@media (max-width: 540px) {
  .prompt {
    text-align: left;
  }
}
div.inner_cell {
  /* Old browsers */
  display: -webkit-box;
  -webkit-box-orient: vertical;
  -webkit-box-align: stretch;
  display: -moz-box;
  -moz-box-orient: vertical;
  -moz-box-align: stretch;
  display: box;
  box-orient: vertical;
  box-align: stretch;
  /* Modern browsers */
  display: flex;
  flex-direction: column;
  align-items: stretch;
  /* Old browsers */
  -webkit-box-flex: 1;
  -moz-box-flex: 1;
  box-flex: 1;
  /* Modern browsers */
  flex: 1;
}
@-moz-document url-prefix() {
  div.inner_cell {
    overflow-x: hidden;
  }
}
/* input_area and input_prompt must match in top border and margin for alignment */
div.input_area {
  border: 1px solid #cfcfcf;
  border-radius: 2px;
  background: #f7f7f7;
  line-height: 1.21429em;
}
/* This is needed so that empty prompt areas can collapse to zero height when there
   is no content in the output_subarea and the prompt. The main purpose of this is
   to make sure that empty JavaScript output_subareas have no height. */
div.prompt:empty {
  padding-top: 0;
  padding-bottom: 0;
}
div.unrecognized_cell {
  padding: 5px 5px 5px 0px;
  /* Old browsers */
  display: -webkit-box;
  -webkit-box-orient: horizontal;
  -webkit-box-align: stretch;
  display: -moz-box;
  -moz-box-orient: horizontal;
  -moz-box-align: stretch;
  display: box;
  box-orient: horizontal;
  box-align: stretch;
  /* Modern browsers */
  display: flex;
  flex-direction: row;
  align-items: stretch;
}
div.unrecognized_cell .inner_cell {
  border-radius: 2px;
  padding: 5px;
  font-weight: bold;
  color: red;
  border: 1px solid #cfcfcf;
  background: #eaeaea;
}
div.unrecognized_cell .inner_cell a {
  color: inherit;
  text-decoration: none;
}
div.unrecognized_cell .inner_cell a:hover {
  color: inherit;
  text-decoration: none;
}
@media (max-width: 540px) {
  div.unrecognized_cell > div.prompt {
    display: none;
  }
}
div.code_cell {
  /* avoid page breaking on code cells when printing */
}
@media print {
  div.code_cell {
    page-break-inside: avoid;
  }
}
/* any special styling for code cells that are currently running goes here */
div.input {
  page-break-inside: avoid;
  /* Old browsers */
  display: -webkit-box;
  -webkit-box-orient: horizontal;
  -webkit-box-align: stretch;
  display: -moz-box;
  -moz-box-orient: horizontal;
  -moz-box-align: stretch;
  display: box;
  box-orient: horizontal;
  box-align: stretch;
  /* Modern browsers */
  display: flex;
  flex-direction: row;
  align-items: stretch;
}
@media (max-width: 540px) {
  div.input {
    /* Old browsers */
    display: -webkit-box;
    -webkit-box-orient: vertical;
    -webkit-box-align: stretch;
    display: -moz-box;
    -moz-box-orient: vertical;
    -moz-box-align: stretch;
    display: box;
    box-orient: vertical;
    box-align: stretch;
    /* Modern browsers */
    display: flex;
    flex-direction: column;
    align-items: stretch;
  }
}
/* input_area and input_prompt must match in top border and margin for alignment */
div.input_prompt {
  color: #303F9F;
  border-top: 1px solid transparent;
}
div.input_area > div.highlight {
  margin: 0.4em;
  border: none;
  padding: 0px;
  background-color: transparent;
}
div.input_area > div.highlight > pre {
  margin: 0px;
  border: none;
  padding: 0px;
  background-color: transparent;
}
/* The following gets added to the <head> if it is detected that the user has a
 * monospace font with inconsistent normal/bold/italic height.  See
 * notebookmain.js.  Such fonts will have keywords vertically offset with
 * respect to the rest of the text.  The user should select a better font.
 * See: https://github.com/ipython/ipython/issues/1503
 *
 * .CodeMirror span {
 *      vertical-align: bottom;
 * }
 */
.CodeMirror {
  line-height: 1.21429em;
  /* Changed from 1em to our global default */
  font-size: 14px;
  height: auto;
  /* Changed to auto to autogrow */
  background: none;
  /* Changed from white to allow our bg to show through */
}
.CodeMirror-scroll {
  /*  The CodeMirror docs are a bit fuzzy on if overflow-y should be hidden or visible.*/
  /*  We have found that if it is visible, vertical scrollbars appear with font size changes.*/
  overflow-y: hidden;
  overflow-x: auto;
}
.CodeMirror-lines {
  /* In CM2, this used to be 0.4em, but in CM3 it went to 4px. We need the em value because */
  /* we have set a different line-height and want this to scale with that. */
  padding: 0.4em;
}
.CodeMirror-linenumber {
  padding: 0 8px 0 4px;
}
.CodeMirror-gutters {
  border-bottom-left-radius: 2px;
  border-top-left-radius: 2px;
}
.CodeMirror pre {
  /* In CM3 this went to 4px from 0 in CM2. We need the 0 value because of how we size */
  /* .CodeMirror-lines */
  padding: 0;
  border: 0;
  border-radius: 0;
}
/*

Original style from softwaremaniacs.org (c) Ivan Sagalaev <Maniac@SoftwareManiacs.Org>
Adapted from GitHub theme

*/
.highlight-base {
  color: #000;
}
.highlight-variable {
  color: #000;
}
.highlight-variable-2 {
  color: #1a1a1a;
}
.highlight-variable-3 {
  color: #333333;
}
.highlight-string {
  color: #BA2121;
}
.highlight-comment {
  color: #408080;
  font-style: italic;
}
.highlight-number {
  color: #080;
}
.highlight-atom {
  color: #88F;
}
.highlight-keyword {
  color: #008000;
  font-weight: bold;
}
.highlight-builtin {
  color: #008000;
}
.highlight-error {
  color: #f00;
}
.highlight-operator {
  color: #AA22FF;
  font-weight: bold;
}
.highlight-meta {
  color: #AA22FF;
}
/* previously not defined, copying from default codemirror */
.highlight-def {
  color: #00f;
}
.highlight-string-2 {
  color: #f50;
}
.highlight-qualifier {
  color: #555;
}
.highlight-bracket {
  color: #997;
}
.highlight-tag {
  color: #170;
}
.highlight-attribute {
  color: #00c;
}
.highlight-header {
  color: blue;
}
.highlight-quote {
  color: #090;
}
.highlight-link {
  color: #00c;
}
/* apply the same style to codemirror */
.cm-s-ipython span.cm-keyword {
  color: #008000;
  font-weight: bold;
}
.cm-s-ipython span.cm-atom {
  color: #88F;
}
.cm-s-ipython span.cm-number {
  color: #080;
}
.cm-s-ipython span.cm-def {
  color: #00f;
}
.cm-s-ipython span.cm-variable {
  color: #000;
}
.cm-s-ipython span.cm-operator {
  color: #AA22FF;
  font-weight: bold;
}
.cm-s-ipython span.cm-variable-2 {
  color: #1a1a1a;
}
.cm-s-ipython span.cm-variable-3 {
  color: #333333;
}
.cm-s-ipython span.cm-comment {
  color: #408080;
  font-style: italic;
}
.cm-s-ipython span.cm-string {
  color: #BA2121;
}
.cm-s-ipython span.cm-string-2 {
  color: #f50;
}
.cm-s-ipython span.cm-meta {
  color: #AA22FF;
}
.cm-s-ipython span.cm-qualifier {
  color: #555;
}
.cm-s-ipython span.cm-builtin {
  color: #008000;
}
.cm-s-ipython span.cm-bracket {
  color: #997;
}
.cm-s-ipython span.cm-tag {
  color: #170;
}
.cm-s-ipython span.cm-attribute {
  color: #00c;
}
.cm-s-ipython span.cm-header {
  color: blue;
}
.cm-s-ipython span.cm-quote {
  color: #090;
}
.cm-s-ipython span.cm-link {
  color: #00c;
}
.cm-s-ipython span.cm-error {
  color: #f00;
}
.cm-s-ipython span.cm-tab {
  background: url(data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAADAAAAAMCAYAAAAkuj5RAAAAAXNSR0IArs4c6QAAAGFJREFUSMft1LsRQFAQheHPowAKoACx3IgEKtaEHujDjORSgWTH/ZOdnZOcM/sgk/kFFWY0qV8foQwS4MKBCS3qR6ixBJvElOobYAtivseIE120FaowJPN75GMu8j/LfMwNjh4HUpwg4LUAAAAASUVORK5CYII=);
  background-position: right;
  background-repeat: no-repeat;
}
div.output_wrapper {
  /* this position must be relative to enable descendents to be absolute within it */
  position: relative;
  /* Old browsers */
  display: -webkit-box;
  -webkit-box-orient: vertical;
  -webkit-box-align: stretch;
  display: -moz-box;
  -moz-box-orient: vertical;
  -moz-box-align: stretch;
  display: box;
  box-orient: vertical;
  box-align: stretch;
  /* Modern browsers */
  display: flex;
  flex-direction: column;
  align-items: stretch;
  z-index: 1;
}
/* class for the output area when it should be height-limited */
div.output_scroll {
  /* ideally, this would be max-height, but FF barfs all over that */
  height: 24em;
  /* FF needs this *and the wrapper* to specify full width, or it will shrinkwrap */
  width: 100%;
  overflow: auto;
  border-radius: 2px;
  -webkit-box-shadow: inset 0 2px 8px rgba(0, 0, 0, 0.8);
  box-shadow: inset 0 2px 8px rgba(0, 0, 0, 0.8);
  display: block;
}
/* output div while it is collapsed */
div.output_collapsed {
  margin: 0px;
  padding: 0px;
  /* Old browsers */
  display: -webkit-box;
  -webkit-box-orient: vertical;
  -webkit-box-align: stretch;
  display: -moz-box;
  -moz-box-orient: vertical;
  -moz-box-align: stretch;
  display: box;
  box-orient: vertical;
  box-align: stretch;
  /* Modern browsers */
  display: flex;
  flex-direction: column;
  align-items: stretch;
}
div.out_prompt_overlay {
  height: 100%;
  padding: 0px 0.4em;
  position: absolute;
  border-radius: 2px;
}
div.out_prompt_overlay:hover {
  /* use inner shadow to get border that is computed the same on WebKit/FF */
  -webkit-box-shadow: inset 0 0 1px #000;
  box-shadow: inset 0 0 1px #000;
  background: rgba(240, 240, 240, 0.5);
}
div.output_prompt {
  color: #D84315;
}
/* This class is the outer container of all output sections. */
div.output_area {
  padding: 0px;
  page-break-inside: avoid;
  /* Old browsers */
  display: -webkit-box;
  -webkit-box-orient: horizontal;
  -webkit-box-align: stretch;
  display: -moz-box;
  -moz-box-orient: horizontal;
  -moz-box-align: stretch;
  display: box;
  box-orient: horizontal;
  box-align: stretch;
  /* Modern browsers */
  display: flex;
  flex-direction: row;
  align-items: stretch;
}
div.output_area .MathJax_Display {
  text-align: left !important;
}
div.output_area .rendered_html table {
  margin-left: 0;
  margin-right: 0;
}
div.output_area .rendered_html img {
  margin-left: 0;
  margin-right: 0;
}
div.output_area img,
div.output_area svg {
  max-width: 100%;
  height: auto;
}
div.output_area img.unconfined,
div.output_area svg.unconfined {
  max-width: none;
}
/* This is needed to protect the pre formating from global settings such
   as that of bootstrap */
.output {
  /* Old browsers */
  display: -webkit-box;
  -webkit-box-orient: vertical;
  -webkit-box-align: stretch;
  display: -moz-box;
  -moz-box-orient: vertical;
  -moz-box-align: stretch;
  display: box;
  box-orient: vertical;
  box-align: stretch;
  /* Modern browsers */
  display: flex;
  flex-direction: column;
  align-items: stretch;
}
@media (max-width: 540px) {
  div.output_area {
    /* Old browsers */
    display: -webkit-box;
    -webkit-box-orient: vertical;
    -webkit-box-align: stretch;
    display: -moz-box;
    -moz-box-orient: vertical;
    -moz-box-align: stretch;
    display: box;
    box-orient: vertical;
    box-align: stretch;
    /* Modern browsers */
    display: flex;
    flex-direction: column;
    align-items: stretch;
  }
}
div.output_area pre {
  margin: 0;
  padding: 0;
  border: 0;
  vertical-align: baseline;
  color: black;
  background-color: transparent;
  border-radius: 0;
}
/* This class is for the output subarea inside the output_area and after
   the prompt div. */
div.output_subarea {
  overflow-x: auto;
  padding: 0.4em;
  /* Old browsers */
  -webkit-box-flex: 1;
  -moz-box-flex: 1;
  box-flex: 1;
  /* Modern browsers */
  flex: 1;
  max-width: calc(100% - 14ex);
}
div.output_scroll div.output_subarea {
  overflow-x: visible;
}
/* The rest of the output_* classes are for special styling of the different
   output types */
/* all text output has this class: */
div.output_text {
  text-align: left;
  color: #000;
  /* This has to match that of the the CodeMirror class line-height below */
  line-height: 1.21429em;
}
/* stdout/stderr are 'text' as well as 'stream', but execute_result/error are *not* streams */
div.output_stderr {
  background: #fdd;
  /* very light red background for stderr */
}
div.output_latex {
  text-align: left;
}
/* Empty output_javascript divs should have no height */
div.output_javascript:empty {
  padding: 0;
}
.js-error {
  color: darkred;
}
/* raw_input styles */
div.raw_input_container {
  line-height: 1.21429em;
  padding-top: 5px;
}
pre.raw_input_prompt {
  /* nothing needed here. */
}
input.raw_input {
  font-family: monospace;
  font-size: inherit;
  color: inherit;
  width: auto;
  /* make sure input baseline aligns with prompt */
  vertical-align: baseline;
  /* padding + margin = 0.5em between prompt and cursor */
  padding: 0em 0.25em;
  margin: 0em 0.25em;
}
input.raw_input:focus {
  box-shadow: none;
}
p.p-space {
  margin-bottom: 10px;
}
div.output_unrecognized {
  padding: 5px;
  font-weight: bold;
  color: red;
}
div.output_unrecognized a {
  color: inherit;
  text-decoration: none;
}
div.output_unrecognized a:hover {
  color: inherit;
  text-decoration: none;
}
.rendered_html {
  color: #000;
  /* any extras will just be numbers: */
}
.rendered_html em {
  font-style: italic;
}
.rendered_html strong {
  font-weight: bold;
}
.rendered_html u {
  text-decoration: underline;
}
.rendered_html :link {
  text-decoration: underline;
}
.rendered_html :visited {
  text-decoration: underline;
}
.rendered_html h1 {
  font-size: 185.7%;
  margin: 1.08em 0 0 0;
  font-weight: bold;
  line-height: 1.0;
}
.rendered_html h2 {
  font-size: 157.1%;
  margin: 1.27em 0 0 0;
  font-weight: bold;
  line-height: 1.0;
}
.rendered_html h3 {
  font-size: 128.6%;
  margin: 1.55em 0 0 0;
  font-weight: bold;
  line-height: 1.0;
}
.rendered_html h4 {
  font-size: 100%;
  margin: 2em 0 0 0;
  font-weight: bold;
  line-height: 1.0;
}
.rendered_html h5 {
  font-size: 100%;
  margin: 2em 0 0 0;
  font-weight: bold;
  line-height: 1.0;
  font-style: italic;
}
.rendered_html h6 {
  font-size: 100%;
  margin: 2em 0 0 0;
  font-weight: bold;
  line-height: 1.0;
  font-style: italic;
}
.rendered_html h1:first-child {
  margin-top: 0.538em;
}
.rendered_html h2:first-child {
  margin-top: 0.636em;
}
.rendered_html h3:first-child {
  margin-top: 0.777em;
}
.rendered_html h4:first-child {
  margin-top: 1em;
}
.rendered_html h5:first-child {
  margin-top: 1em;
}
.rendered_html h6:first-child {
  margin-top: 1em;
}
.rendered_html ul {
  list-style: disc;
  margin: 0em 2em;
  padding-left: 0px;
}
.rendered_html ul ul {
  list-style: square;
  margin: 0em 2em;
}
.rendered_html ul ul ul {
  list-style: circle;
  margin: 0em 2em;
}
.rendered_html ol {
  list-style: decimal;
  margin: 0em 2em;
  padding-left: 0px;
}
.rendered_html ol ol {
  list-style: upper-alpha;
  margin: 0em 2em;
}
.rendered_html ol ol ol {
  list-style: lower-alpha;
  margin: 0em 2em;
}
.rendered_html ol ol ol ol {
  list-style: lower-roman;
  margin: 0em 2em;
}
.rendered_html ol ol ol ol ol {
  list-style: decimal;
  margin: 0em 2em;
}
.rendered_html * + ul {
  margin-top: 1em;
}
.rendered_html * + ol {
  margin-top: 1em;
}
.rendered_html hr {
  color: black;
  background-color: black;
}
.rendered_html pre {
  margin: 1em 2em;
}
.rendered_html pre,
.rendered_html code {
  border: 0;
  background-color: #fff;
  color: #000;
  font-size: 100%;
  padding: 0px;
}
.rendered_html blockquote {
  margin: 1em 2em;
}
.rendered_html table {
  margin-left: auto;
  margin-right: auto;
  border: 1px solid black;
  border-collapse: collapse;
}
.rendered_html tr,
.rendered_html th,
.rendered_html td {
  border: 1px solid black;
  border-collapse: collapse;
  margin: 1em 2em;
}
.rendered_html td,
.rendered_html th {
  text-align: left;
  vertical-align: middle;
  padding: 4px;
}
.rendered_html th {
  font-weight: bold;
}
.rendered_html * + table {
  margin-top: 1em;
}
.rendered_html p {
  text-align: left;
}
.rendered_html * + p {
  margin-top: 1em;
}
.rendered_html img {
  display: block;
  margin-left: auto;
  margin-right: auto;
}
.rendered_html * + img {
  margin-top: 1em;
}
.rendered_html img,
.rendered_html svg {
  max-width: 100%;
  height: auto;
}
.rendered_html img.unconfined,
.rendered_html svg.unconfined {
  max-width: none;
}
div.text_cell {
  /* Old browsers */
  display: -webkit-box;
  -webkit-box-orient: horizontal;
  -webkit-box-align: stretch;
  display: -moz-box;
  -moz-box-orient: horizontal;
  -moz-box-align: stretch;
  display: box;
  box-orient: horizontal;
  box-align: stretch;
  /* Modern browsers */
  display: flex;
  flex-direction: row;
  align-items: stretch;
}
@media (max-width: 540px) {
  div.text_cell > div.prompt {
    display: none;
  }
}
div.text_cell_render {
  /*font-family: "Helvetica Neue", Arial, Helvetica, Geneva, sans-serif;*/
  outline: none;
  resize: none;
  width: inherit;
  border-style: none;
  padding: 0.5em 0.5em 0.5em 0.4em;
  color: #000;
  box-sizing: border-box;
  -moz-box-sizing: border-box;
  -webkit-box-sizing: border-box;
}
a.anchor-link:link {
  text-decoration: none;
  padding: 0px 20px;
  visibility: hidden;
}
h1:hover .anchor-link,
h2:hover .anchor-link,
h3:hover .anchor-link,
h4:hover .anchor-link,
h5:hover .anchor-link,
h6:hover .anchor-link {
  visibility: visible;
}
.text_cell.rendered .input_area {
  display: none;
}
.text_cell.rendered .rendered_html {
  overflow-x: auto;
  overflow-y: hidden;
}
.text_cell.unrendered .text_cell_render {
  display: none;
}
.cm-header-1,
.cm-header-2,
.cm-header-3,
.cm-header-4,
.cm-header-5,
.cm-header-6 {
  font-weight: bold;
  font-family: "Helvetica Neue", Helvetica, Arial, sans-serif;
}
.cm-header-1 {
  font-size: 185.7%;
}
.cm-header-2 {
  font-size: 157.1%;
}
.cm-header-3 {
  font-size: 128.6%;
}
.cm-header-4 {
  font-size: 110%;
}
.cm-header-5 {
  font-size: 100%;
  font-style: italic;
}
.cm-header-6 {
  font-size: 100%;
  font-style: italic;
}
/*!
*
* IPython notebook webapp
*
*/
@media (max-width: 767px) {
  .notebook_app {
    padding-left: 0px;
    padding-right: 0px;
  }
}
#ipython-main-app {
  box-sizing: border-box;
  -moz-box-sizing: border-box;
  -webkit-box-sizing: border-box;
  height: 100%;
}
div#notebook_panel {
  margin: 0px;
  padding: 0px;
  box-sizing: border-box;
  -moz-box-sizing: border-box;
  -webkit-box-sizing: border-box;
  height: 100%;
}
div#notebook {
  font-size: 14px;
  line-height: 20px;
  overflow-y: hidden;
  overflow-x: auto;
  width: 100%;
  /* This spaces the page away from the edge of the notebook area */
  padding-top: 20px;
  margin: 0px;
  outline: none;
  box-sizing: border-box;
  -moz-box-sizing: border-box;
  -webkit-box-sizing: border-box;
  min-height: 100%;
}
@media not print {
  #notebook-container {
    padding: 15px;
    background-color: #fff;
    min-height: 0;
    -webkit-box-shadow: 0px 0px 12px 1px rgba(87, 87, 87, 0.2);
    box-shadow: 0px 0px 12px 1px rgba(87, 87, 87, 0.2);
  }
}
@media print {
  #notebook-container {
    width: 100%;
  }
}
div.ui-widget-content {
  border: 1px solid #ababab;
  outline: none;
}
pre.dialog {
  background-color: #f7f7f7;
  border: 1px solid #ddd;
  border-radius: 2px;
  padding: 0.4em;
  padding-left: 2em;
}
p.dialog {
  padding: 0.2em;
}
/* Word-wrap output correctly.  This is the CSS3 spelling, though Firefox seems
   to not honor it correctly.  Webkit browsers (Chrome, rekonq, Safari) do.
 */
pre,
code,
kbd,
samp {
  white-space: pre-wrap;
}
#fonttest {
  font-family: monospace;
}
p {
  margin-bottom: 0;
}
.end_space {
  min-height: 100px;
  transition: height .2s ease;
}
.notebook_app > #header {
  -webkit-box-shadow: 0px 0px 12px 1px rgba(87, 87, 87, 0.2);
  box-shadow: 0px 0px 12px 1px rgba(87, 87, 87, 0.2);
}
@media not print {
  .notebook_app {
    background-color: #EEE;
  }
}
kbd {
  border-style: solid;
  border-width: 1px;
  box-shadow: none;
  margin: 2px;
  padding-left: 2px;
  padding-right: 2px;
  padding-top: 1px;
  padding-bottom: 1px;
}
/* CSS for the cell toolbar */
.celltoolbar {
  border: thin solid #CFCFCF;
  border-bottom: none;
  background: #EEE;
  border-radius: 2px 2px 0px 0px;
  width: 100%;
  height: 29px;
  padding-right: 4px;
  /* Old browsers */
  display: -webkit-box;
  -webkit-box-orient: horizontal;
  -webkit-box-align: stretch;
  display: -moz-box;
  -moz-box-orient: horizontal;
  -moz-box-align: stretch;
  display: box;
  box-orient: horizontal;
  box-align: stretch;
  /* Modern browsers */
  display: flex;
  flex-direction: row;
  align-items: stretch;
  /* Old browsers */
  -webkit-box-pack: end;
  -moz-box-pack: end;
  box-pack: end;
  /* Modern browsers */
  justify-content: flex-end;
  display: -webkit-flex;
}
@media print {
  .celltoolbar {
    display: none;
  }
}
.ctb_hideshow {
  display: none;
  vertical-align: bottom;
}
/* ctb_show is added to the ctb_hideshow div to show the cell toolbar.
   Cell toolbars are only shown when the ctb_global_show class is also set.
*/
.ctb_global_show .ctb_show.ctb_hideshow {
  display: block;
}
.ctb_global_show .ctb_show + .input_area,
.ctb_global_show .ctb_show + div.text_cell_input,
.ctb_global_show .ctb_show ~ div.text_cell_render {
  border-top-right-radius: 0px;
  border-top-left-radius: 0px;
}
.ctb_global_show .ctb_show ~ div.text_cell_render {
  border: 1px solid #cfcfcf;
}
.celltoolbar {
  font-size: 87%;
  padding-top: 3px;
}
.celltoolbar select {
  display: block;
  width: 100%;
  height: 32px;
  padding: 6px 12px;
  font-size: 13px;
  line-height: 1.42857143;
  color: #555555;
  background-color: #fff;
  background-image: none;
  border: 1px solid #ccc;
  border-radius: 2px;
  -webkit-box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075);
  box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075);
  -webkit-transition: border-color ease-in-out .15s, box-shadow ease-in-out .15s;
  -o-transition: border-color ease-in-out .15s, box-shadow ease-in-out .15s;
  transition: border-color ease-in-out .15s, box-shadow ease-in-out .15s;
  height: 30px;
  padding: 5px 10px;
  font-size: 12px;
  line-height: 1.5;
  border-radius: 1px;
  width: inherit;
  font-size: inherit;
  height: 22px;
  padding: 0px;
  display: inline-block;
}
.celltoolbar select:focus {
  border-color: #66afe9;
  outline: 0;
  -webkit-box-shadow: inset 0 1px 1px rgba(0,0,0,.075), 0 0 8px rgba(102, 175, 233, 0.6);
  box-shadow: inset 0 1px 1px rgba(0,0,0,.075), 0 0 8px rgba(102, 175, 233, 0.6);
}
.celltoolbar select::-moz-placeholder {
  color: #999;
  opacity: 1;
}
.celltoolbar select:-ms-input-placeholder {
  color: #999;
}
.celltoolbar select::-webkit-input-placeholder {
  color: #999;
}
.celltoolbar select::-ms-expand {
  border: 0;
  background-color: transparent;
}
.celltoolbar select[disabled],
.celltoolbar select[readonly],
fieldset[disabled] .celltoolbar select {
  background-color: #eeeeee;
  opacity: 1;
}
.celltoolbar select[disabled],
fieldset[disabled] .celltoolbar select {
  cursor: not-allowed;
}
textarea.celltoolbar select {
  height: auto;
}
select.celltoolbar select {
  height: 30px;
  line-height: 30px;
}
textarea.celltoolbar select,
select[multiple].celltoolbar select {
  height: auto;
}
.celltoolbar label {
  margin-left: 5px;
  margin-right: 5px;
}
.completions {
  position: absolute;
  z-index: 110;
  overflow: hidden;
  border: 1px solid #ababab;
  border-radius: 2px;
  -webkit-box-shadow: 0px 6px 10px -1px #adadad;
  box-shadow: 0px 6px 10px -1px #adadad;
  line-height: 1;
}
.completions select {
  background: white;
  outline: none;
  border: none;
  padding: 0px;
  margin: 0px;
  overflow: auto;
  font-family: monospace;
  font-size: 110%;
  color: #000;
  width: auto;
}
.completions select option.context {
  color: #286090;
}
#kernel_logo_widget {
  float: right !important;
  float: right;
}
#kernel_logo_widget .current_kernel_logo {
  display: none;
  margin-top: -1px;
  margin-bottom: -1px;
  width: 32px;
  height: 32px;
}
#menubar {
  box-sizing: border-box;
  -moz-box-sizing: border-box;
  -webkit-box-sizing: border-box;
  margin-top: 1px;
}
#menubar .navbar {
  border-top: 1px;
  border-radius: 0px 0px 2px 2px;
  margin-bottom: 0px;
}
#menubar .navbar-toggle {
  float: left;
  padding-top: 7px;
  padding-bottom: 7px;
  border: none;
}
#menubar .navbar-collapse {
  clear: left;
}
.nav-wrapper {
  border-bottom: 1px solid #e7e7e7;
}
i.menu-icon {
  padding-top: 4px;
}
ul#help_menu li a {
  overflow: hidden;
  padding-right: 2.2em;
}
ul#help_menu li a i {
  margin-right: -1.2em;
}
.dropdown-submenu {
  position: relative;
}
.dropdown-submenu > .dropdown-menu {
  top: 0;
  left: 100%;
  margin-top: -6px;
  margin-left: -1px;
}
.dropdown-submenu:hover > .dropdown-menu {
  display: block;
}
.dropdown-submenu > a:after {
  display: inline-block;
  font: normal normal normal 14px/1 FontAwesome;
  font-size: inherit;
  text-rendering: auto;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
  display: block;
  content: "\f0da";
  float: right;
  color: #333333;
  margin-top: 2px;
  margin-right: -10px;
}
.dropdown-submenu > a:after.pull-left {
  margin-right: .3em;
}
.dropdown-submenu > a:after.pull-right {
  margin-left: .3em;
}
.dropdown-submenu:hover > a:after {
  color: #262626;
}
.dropdown-submenu.pull-left {
  float: none;
}
.dropdown-submenu.pull-left > .dropdown-menu {
  left: -100%;
  margin-left: 10px;
}
#notification_area {
  float: right !important;
  float: right;
  z-index: 10;
}
.indicator_area {
  float: right !important;
  float: right;
  color: #777;
  margin-left: 5px;
  margin-right: 5px;
  width: 11px;
  z-index: 10;
  text-align: center;
  width: auto;
}
#kernel_indicator {
  float: right !important;
  float: right;
  color: #777;
  margin-left: 5px;
  margin-right: 5px;
  width: 11px;
  z-index: 10;
  text-align: center;
  width: auto;
  border-left: 1px solid;
}
#kernel_indicator .kernel_indicator_name {
  padding-left: 5px;
  padding-right: 5px;
}
#modal_indicator {
  float: right !important;
  float: right;
  color: #777;
  margin-left: 5px;
  margin-right: 5px;
  width: 11px;
  z-index: 10;
  text-align: center;
  width: auto;
}
#readonly-indicator {
  float: right !important;
  float: right;
  color: #777;
  margin-left: 5px;
  margin-right: 5px;
  width: 11px;
  z-index: 10;
  text-align: center;
  width: auto;
  margin-top: 2px;
  margin-bottom: 0px;
  margin-left: 0px;
  margin-right: 0px;
  display: none;
}
.modal_indicator:before {
  width: 1.28571429em;
  text-align: center;
}
.edit_mode .modal_indicator:before {
  display: inline-block;
  font: normal normal normal 14px/1 FontAwesome;
  font-size: inherit;
  text-rendering: auto;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
  content: "\f040";
}
.edit_mode .modal_indicator:before.pull-left {
  margin-right: .3em;
}
.edit_mode .modal_indicator:before.pull-right {
  margin-left: .3em;
}
.command_mode .modal_indicator:before {
  display: inline-block;
  font: normal normal normal 14px/1 FontAwesome;
  font-size: inherit;
  text-rendering: auto;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
  content: ' ';
}
.command_mode .modal_indicator:before.pull-left {
  margin-right: .3em;
}
.command_mode .modal_indicator:before.pull-right {
  margin-left: .3em;
}
.kernel_idle_icon:before {
  display: inline-block;
  font: normal normal normal 14px/1 FontAwesome;
  font-size: inherit;
  text-rendering: auto;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
  content: "\f10c";
}
.kernel_idle_icon:before.pull-left {
  margin-right: .3em;
}
.kernel_idle_icon:before.pull-right {
  margin-left: .3em;
}
.kernel_busy_icon:before {
  display: inline-block;
  font: normal normal normal 14px/1 FontAwesome;
  font-size: inherit;
  text-rendering: auto;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
  content: "\f111";
}
.kernel_busy_icon:before.pull-left {
  margin-right: .3em;
}
.kernel_busy_icon:before.pull-right {
  margin-left: .3em;
}
.kernel_dead_icon:before {
  display: inline-block;
  font: normal normal normal 14px/1 FontAwesome;
  font-size: inherit;
  text-rendering: auto;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
  content: "\f1e2";
}
.kernel_dead_icon:before.pull-left {
  margin-right: .3em;
}
.kernel_dead_icon:before.pull-right {
  margin-left: .3em;
}
.kernel_disconnected_icon:before {
  display: inline-block;
  font: normal normal normal 14px/1 FontAwesome;
  font-size: inherit;
  text-rendering: auto;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
  content: "\f127";
}
.kernel_disconnected_icon:before.pull-left {
  margin-right: .3em;
}
.kernel_disconnected_icon:before.pull-right {
  margin-left: .3em;
}
.notification_widget {
  color: #777;
  z-index: 10;
  background: rgba(240, 240, 240, 0.5);
  margin-right: 4px;
  color: #333;
  background-color: #fff;
  border-color: #ccc;
}
.notification_widget:focus,
.notification_widget.focus {
  color: #333;
  background-color: #e6e6e6;
  border-color: #8c8c8c;
}
.notification_widget:hover {
  color: #333;
  background-color: #e6e6e6;
  border-color: #adadad;
}
.notification_widget:active,
.notification_widget.active,
.open > .dropdown-toggle.notification_widget {
  color: #333;
  background-color: #e6e6e6;
  border-color: #adadad;
}
.notification_widget:active:hover,
.notification_widget.active:hover,
.open > .dropdown-toggle.notification_widget:hover,
.notification_widget:active:focus,
.notification_widget.active:focus,
.open > .dropdown-toggle.notification_widget:focus,
.notification_widget:active.focus,
.notification_widget.active.focus,
.open > .dropdown-toggle.notification_widget.focus {
  color: #333;
  background-color: #d4d4d4;
  border-color: #8c8c8c;
}
.notification_widget:active,
.notification_widget.active,
.open > .dropdown-toggle.notification_widget {
  background-image: none;
}
.notification_widget.disabled:hover,
.notification_widget[disabled]:hover,
fieldset[disabled] .notification_widget:hover,
.notification_widget.disabled:focus,
.notification_widget[disabled]:focus,
fieldset[disabled] .notification_widget:focus,
.notification_widget.disabled.focus,
.notification_widget[disabled].focus,
fieldset[disabled] .notification_widget.focus {
  background-color: #fff;
  border-color: #ccc;
}
.notification_widget .badge {
  color: #fff;
  background-color: #333;
}
.notification_widget.warning {
  color: #fff;
  background-color: #f0ad4e;
  border-color: #eea236;
}
.notification_widget.warning:focus,
.notification_widget.warning.focus {
  color: #fff;
  background-color: #ec971f;
  border-color: #985f0d;
}
.notification_widget.warning:hover {
  color: #fff;
  background-color: #ec971f;
  border-color: #d58512;
}
.notification_widget.warning:active,
.notification_widget.warning.active,
.open > .dropdown-toggle.notification_widget.warning {
  color: #fff;
  background-color: #ec971f;
  border-color: #d58512;
}
.notification_widget.warning:active:hover,
.notification_widget.warning.active:hover,
.open > .dropdown-toggle.notification_widget.warning:hover,
.notification_widget.warning:active:focus,
.notification_widget.warning.active:focus,
.open > .dropdown-toggle.notification_widget.warning:focus,
.notification_widget.warning:active.focus,
.notification_widget.warning.active.focus,
.open > .dropdown-toggle.notification_widget.warning.focus {
  color: #fff;
  background-color: #d58512;
  border-color: #985f0d;
}
.notification_widget.warning:active,
.notification_widget.warning.active,
.open > .dropdown-toggle.notification_widget.warning {
  background-image: none;
}
.notification_widget.warning.disabled:hover,
.notification_widget.warning[disabled]:hover,
fieldset[disabled] .notification_widget.warning:hover,
.notification_widget.warning.disabled:focus,
.notification_widget.warning[disabled]:focus,
fieldset[disabled] .notification_widget.warning:focus,
.notification_widget.warning.disabled.focus,
.notification_widget.warning[disabled].focus,
fieldset[disabled] .notification_widget.warning.focus {
  background-color: #f0ad4e;
  border-color: #eea236;
}
.notification_widget.warning .badge {
  color: #f0ad4e;
  background-color: #fff;
}
.notification_widget.success {
  color: #fff;
  background-color: #5cb85c;
  border-color: #4cae4c;
}
.notification_widget.success:focus,
.notification_widget.success.focus {
  color: #fff;
  background-color: #449d44;
  border-color: #255625;
}
.notification_widget.success:hover {
  color: #fff;
  background-color: #449d44;
  border-color: #398439;
}
.notification_widget.success:active,
.notification_widget.success.active,
.open > .dropdown-toggle.notification_widget.success {
  color: #fff;
  background-color: #449d44;
  border-color: #398439;
}
.notification_widget.success:active:hover,
.notification_widget.success.active:hover,
.open > .dropdown-toggle.notification_widget.success:hover,
.notification_widget.success:active:focus,
.notification_widget.success.active:focus,
.open > .dropdown-toggle.notification_widget.success:focus,
.notification_widget.success:active.focus,
.notification_widget.success.active.focus,
.open > .dropdown-toggle.notification_widget.success.focus {
  color: #fff;
  background-color: #398439;
  border-color: #255625;
}
.notification_widget.success:active,
.notification_widget.success.active,
.open > .dropdown-toggle.notification_widget.success {
  background-image: none;
}
.notification_widget.success.disabled:hover,
.notification_widget.success[disabled]:hover,
fieldset[disabled] .notification_widget.success:hover,
.notification_widget.success.disabled:focus,
.notification_widget.success[disabled]:focus,
fieldset[disabled] .notification_widget.success:focus,
.notification_widget.success.disabled.focus,
.notification_widget.success[disabled].focus,
fieldset[disabled] .notification_widget.success.focus {
  background-color: #5cb85c;
  border-color: #4cae4c;
}
.notification_widget.success .badge {
  color: #5cb85c;
  background-color: #fff;
}
.notification_widget.info {
  color: #fff;
  background-color: #5bc0de;
  border-color: #46b8da;
}
.notification_widget.info:focus,
.notification_widget.info.focus {
  color: #fff;
  background-color: #31b0d5;
  border-color: #1b6d85;
}
.notification_widget.info:hover {
  color: #fff;
  background-color: #31b0d5;
  border-color: #269abc;
}
.notification_widget.info:active,
.notification_widget.info.active,
.open > .dropdown-toggle.notification_widget.info {
  color: #fff;
  background-color: #31b0d5;
  border-color: #269abc;
}
.notification_widget.info:active:hover,
.notification_widget.info.active:hover,
.open > .dropdown-toggle.notification_widget.info:hover,
.notification_widget.info:active:focus,
.notification_widget.info.active:focus,
.open > .dropdown-toggle.notification_widget.info:focus,
.notification_widget.info:active.focus,
.notification_widget.info.active.focus,
.open > .dropdown-toggle.notification_widget.info.focus {
  color: #fff;
  background-color: #269abc;
  border-color: #1b6d85;
}
.notification_widget.info:active,
.notification_widget.info.active,
.open > .dropdown-toggle.notification_widget.info {
  background-image: none;
}
.notification_widget.info.disabled:hover,
.notification_widget.info[disabled]:hover,
fieldset[disabled] .notification_widget.info:hover,
.notification_widget.info.disabled:focus,
.notification_widget.info[disabled]:focus,
fieldset[disabled] .notification_widget.info:focus,
.notification_widget.info.disabled.focus,
.notification_widget.info[disabled].focus,
fieldset[disabled] .notification_widget.info.focus {
  background-color: #5bc0de;
  border-color: #46b8da;
}
.notification_widget.info .badge {
  color: #5bc0de;
  background-color: #fff;
}
.notification_widget.danger {
  color: #fff;
  background-color: #d9534f;
  border-color: #d43f3a;
}
.notification_widget.danger:focus,
.notification_widget.danger.focus {
  color: #fff;
  background-color: #c9302c;
  border-color: #761c19;
}
.notification_widget.danger:hover {
  color: #fff;
  background-color: #c9302c;
  border-color: #ac2925;
}
.notification_widget.danger:active,
.notification_widget.danger.active,
.open > .dropdown-toggle.notification_widget.danger {
  color: #fff;
  background-color: #c9302c;
  border-color: #ac2925;
}
.notification_widget.danger:active:hover,
.notification_widget.danger.active:hover,
.open > .dropdown-toggle.notification_widget.danger:hover,
.notification_widget.danger:active:focus,
.notification_widget.danger.active:focus,
.open > .dropdown-toggle.notification_widget.danger:focus,
.notification_widget.danger:active.focus,
.notification_widget.danger.active.focus,
.open > .dropdown-toggle.notification_widget.danger.focus {
  color: #fff;
  background-color: #ac2925;
  border-color: #761c19;
}
.notification_widget.danger:active,
.notification_widget.danger.active,
.open > .dropdown-toggle.notification_widget.danger {
  background-image: none;
}
.notification_widget.danger.disabled:hover,
.notification_widget.danger[disabled]:hover,
fieldset[disabled] .notification_widget.danger:hover,
.notification_widget.danger.disabled:focus,
.notification_widget.danger[disabled]:focus,
fieldset[disabled] .notification_widget.danger:focus,
.notification_widget.danger.disabled.focus,
.notification_widget.danger[disabled].focus,
fieldset[disabled] .notification_widget.danger.focus {
  background-color: #d9534f;
  border-color: #d43f3a;
}
.notification_widget.danger .badge {
  color: #d9534f;
  background-color: #fff;
}
div#pager {
  background-color: #fff;
  font-size: 14px;
  line-height: 20px;
  overflow: hidden;
  display: none;
  position: fixed;
  bottom: 0px;
  width: 100%;
  max-height: 50%;
  padding-top: 8px;
  -webkit-box-shadow: 0px 0px 12px 1px rgba(87, 87, 87, 0.2);
  box-shadow: 0px 0px 12px 1px rgba(87, 87, 87, 0.2);
  /* Display over codemirror */
  z-index: 100;
  /* Hack which prevents jquery ui resizable from changing top. */
  top: auto !important;
}
div#pager pre {
  line-height: 1.21429em;
  color: #000;
  background-color: #f7f7f7;
  padding: 0.4em;
}
div#pager #pager-button-area {
  position: absolute;
  top: 8px;
  right: 20px;
}
div#pager #pager-contents {
  position: relative;
  overflow: auto;
  width: 100%;
  height: 100%;
}
div#pager #pager-contents #pager-container {
  position: relative;
  padding: 15px 0px;
  box-sizing: border-box;
  -moz-box-sizing: border-box;
  -webkit-box-sizing: border-box;
}
div#pager .ui-resizable-handle {
  top: 0px;
  height: 8px;
  background: #f7f7f7;
  border-top: 1px solid #cfcfcf;
  border-bottom: 1px solid #cfcfcf;
  /* This injects handle bars (a short, wide = symbol) for 
        the resize handle. */
}
div#pager .ui-resizable-handle::after {
  content: '';
  top: 2px;
  left: 50%;
  height: 3px;
  width: 30px;
  margin-left: -15px;
  position: absolute;
  border-top: 1px solid #cfcfcf;
}
.quickhelp {
  /* Old browsers */
  display: -webkit-box;
  -webkit-box-orient: horizontal;
  -webkit-box-align: stretch;
  display: -moz-box;
  -moz-box-orient: horizontal;
  -moz-box-align: stretch;
  display: box;
  box-orient: horizontal;
  box-align: stretch;
  /* Modern browsers */
  display: flex;
  flex-direction: row;
  align-items: stretch;
  line-height: 1.8em;
}
.shortcut_key {
  display: inline-block;
  width: 20ex;
  text-align: right;
  font-family: monospace;
}
.shortcut_descr {
  display: inline-block;
  /* Old browsers */
  -webkit-box-flex: 1;
  -moz-box-flex: 1;
  box-flex: 1;
  /* Modern browsers */
  flex: 1;
}
span.save_widget {
  margin-top: 6px;
}
span.save_widget span.filename {
  height: 1em;
  line-height: 1em;
  padding: 3px;
  margin-left: 16px;
  border: none;
  font-size: 146.5%;
  border-radius: 2px;
}
span.save_widget span.filename:hover {
  background-color: #e6e6e6;
}
span.checkpoint_status,
span.autosave_status {
  font-size: small;
}
@media (max-width: 767px) {
  span.save_widget {
    font-size: small;
  }
  span.checkpoint_status,
  span.autosave_status {
    display: none;
  }
}
@media (min-width: 768px) and (max-width: 991px) {
  span.checkpoint_status {
    display: none;
  }
  span.autosave_status {
    font-size: x-small;
  }
}
.toolbar {
  padding: 0px;
  margin-left: -5px;
  margin-top: 2px;
  margin-bottom: 5px;
  box-sizing: border-box;
  -moz-box-sizing: border-box;
  -webkit-box-sizing: border-box;
}
.toolbar select,
.toolbar label {
  width: auto;
  vertical-align: middle;
  margin-right: 2px;
  margin-bottom: 0px;
  display: inline;
  font-size: 92%;
  margin-left: 0.3em;
  margin-right: 0.3em;
  padding: 0px;
  padding-top: 3px;
}
.toolbar .btn {
  padding: 2px 8px;
}
.toolbar .btn-group {
  margin-top: 0px;
  margin-left: 5px;
}
#maintoolbar {
  margin-bottom: -3px;
  margin-top: -8px;
  border: 0px;
  min-height: 27px;
  margin-left: 0px;
  padding-top: 11px;
  padding-bottom: 3px;
}
#maintoolbar .navbar-text {
  float: none;
  vertical-align: middle;
  text-align: right;
  margin-left: 5px;
  margin-right: 0px;
  margin-top: 0px;
}
.select-xs {
  height: 24px;
}
.pulse,
.dropdown-menu > li > a.pulse,
li.pulse > a.dropdown-toggle,
li.pulse.open > a.dropdown-toggle {
  background-color: #F37626;
  color: white;
}
/**
 * Primary styles
 *
 * Author: Jupyter Development Team
 */
/** WARNING IF YOU ARE EDITTING THIS FILE, if this is a .css file, It has a lot
 * of chance of beeing generated from the ../less/[samename].less file, you can
 * try to get back the less file by reverting somme commit in history
 **/
/*
 * We'll try to get something pretty, so we
 * have some strange css to have the scroll bar on
 * the left with fix button on the top right of the tooltip
 */
@-moz-keyframes fadeOut {
  from {
    opacity: 1;
  }
  to {
    opacity: 0;
  }
}
@-webkit-keyframes fadeOut {
  from {
    opacity: 1;
  }
  to {
    opacity: 0;
  }
}
@-moz-keyframes fadeIn {
  from {
    opacity: 0;
  }
  to {
    opacity: 1;
  }
}
@-webkit-keyframes fadeIn {
  from {
    opacity: 0;
  }
  to {
    opacity: 1;
  }
}
/*properties of tooltip after "expand"*/
.bigtooltip {
  overflow: auto;
  height: 200px;
  -webkit-transition-property: height;
  -webkit-transition-duration: 500ms;
  -moz-transition-property: height;
  -moz-transition-duration: 500ms;
  transition-property: height;
  transition-duration: 500ms;
}
/*properties of tooltip before "expand"*/
.smalltooltip {
  -webkit-transition-property: height;
  -webkit-transition-duration: 500ms;
  -moz-transition-property: height;
  -moz-transition-duration: 500ms;
  transition-property: height;
  transition-duration: 500ms;
  text-overflow: ellipsis;
  overflow: hidden;
  height: 80px;
}
.tooltipbuttons {
  position: absolute;
  padding-right: 15px;
  top: 0px;
  right: 0px;
}
.tooltiptext {
  /*avoid the button to overlap on some docstring*/
  padding-right: 30px;
}
.ipython_tooltip {
  max-width: 700px;
  /*fade-in animation when inserted*/
  -webkit-animation: fadeOut 400ms;
  -moz-animation: fadeOut 400ms;
  animation: fadeOut 400ms;
  -webkit-animation: fadeIn 400ms;
  -moz-animation: fadeIn 400ms;
  animation: fadeIn 400ms;
  vertical-align: middle;
  background-color: #f7f7f7;
  overflow: visible;
  border: #ababab 1px solid;
  outline: none;
  padding: 3px;
  margin: 0px;
  padding-left: 7px;
  font-family: monospace;
  min-height: 50px;
  -moz-box-shadow: 0px 6px 10px -1px #adadad;
  -webkit-box-shadow: 0px 6px 10px -1px #adadad;
  box-shadow: 0px 6px 10px -1px #adadad;
  border-radius: 2px;
  position: absolute;
  z-index: 1000;
}
.ipython_tooltip a {
  float: right;
}
.ipython_tooltip .tooltiptext pre {
  border: 0;
  border-radius: 0;
  font-size: 100%;
  background-color: #f7f7f7;
}
.pretooltiparrow {
  left: 0px;
  margin: 0px;
  top: -16px;
  width: 40px;
  height: 16px;
  overflow: hidden;
  position: absolute;
}
.pretooltiparrow:before {
  background-color: #f7f7f7;
  border: 1px #ababab solid;
  z-index: 11;
  content: "";
  position: absolute;
  left: 15px;
  top: 10px;
  width: 25px;
  height: 25px;
  -webkit-transform: rotate(45deg);
  -moz-transform: rotate(45deg);
  -ms-transform: rotate(45deg);
  -o-transform: rotate(45deg);
}
ul.typeahead-list i {
  margin-left: -10px;
  width: 18px;
}
ul.typeahead-list {
  max-height: 80vh;
  overflow: auto;
}
ul.typeahead-list > li > a {
  /** Firefox bug **/
  /* see https://github.com/jupyter/notebook/issues/559 */
  white-space: normal;
}
.cmd-palette .modal-body {
  padding: 7px;
}
.cmd-palette form {
  background: white;
}
.cmd-palette input {
  outline: none;
}
.no-shortcut {
  display: none;
}
.command-shortcut:before {
  content: "(command)";
  padding-right: 3px;
  color: #777777;
}
.edit-shortcut:before {
  content: "(edit)";
  padding-right: 3px;
  color: #777777;
}
#find-and-replace #replace-preview .match,
#find-and-replace #replace-preview .insert {
  background-color: #BBDEFB;
  border-color: #90CAF9;
  border-style: solid;
  border-width: 1px;
  border-radius: 0px;
}
#find-and-replace #replace-preview .replace .match {
  background-color: #FFCDD2;
  border-color: #EF9A9A;
  border-radius: 0px;
}
#find-and-replace #replace-preview .replace .insert {
  background-color: #C8E6C9;
  border-color: #A5D6A7;
  border-radius: 0px;
}
#find-and-replace #replace-preview {
  max-height: 60vh;
  overflow: auto;
}
#find-and-replace #replace-preview pre {
  padding: 5px 10px;
}
.terminal-app {
  background: #EEE;
}
.terminal-app #header {
  background: #fff;
  -webkit-box-shadow: 0px 0px 12px 1px rgba(87, 87, 87, 0.2);
  box-shadow: 0px 0px 12px 1px rgba(87, 87, 87, 0.2);
}
.terminal-app .terminal {
  float: left;
  font-family: monospace;
  color: white;
  background: black;
  padding: 0.4em;
  border-radius: 2px;
  -webkit-box-shadow: 0px 0px 12px 1px rgba(87, 87, 87, 0.4);
  box-shadow: 0px 0px 12px 1px rgba(87, 87, 87, 0.4);
}
.terminal-app .terminal,
.terminal-app .terminal dummy-screen {
  line-height: 1em;
  font-size: 14px;
}
.terminal-app .terminal-cursor {
  color: black;
  background: white;
}
.terminal-app #terminado-container {
  margin-top: 20px;
}
/*# sourceMappingURL=style.min.css.map */
    </style>
<style type="text/css">
    .highlight .hll { background-color: #ffffcc }
.highlight  { background: #f8f8f8; }
.highlight .c { color: #408080; font-style: italic } /* Comment */
.highlight .err { border: 1px solid #FF0000 } /* Error */
.highlight .k { color: #008000; font-weight: bold } /* Keyword */
.highlight .o { color: #666666 } /* Operator */
.highlight .ch { color: #408080; font-style: italic } /* Comment.Hashbang */
.highlight .cm { color: #408080; font-style: italic } /* Comment.Multiline */
.highlight .cp { color: #BC7A00 } /* Comment.Preproc */
.highlight .cpf { color: #408080; font-style: italic } /* Comment.PreprocFile */
.highlight .c1 { color: #408080; font-style: italic } /* Comment.Single */
.highlight .cs { color: #408080; font-style: italic } /* Comment.Special */
.highlight .gd { color: #A00000 } /* Generic.Deleted */
.highlight .ge { font-style: italic } /* Generic.Emph */
.highlight .gr { color: #FF0000 } /* Generic.Error */
.highlight .gh { color: #000080; font-weight: bold } /* Generic.Heading */
.highlight .gi { color: #00A000 } /* Generic.Inserted */
.highlight .go { color: #888888 } /* Generic.Output */
.highlight .gp { color: #000080; font-weight: bold } /* Generic.Prompt */
.highlight .gs { font-weight: bold } /* Generic.Strong */
.highlight .gu { color: #800080; font-weight: bold } /* Generic.Subheading */
.highlight .gt { color: #0044DD } /* Generic.Traceback */
.highlight .kc { color: #008000; font-weight: bold } /* Keyword.Constant */
.highlight .kd { color: #008000; font-weight: bold } /* Keyword.Declaration */
.highlight .kn { color: #008000; font-weight: bold } /* Keyword.Namespace */
.highlight .kp { color: #008000 } /* Keyword.Pseudo */
.highlight .kr { color: #008000; font-weight: bold } /* Keyword.Reserved */
.highlight .kt { color: #B00040 } /* Keyword.Type */
.highlight .m { color: #666666 } /* Literal.Number */
.highlight .s { color: #BA2121 } /* Literal.String */
.highlight .na { color: #7D9029 } /* Name.Attribute */
.highlight .nb { color: #008000 } /* Name.Builtin */
.highlight .nc { color: #0000FF; font-weight: bold } /* Name.Class */
.highlight .no { color: #880000 } /* Name.Constant */
.highlight .nd { color: #AA22FF } /* Name.Decorator */
.highlight .ni { color: #999999; font-weight: bold } /* Name.Entity */
.highlight .ne { color: #D2413A; font-weight: bold } /* Name.Exception */
.highlight .nf { color: #0000FF } /* Name.Function */
.highlight .nl { color: #A0A000 } /* Name.Label */
.highlight .nn { color: #0000FF; font-weight: bold } /* Name.Namespace */
.highlight .nt { color: #008000; font-weight: bold } /* Name.Tag */
.highlight .nv { color: #19177C } /* Name.Variable */
.highlight .ow { color: #AA22FF; font-weight: bold } /* Operator.Word */
.highlight .w { color: #bbbbbb } /* Text.Whitespace */
.highlight .mb { color: #666666 } /* Literal.Number.Bin */
.highlight .mf { color: #666666 } /* Literal.Number.Float */
.highlight .mh { color: #666666 } /* Literal.Number.Hex */
.highlight .mi { color: #666666 } /* Literal.Number.Integer */
.highlight .mo { color: #666666 } /* Literal.Number.Oct */
.highlight .sb { color: #BA2121 } /* Literal.String.Backtick */
.highlight .sc { color: #BA2121 } /* Literal.String.Char */
.highlight .sd { color: #BA2121; font-style: italic } /* Literal.String.Doc */
.highlight .s2 { color: #BA2121 } /* Literal.String.Double */
.highlight .se { color: #BB6622; font-weight: bold } /* Literal.String.Escape */
.highlight .sh { color: #BA2121 } /* Literal.String.Heredoc */
.highlight .si { color: #BB6688; font-weight: bold } /* Literal.String.Interpol */
.highlight .sx { color: #008000 } /* Literal.String.Other */
.highlight .sr { color: #BB6688 } /* Literal.String.Regex */
.highlight .s1 { color: #BA2121 } /* Literal.String.Single */
.highlight .ss { color: #19177C } /* Literal.String.Symbol */
.highlight .bp { color: #008000 } /* Name.Builtin.Pseudo */
.highlight .vc { color: #19177C } /* Name.Variable.Class */
.highlight .vg { color: #19177C } /* Name.Variable.Global */
.highlight .vi { color: #19177C } /* Name.Variable.Instance */
.highlight .il { color: #666666 } /* Literal.Number.Integer.Long */
    </style>
<style type="text/css">
    
/* Temporary definitions which will become obsolete with Notebook release 5.0 */
.ansi-black-fg { color: #3E424D; }
.ansi-black-bg { background-color: #3E424D; }
.ansi-black-intense-fg { color: #282C36; }
.ansi-black-intense-bg { background-color: #282C36; }
.ansi-red-fg { color: #E75C58; }
.ansi-red-bg { background-color: #E75C58; }
.ansi-red-intense-fg { color: #B22B31; }
.ansi-red-intense-bg { background-color: #B22B31; }
.ansi-green-fg { color: #00A250; }
.ansi-green-bg { background-color: #00A250; }
.ansi-green-intense-fg { color: #007427; }
.ansi-green-intense-bg { background-color: #007427; }
.ansi-yellow-fg { color: #DDB62B; }
.ansi-yellow-bg { background-color: #DDB62B; }
.ansi-yellow-intense-fg { color: #B27D12; }
.ansi-yellow-intense-bg { background-color: #B27D12; }
.ansi-blue-fg { color: #208FFB; }
.ansi-blue-bg { background-color: #208FFB; }
.ansi-blue-intense-fg { color: #0065CA; }
.ansi-blue-intense-bg { background-color: #0065CA; }
.ansi-magenta-fg { color: #D160C4; }
.ansi-magenta-bg { background-color: #D160C4; }
.ansi-magenta-intense-fg { color: #A03196; }
.ansi-magenta-intense-bg { background-color: #A03196; }
.ansi-cyan-fg { color: #60C6C8; }
.ansi-cyan-bg { background-color: #60C6C8; }
.ansi-cyan-intense-fg { color: #258F8F; }
.ansi-cyan-intense-bg { background-color: #258F8F; }
.ansi-white-fg { color: #C5C1B4; }
.ansi-white-bg { background-color: #C5C1B4; }
.ansi-white-intense-fg { color: #A1A6B2; }
.ansi-white-intense-bg { background-color: #A1A6B2; }

.ansi-bold { font-weight: bold; }

    </style>


<style type="text/css">
/* Overrides of notebook CSS for static HTML export */
body {
  overflow: visible;
  padding: 8px;
}

div#notebook {
  overflow: visible;
  border-top: none;
}

@media print {
  div.cell {
    display: block;
    page-break-inside: avoid;
  } 
  div.output_wrapper { 
    display: block;
    page-break-inside: avoid; 
  }
  div.output { 
    display: block;
    page-break-inside: avoid; 
  }
}
</style>

<!-- Custom stylesheet, it must be in the same directory as the html file -->
<link rel="stylesheet" href="custom.css">

<!-- Loading mathjax macro -->
<!-- Load mathjax -->
    <script src="https://cdn.mathjax.org/mathjax/latest/MathJax.js?config=TeX-AMS_HTML"></script>
    <!-- MathJax configuration -->
    <script type="text/x-mathjax-config">
    MathJax.Hub.Config({
        tex2jax: {
            inlineMath: [ ['$','$'], ["\\(","\\)"] ],
            displayMath: [ ['$$','$$'], ["\\[","\\]"] ],
            processEscapes: true,
            processEnvironments: true
        },
        // Center justify equations in code and markdown cells. Elsewhere
        // we use CSS to left justify single line equations in code cells.
        displayAlign: 'center',
        "HTML-CSS": {
            styles: {'.MathJax_Display': {"margin": 0}},
            linebreaks: { automatic: true }
        }
    });
    </script>
    <!-- End of mathjax configuration --></head>
<body>
  <div tabindex="-1" id="notebook" class="border-box-sizing">
    <div class="container" id="notebook-container">

<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h3 id="Deep-Reinforcement-Learning-to-train-an-agent-to-play-Atari-Pong-game-using-DQN">Deep Reinforcement Learning to train an agent to play Atari Pong game using DQN<a class="anchor-link" href="#Deep-Reinforcement-Learning-to-train-an-agent-to-play-Atari-Pong-game-using-DQN">&#182;</a></h3><p>Reinforcement learning is one of the fascinating machine learning techniques which primarily focuses on playing games. There have been a lot of theoretical models proposed in the past, but due to recent advancements in computation resources and deep learning techniques, implementing reinforcement learning has become practical. Google's Deep Mind has demonstrated the potential of reinforcement learning by teaching an agent to play atari games and later they went on to defeat world's best Go players.</p>
<p>This project explores a deep reinforcement learning technique to train an agent to play atari pong game from OpenAI Gym. OpenAI Gym is a toolkit to develop and compare reinforcement learning algorithms. The learning agent takes raw pixels from the atari emulator and predicts an action that is fed back into the emulator via OpenAI interface. The deep reinforcement learning network used in this project is Deep Q Network (DQN), it took over 10 million episodes to train an agent to perfectly win the game.</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[1]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython2"><pre><span></span><span class="kn">import</span> <span class="nn">os</span>
<span class="kn">import</span> <span class="nn">itertools</span>
<span class="kn">import</span> <span class="nn">time</span>
<span class="kn">import</span> <span class="nn">glob</span>
<span class="kn">import</span> <span class="nn">json</span>
<span class="kn">import</span> <span class="nn">pandas</span> <span class="kn">as</span> <span class="nn">pd</span>
<span class="kn">import</span> <span class="nn">run_dqn_atari</span>
<span class="kn">from</span> <span class="nn">bokeh.plotting</span> <span class="kn">import</span> <span class="n">figure</span> 
<span class="kn">from</span> <span class="nn">bokeh.models</span> <span class="kn">import</span> <span class="n">Legend</span>
<span class="kn">from</span> <span class="nn">bokeh.layouts</span> <span class="kn">import</span> <span class="n">column</span>
<span class="kn">from</span> <span class="nn">bokeh.io</span> <span class="kn">import</span> <span class="n">output_notebook</span><span class="p">,</span> <span class="n">show</span>
<span class="n">output_notebook</span><span class="p">()</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area"><div class="prompt"></div>

<div class="output_html rendered_html output_subarea ">

    <div class="bk-root">
        <a href="http://bokeh.pydata.org" target="_blank" class="bk-logo bk-logo-small bk-logo-notebook"></a>
        <span id="cf495fa6-15ba-49ee-8f56-e91c3c03b8ac">Loading BokehJS ...</span>
    </div>
</div>

</div>

<div class="output_area"><div class="prompt"></div>


<div id="828111f5-4d9d-4b8d-9d06-3c806cfcaf9f"></div>
<div class="output_subarea output_javascript ">
<script type="text/javascript">
var element = $('#828111f5-4d9d-4b8d-9d06-3c806cfcaf9f');

(function(global) {
  function now() {
    return new Date();
  }

  var force = true;

  if (typeof (window._bokeh_onload_callbacks) === "undefined" || force === true) {
    window._bokeh_onload_callbacks = [];
    window._bokeh_is_loading = undefined;
  }


  if (typeof (window._bokeh_timeout) === "undefined" || force === true) {
    window._bokeh_timeout = Date.now() + 5000;
    window._bokeh_failed_load = false;
  }

  var NB_LOAD_WARNING = {'data': {'text/html':
     "<div style='background-color: #fdd'>\n"+
     "<p>\n"+
     "BokehJS does not appear to have successfully loaded. If loading BokehJS from CDN, this \n"+
     "may be due to a slow or bad network connection. Possible fixes:\n"+
     "</p>\n"+
     "<ul>\n"+
     "<li>re-rerun `output_notebook()` to attempt to load from CDN again, or</li>\n"+
     "<li>use INLINE resources instead, as so:</li>\n"+
     "</ul>\n"+
     "<code>\n"+
     "from bokeh.resources import INLINE\n"+
     "output_notebook(resources=INLINE)\n"+
     "</code>\n"+
     "</div>"}};

  function display_loaded() {
    if (window.Bokeh !== undefined) {
      var el = document.getElementById("cf495fa6-15ba-49ee-8f56-e91c3c03b8ac");
      el.textContent = "BokehJS " + Bokeh.version + " successfully loaded.";
    } else if (Date.now() < window._bokeh_timeout) {
      setTimeout(display_loaded, 100)
    }
  }

  function run_callbacks() {
    try {
      window._bokeh_onload_callbacks.forEach(function(callback) { callback() });
    }
    finally {
      delete window._bokeh_onload_callbacks
    }
    console.info("Bokeh: all callbacks have finished");
  }

  function load_libs(js_urls, callback) {
    window._bokeh_onload_callbacks.push(callback);
    if (window._bokeh_is_loading > 0) {
      console.log("Bokeh: BokehJS is being loaded, scheduling callback at", now());
      return null;
    }
    if (js_urls == null || js_urls.length === 0) {
      run_callbacks();
      return null;
    }
    console.log("Bokeh: BokehJS not loaded, scheduling load and callback at", now());
    window._bokeh_is_loading = js_urls.length;
    for (var i = 0; i < js_urls.length; i++) {
      var url = js_urls[i];
      var s = document.createElement('script');
      s.src = url;
      s.async = false;
      s.onreadystatechange = s.onload = function() {
        window._bokeh_is_loading--;
        if (window._bokeh_is_loading === 0) {
          console.log("Bokeh: all BokehJS libraries loaded");
          run_callbacks()
        }
      };
      s.onerror = function() {
        console.warn("failed to load library " + url);
      };
      console.log("Bokeh: injecting script tag for BokehJS library: ", url);
      document.getElementsByTagName("head")[0].appendChild(s);
    }
  };var element = document.getElementById("cf495fa6-15ba-49ee-8f56-e91c3c03b8ac");
  if (element == null) {
    console.log("Bokeh: ERROR: autoload.js configured with elementid 'cf495fa6-15ba-49ee-8f56-e91c3c03b8ac' but no matching script tag was found. ")
    return false;
  }

  var js_urls = ["https://cdn.pydata.org/bokeh/release/bokeh-0.12.6.min.js", "https://cdn.pydata.org/bokeh/release/bokeh-widgets-0.12.6.min.js"];

  var inline_js = [
    function(Bokeh) {
      Bokeh.set_log_level("info");
    },
    
    function(Bokeh) {
      
    },
    
    function(Bokeh) {
      
      document.getElementById("cf495fa6-15ba-49ee-8f56-e91c3c03b8ac").textContent = "BokehJS is loading...";
    },
    function(Bokeh) {
      console.log("Bokeh: injecting CSS: https://cdn.pydata.org/bokeh/release/bokeh-0.12.6.min.css");
      Bokeh.embed.inject_css("https://cdn.pydata.org/bokeh/release/bokeh-0.12.6.min.css");
      console.log("Bokeh: injecting CSS: https://cdn.pydata.org/bokeh/release/bokeh-widgets-0.12.6.min.css");
      Bokeh.embed.inject_css("https://cdn.pydata.org/bokeh/release/bokeh-widgets-0.12.6.min.css");
    }
  ];

  function run_inline_js() {
    
    if ((window.Bokeh !== undefined) || (force === true)) {
      for (var i = 0; i < inline_js.length; i++) {
        inline_js[i](window.Bokeh);
      }if (force === true) {
        display_loaded();
      }} else if (Date.now() < window._bokeh_timeout) {
      setTimeout(run_inline_js, 100);
    } else if (!window._bokeh_failed_load) {
      console.log("Bokeh: BokehJS failed to load within specified timeout.");
      window._bokeh_failed_load = true;
    } else if (force !== true) {
      var cell = $(document.getElementById("cf495fa6-15ba-49ee-8f56-e91c3c03b8ac")).parents('.cell').data().cell;
      cell.output_area.append_execute_result(NB_LOAD_WARNING)
    }

  }

  if (window._bokeh_is_loading === 0) {
    console.log("Bokeh: BokehJS loaded, going straight to plotting");
    run_inline_js();
  } else {
    load_libs(js_urls, function() {
      console.log("Bokeh: BokehJS plotting callback run at", now());
      run_inline_js();
    });
  }
}(this));
</script>
</div>

</div>

</div>
</div>

</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[2]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython2"><pre><span></span><span class="n">USE_ARCHIVED_LOGS</span> <span class="o">=</span> <span class="bp">True</span>
<span class="n">RUN_MODEL</span> <span class="o">=</span> <span class="bp">False</span>
<span class="n">ARCHIVAL_ROOT</span> <span class="o">=</span> <span class="s1">&#39;archived_logs&#39;</span>

<span class="n">LOGS_DIR</span> <span class="o">=</span> <span class="s1">&#39;open_ai_logs&#39;</span>
<span class="n">MODELS_DIR</span> <span class="o">=</span> <span class="s1">&#39;trained_models&#39;</span>
<span class="n">TRAINING_LOGS</span> <span class="o">=</span> <span class="s1">&#39;train_logs.log&#39;</span>

<span class="n">TRAINED_MODEL_NAMES</span> <span class="o">=</span> <span class="p">[</span><span class="s1">&#39;random&#39;</span><span class="p">,</span> <span class="s1">&#39;model.ckpt-5260000&#39;</span><span class="p">,</span> <span class="s1">&#39;model.ckpt-8090000&#39;</span><span class="p">,</span> <span class="s1">&#39;model.ckpt-9500000&#39;</span><span class="p">]</span>
<span class="n">MAX_EPISODE_COUNT</span> <span class="o">=</span> <span class="mi">100</span> <span class="c1"># number of episodes to run for the stats</span>
</pre></div>

</div>
</div>
</div>

</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[3]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython2"><pre><span></span><span class="k">def</span> <span class="nf">parse_traning_logs</span><span class="p">(</span><span class="n">log_path</span><span class="p">):</span>
    <span class="k">with</span> <span class="nb">open</span><span class="p">(</span><span class="n">log_path</span><span class="p">)</span> <span class="k">as</span> <span class="n">logfile</span> <span class="p">:</span>
        <span class="n">raw_log_data</span> <span class="o">=</span> <span class="n">logfile</span><span class="o">.</span><span class="n">readlines</span><span class="p">()</span>

    <span class="n">log_data</span> <span class="o">=</span> <span class="p">{}</span>
    <span class="n">set_count</span> <span class="o">=</span> <span class="mi">0</span>
    <span class="n">set_label</span> <span class="o">=</span> <span class="bp">None</span>
    <span class="n">start_parsing</span> <span class="o">=</span> <span class="bp">False</span>
    <span class="k">for</span> <span class="n">log</span> <span class="ow">in</span> <span class="n">raw_log_data</span><span class="p">:</span>
        
        <span class="k">if</span> <span class="ow">not</span> <span class="n">start_parsing</span><span class="p">:</span>
            <span class="k">if</span> <span class="s1">&#39;Timestep 60000&#39;</span> <span class="ow">in</span> <span class="n">log</span><span class="p">:</span> 
                <span class="n">start_parsing</span> <span class="o">=</span> <span class="bp">True</span>
            <span class="k">else</span><span class="p">:</span>
                <span class="k">continue</span>
                
        <span class="n">log</span>  <span class="o">=</span> <span class="n">log</span><span class="o">.</span><span class="n">rstrip</span><span class="p">()</span>
        <span class="k">if</span> <span class="n">log</span><span class="o">.</span><span class="n">startswith</span><span class="p">(</span><span class="s1">&#39;Timestep&#39;</span><span class="p">):</span>
            <span class="n">set_count</span> <span class="o">=</span> <span class="mi">0</span>
            <span class="n">set_label</span> <span class="o">=</span> <span class="nb">int</span><span class="p">(</span><span class="n">log</span><span class="o">.</span><span class="n">replace</span><span class="p">(</span><span class="s1">&#39;Timestep &#39;</span><span class="p">,</span><span class="s1">&#39;&#39;</span><span class="p">))</span>
            <span class="n">log_data</span><span class="p">[</span><span class="n">set_label</span><span class="p">]</span><span class="o">=</span><span class="p">{}</span>
            <span class="k">continue</span>

        <span class="k">if</span> <span class="n">log</span><span class="o">.</span><span class="n">startswith</span><span class="p">(</span><span class="s1">&#39;mean reward (100 episodes)&#39;</span><span class="p">):</span>
            <span class="n">log_data</span><span class="p">[</span><span class="n">set_label</span><span class="p">][</span><span class="s1">&#39;Mean reward (Past 100 episodes)&#39;</span><span class="p">]</span> <span class="o">=</span> <span class="nb">float</span><span class="p">(</span>
                <span class="n">log</span><span class="o">.</span><span class="n">replace</span><span class="p">(</span><span class="s1">&#39;mean reward (100 episodes) &#39;</span><span class="p">,</span><span class="s1">&#39;&#39;</span><span class="p">)</span>
            <span class="p">)</span>

        <span class="k">if</span> <span class="n">log</span><span class="o">.</span><span class="n">startswith</span><span class="p">(</span><span class="s1">&#39;best mean reward&#39;</span><span class="p">):</span>
            <span class="n">log_data</span><span class="p">[</span><span class="n">set_label</span><span class="p">][</span><span class="s1">&#39;Best Mean reward (Past 100 episodes)&#39;</span><span class="p">]</span> <span class="o">=</span> <span class="nb">float</span><span class="p">(</span>
                <span class="n">log</span><span class="o">.</span><span class="n">replace</span><span class="p">(</span><span class="s1">&#39;best mean reward &#39;</span><span class="p">,</span><span class="s1">&#39;&#39;</span><span class="p">)</span>
            <span class="p">)</span>

        <span class="k">if</span> <span class="n">log</span><span class="o">.</span><span class="n">startswith</span><span class="p">(</span><span class="s1">&#39;episodes&#39;</span><span class="p">):</span>
            <span class="n">log_data</span><span class="p">[</span><span class="n">set_label</span><span class="p">][</span><span class="s1">&#39;Episodes&#39;</span><span class="p">]</span> <span class="o">=</span> <span class="nb">int</span><span class="p">(</span><span class="n">log</span><span class="o">.</span><span class="n">replace</span><span class="p">(</span><span class="s1">&#39;episodes &#39;</span><span class="p">,</span><span class="s1">&#39;&#39;</span><span class="p">))</span>

        <span class="k">if</span> <span class="n">log</span><span class="o">.</span><span class="n">startswith</span><span class="p">(</span><span class="s1">&#39;exploration&#39;</span><span class="p">):</span>
            <span class="n">log_data</span><span class="p">[</span><span class="n">set_label</span><span class="p">][</span><span class="s1">&#39;Exploration&#39;</span><span class="p">]</span> <span class="o">=</span> <span class="nb">float</span><span class="p">(</span><span class="n">log</span><span class="o">.</span><span class="n">replace</span><span class="p">(</span><span class="s1">&#39;exploration &#39;</span><span class="p">,</span><span class="s1">&#39;&#39;</span><span class="p">))</span>

        <span class="k">if</span> <span class="n">log</span><span class="o">.</span><span class="n">startswith</span><span class="p">(</span><span class="s1">&#39;learning_rate&#39;</span><span class="p">):</span>
            <span class="n">log_data</span><span class="p">[</span><span class="n">set_label</span><span class="p">][</span><span class="s1">&#39;Learning Rate&#39;</span><span class="p">]</span> <span class="o">=</span> <span class="nb">float</span><span class="p">(</span><span class="n">log</span><span class="o">.</span><span class="n">replace</span><span class="p">(</span><span class="s1">&#39;learning_rate &#39;</span><span class="p">,</span><span class="s1">&#39;&#39;</span><span class="p">))</span>
            
    <span class="n">log_data</span><span class="o">=</span> <span class="n">pd</span><span class="o">.</span><span class="n">DataFrame</span><span class="p">(</span><span class="n">log_data</span><span class="p">)</span>

    <span class="k">return</span> <span class="n">log_data</span><span class="o">.</span><span class="n">transpose</span><span class="p">()</span>

<span class="k">def</span> <span class="nf">plot_training_stats</span><span class="p">(</span><span class="n">log_data</span><span class="p">):</span>
    <span class="n">plot_priority_order</span> <span class="o">=</span> <span class="p">[</span>
        <span class="s1">&#39;Mean reward (Past 100 episodes)&#39;</span><span class="p">,</span>
        <span class="s1">&#39;Best Mean reward (Past 100 episodes)&#39;</span><span class="p">,</span>
        <span class="s1">&#39;Exploration&#39;</span><span class="p">,</span>
        <span class="s1">&#39;Learning Rate&#39;</span><span class="p">,</span>
        <span class="s1">&#39;Episodes&#39;</span>    
    <span class="p">]</span>
    
    <span class="n">plots</span> <span class="o">=</span> <span class="p">[]</span>
    <span class="k">for</span> <span class="n">key</span> <span class="ow">in</span> <span class="n">plot_priority_order</span><span class="p">:</span>

        <span class="n">plots</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">figure</span><span class="p">(</span><span class="n">plot_width</span><span class="o">=</span><span class="mi">900</span><span class="p">,</span> <span class="n">plot_height</span><span class="o">=</span><span class="mi">300</span><span class="p">,</span> <span class="n">y_axis_label</span><span class="o">=</span><span class="n">key</span><span class="p">,</span> <span class="n">x_axis_label</span><span class="o">=</span><span class="s1">&#39;Timesteps&#39;</span><span class="p">))</span>
        <span class="n">plots</span><span class="p">[</span><span class="o">-</span><span class="mi">1</span><span class="p">]</span><span class="o">.</span><span class="n">line</span><span class="p">(</span><span class="n">log_data</span><span class="p">[</span><span class="n">key</span><span class="p">]</span><span class="o">.</span><span class="n">index</span><span class="p">,</span> <span class="n">log_data</span><span class="p">[</span><span class="n">key</span><span class="p">],</span> <span class="n">line_width</span><span class="o">=</span><span class="mi">2</span><span class="p">)</span>

    <span class="n">main_row</span> <span class="o">=</span> <span class="n">column</span><span class="p">(</span><span class="o">*</span><span class="n">plots</span><span class="p">)</span>

    <span class="n">show</span><span class="p">(</span><span class="n">main_row</span><span class="p">)</span>
</pre></div>

</div>
</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h3 id="Training">Training<a class="anchor-link" href="#Training">&#182;</a></h3><p>For the training I used AWS g2.2xlarge instance and AWS Ubuntu Deep Learning AMI (It took me a while to finish this report). While training the stdout is streamed into a file and the contents of this file are used to analyze the training in next section. Explaination regarding this plots is given in the report.</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[4]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython2"><pre><span></span><span class="n">training_log_data</span> <span class="o">=</span> <span class="n">parse_traning_logs</span><span class="p">(</span><span class="n">TRAINING_LOGS</span><span class="p">)</span>
<span class="n">plot_training_stats</span><span class="p">(</span><span class="n">training_log_data</span><span class="p">)</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area"><div class="prompt"></div>

<div class="output_html rendered_html output_subarea ">


    <div class="bk-root">
        <div class="bk-plotdiv" id="15a9c488-63be-4ef8-9360-d5258187828c"></div>
    </div>
<script type="text/javascript">
  
  (function(global) {
    function now() {
      return new Date();
    }
  
    var force = false;
  
    if (typeof (window._bokeh_onload_callbacks) === "undefined" || force === true) {
      window._bokeh_onload_callbacks = [];
      window._bokeh_is_loading = undefined;
    }
  
  
    if (typeof (window._bokeh_timeout) === "undefined" || force === true) {
      window._bokeh_timeout = Date.now() + 0;
      window._bokeh_failed_load = false;
    }
  
    var NB_LOAD_WARNING = {'data': {'text/html':
       "<div style='background-color: #fdd'>\n"+
       "<p>\n"+
       "BokehJS does not appear to have successfully loaded. If loading BokehJS from CDN, this \n"+
       "may be due to a slow or bad network connection. Possible fixes:\n"+
       "</p>\n"+
       "<ul>\n"+
       "<li>re-rerun `output_notebook()` to attempt to load from CDN again, or</li>\n"+
       "<li>use INLINE resources instead, as so:</li>\n"+
       "</ul>\n"+
       "<code>\n"+
       "from bokeh.resources import INLINE\n"+
       "output_notebook(resources=INLINE)\n"+
       "</code>\n"+
       "</div>"}};
  
    function display_loaded() {
      if (window.Bokeh !== undefined) {
        var el = document.getElementById("15a9c488-63be-4ef8-9360-d5258187828c");
        el.textContent = "BokehJS " + Bokeh.version + " successfully loaded.";
      } else if (Date.now() < window._bokeh_timeout) {
        setTimeout(display_loaded, 100)
      }
    }
  
    function run_callbacks() {
      try {
        window._bokeh_onload_callbacks.forEach(function(callback) { callback() });
      }
      finally {
        delete window._bokeh_onload_callbacks
      }
      console.info("Bokeh: all callbacks have finished");
    }
  
    function load_libs(js_urls, callback) {
      window._bokeh_onload_callbacks.push(callback);
      if (window._bokeh_is_loading > 0) {
        console.log("Bokeh: BokehJS is being loaded, scheduling callback at", now());
        return null;
      }
      if (js_urls == null || js_urls.length === 0) {
        run_callbacks();
        return null;
      }
      console.log("Bokeh: BokehJS not loaded, scheduling load and callback at", now());
      window._bokeh_is_loading = js_urls.length;
      for (var i = 0; i < js_urls.length; i++) {
        var url = js_urls[i];
        var s = document.createElement('script');
        s.src = url;
        s.async = false;
        s.onreadystatechange = s.onload = function() {
          window._bokeh_is_loading--;
          if (window._bokeh_is_loading === 0) {
            console.log("Bokeh: all BokehJS libraries loaded");
            run_callbacks()
          }
        };
        s.onerror = function() {
          console.warn("failed to load library " + url);
        };
        console.log("Bokeh: injecting script tag for BokehJS library: ", url);
        document.getElementsByTagName("head")[0].appendChild(s);
      }
    };var element = document.getElementById("15a9c488-63be-4ef8-9360-d5258187828c");
    if (element == null) {
      console.log("Bokeh: ERROR: autoload.js configured with elementid '15a9c488-63be-4ef8-9360-d5258187828c' but no matching script tag was found. ")
      return false;
    }
  
    var js_urls = [];
  
    var inline_js = [
      function(Bokeh) {
        (function() {
          var fn = function() {
            var docs_json = {"707df241-d63c-4dda-adc9-5760e91205d6":{"roots":{"references":[{"attributes":{"callback":null,"column_names":["y","x"],"data":{"x":[60000,70000,80000,90000,100000,110000,120000,130000,140000,150000,160000,170000,180000,190000,200000,210000,220000,230000,240000,250000,260000,270000,280000,290000,300000,310000,320000,330000,340000,350000,360000,370000,380000,390000,400000,410000,420000,430000,440000,450000,460000,470000,480000,490000,500000,510000,520000,530000,540000,550000,560000,570000,580000,590000,600000,610000,620000,630000,640000,650000,660000,670000,680000,690000,700000,710000,720000,730000,740000,750000,760000,770000,780000,790000,800000,810000,820000,830000,840000,850000,860000,870000,880000,890000,900000,910000,920000,930000,940000,950000,960000,970000,980000,990000,1000000,1010000,1020000,1030000,1040000,1050000,1060000,1070000,1080000,1090000,1100000,1110000,1120000,1130000,1140000,1150000,1160000,1170000,1180000,1190000,1200000,1210000,1220000,1230000,1240000,1250000,1260000,1270000,1280000,1290000,1300000,1310000,1320000,1330000,1340000,1350000,1360000,1370000,1380000,1390000,1400000,1410000,1420000,1430000,1440000,1450000,1460000,1470000,1480000,1490000,1500000,1510000,1520000,1530000,1540000,1550000,1560000,1570000,1580000,1590000,1600000,1610000,1620000,1630000,1640000,1650000,1660000,1670000,1680000,1690000,1700000,1710000,1720000,1730000,1740000,1750000,1760000,1770000,1780000,1790000,1800000,1810000,1820000,1830000,1840000,1850000,1860000,1870000,1880000,1890000,1900000,1910000,1920000,1930000,1940000,1950000,1960000,1970000,1980000,1990000,2000000,2010000,2020000,2030000,2040000,2050000,2060000,2070000,2080000,2090000,2100000,2110000,2120000,2130000,2140000,2150000,2160000,2170000,2180000,2190000,2200000,2210000,2220000,2230000,2240000,2250000,2260000,2270000,2280000,2290000,2300000,2310000,2320000,2330000,2340000,2350000,2360000,2370000,2380000,2390000,2400000,2410000,2420000,2430000,2440000,2450000,2460000,2470000,2480000,2490000,2500000,2510000,2520000,2530000,2540000,2550000,2560000,2570000,2580000,2590000,2600000,2610000,2620000,2630000,2640000,2650000,2660000,2670000,2680000,2690000,2700000,2710000,2720000,2730000,2740000,2750000,2760000,2770000,2780000,2790000,2800000,2810000,2820000,2830000,2840000,2850000,2860000,2870000,2880000,2890000,2900000,2910000,2920000,2930000,2940000,2950000,2960000,2970000,2980000,2990000,3000000,3010000,3020000,3030000,3040000,3050000,3060000,3070000,3080000,3090000,3100000,3110000,3120000,3130000,3140000,3150000,3160000,3170000,3180000,3190000,3200000,3210000,3220000,3230000,3240000,3250000,3260000,3270000,3280000,3290000,3300000,3310000,3320000,3330000,3340000,3350000,3360000,3370000,3380000,3390000,3400000,3410000,3420000,3430000,3440000,3450000,3460000,3470000,3480000,3490000,3500000,3510000,3520000,3530000,3540000,3550000,3560000,3570000,3580000,3590000,3600000,3610000,3620000,3630000,3640000,3650000,3660000,3670000,3680000,3690000,3700000,3710000,3720000,3730000,3740000,3750000,3760000,3770000,3780000,3790000,3800000,3810000,3820000,3830000,3840000,3850000,3860000,3870000,3880000,3890000,3900000,3910000,3920000,3930000,3940000,3950000,3960000,3970000,3980000,3990000,4000000,4010000,4020000,4030000,4040000,4050000,4060000,4070000,4080000,4090000,4100000,4110000,4120000,4130000,4140000,4150000,4160000,4170000,4180000,4190000,4200000,4210000,4220000,4230000,4240000,4250000,4260000,4270000,4280000,4290000,4300000,4310000,4320000,4330000,4340000,4350000,4360000,4370000,4380000,4390000,4400000,4410000,4420000,4430000,4440000,4450000,4460000,4470000,4480000,4490000,4500000,4510000,4520000,4530000,4540000,4550000,4560000,4570000,4580000,4590000,4600000,4610000,4620000,4630000,4640000,4650000,4660000,4670000,4680000,4690000,4700000,4710000,4720000,4730000,4740000,4750000,4760000,4770000,4780000,4790000,4800000,4810000,4820000,4830000,4840000,4850000,4860000,4870000,4880000,4890000,4900000,4910000,4920000,4930000,4940000,4950000,4960000,4970000,4980000,4990000,5000000,5010000,5020000,5030000,5040000,5050000,5060000,5070000,5080000,5090000,5100000,5110000,5120000,5130000,5140000,5150000,5160000,5170000,5180000,5190000,5200000,5210000,5220000,5230000,5240000,5250000,5260000,5270000,5280000,5290000,5300000,5310000,5320000,5330000,5340000,5350000,5360000,5370000,5380000,5390000,5400000,5410000,5420000,5430000,5440000,5450000,5460000,5470000,5480000,5490000,5500000,5510000,5520000,5530000,5540000,5550000,5560000,5570000,5580000,5590000,5600000,5610000,5620000,5630000,5640000,5650000,5660000,5670000,5680000,5690000,5700000,5710000,5720000,5730000,5740000,5750000,5760000,5770000,5780000,5790000,5800000,5810000,5820000,5830000,5840000,5850000,5860000,5870000,5880000,5890000,5900000,5910000,5920000,5930000,5940000,5950000,5960000,5970000,5980000,5990000,6000000,6010000,6020000,6030000,6040000,6050000,6060000,6070000,6080000,6090000,6100000,6110000,6120000,6130000,6140000,6150000,6160000,6170000,6180000,6190000,6200000,6210000,6220000,6230000,6240000,6250000,6260000,6270000,6280000,6290000,6300000,6310000,6320000,6330000,6340000,6350000,6360000,6370000,6380000,6390000,6400000,6410000,6420000,6430000,6440000,6450000,6460000,6470000,6480000,6490000,6500000,6510000,6520000,6530000,6540000,6550000,6560000,6570000,6580000,6590000,6600000,6610000,6620000,6630000,6640000,6650000,6660000,6670000,6680000,6690000,6700000,6710000,6720000,6730000,6740000,6750000,6760000,6770000,6780000,6790000,6800000,6810000,6820000,6830000,6840000,6850000,6860000,6870000,6880000,6890000,6900000,6910000,6920000,6930000,6940000,6950000,6960000,6970000,6980000,6990000,7000000,7010000,7020000,7030000,7040000,7050000,7060000,7070000,7080000,7090000,7100000,7110000,7120000,7130000,7140000,7150000,7160000,7170000,7180000,7190000,7200000,7210000,7220000,7230000,7240000,7250000,7260000,7270000,7280000,7290000,7300000,7310000,7320000,7330000,7340000,7350000,7360000,7370000,7380000,7390000,7400000,7410000,7420000,7430000,7440000,7450000,7460000,7470000,7480000,7490000,7500000,7510000,7520000,7530000,7540000,7550000,7560000,7570000,7580000,7590000,7600000,7610000,7620000,7630000,7640000,7650000,7660000,7670000,7680000,7690000,7700000,7710000,7720000,7730000,7740000,7750000,7760000,7770000,7780000,7790000,7800000,7810000,7820000,7830000,7840000,7850000,7860000,7870000,7880000,7890000,7900000,7910000,7920000,7930000,7940000,7950000,7960000,7970000,7980000,7990000,8000000,8010000,8020000,8030000,8040000,8050000,8060000,8070000,8080000,8090000,8100000,8110000,8120000,8130000,8140000,8150000,8160000,8170000,8180000,8190000,8200000,8210000,8220000,8230000,8240000,8250000,8260000,8270000,8280000,8290000,8300000,8310000,8320000,8330000,8340000,8350000,8360000,8370000,8380000,8390000,8400000,8410000,8420000,8430000,8440000,8450000,8460000,8470000,8480000,8490000,8500000,8510000,8520000,8530000,8540000,8550000,8560000,8570000,8580000,8590000,8600000,8610000,8620000,8630000,8640000,8650000,8660000,8670000,8680000,8690000,8700000,8710000,8720000,8730000,8740000,8750000,8760000,8770000,8780000,8790000,8800000,8810000,8820000,8830000,8840000,8850000,8860000,8870000,8880000,8890000,8900000,8910000,8920000,8930000,8940000,8950000,8960000,8970000,8980000,8990000,9000000,9010000,9020000,9030000,9040000,9050000,9060000,9070000,9080000,9090000,9100000,9110000,9120000,9130000,9140000,9150000,9160000,9170000,9180000,9190000,9200000,9210000,9220000,9230000,9240000,9250000,9260000,9270000,9280000,9290000,9300000,9310000,9320000,9330000,9340000,9350000,9360000,9370000,9380000,9390000,9400000,9410000,9420000,9430000,9440000,9450000,9460000,9470000,9480000,9490000,9500000,9510000,9520000,9530000,9540000,9550000,9560000,9570000,9580000,9590000,9600000,9610000,9620000,9630000,9640000,9650000,9660000,9670000,9680000,9690000,9700000,9710000,9720000,9730000,9740000,9750000,9760000,9770000,9780000,9790000,9800000,9810000,9820000,9830000,9840000,9850000,9860000,9870000,9880000,9890000,9900000,9910000,9920000,9930000,9940000,9950000,9960000,9970000],"y":{"__ndarray__":"sOO/QBAENMDON6J71g00wGn8witJEjTAILjKEwgjNMApXI/C9Sg0wDMzMzMzMzTAcT0K16MwNMB7FK5H4To0wM3MzMzMTDTAZmZmZmZmNMCkcD0K12M0wOxRuB6FazTA4XoUrkdhNMBmZmZmZmY0wNejcD0KVzTApHA9CtdjNMAzMzMzM3M0wHsUrkfhejTA9ihcj8J1NMC4HoXrUXg0wD0K16NwfTTAw/UoXI+CNMDNzMzMzIw0wNejcD0KlzTAXI/C9SicNMCamZmZmZk0wOF6FK5HoTTApHA9CtejNMBxPQrXo7A0wDMzMzMzszTArkfhehSuNMBmZmZmZqY0wOxRuB6FqzTA7FG4HoWrNMBcj8L1KJw0wKRwPQrXozTA4XoUrkehNMCamZmZmZk0wB+F61G4njTAmpmZmZmZNMAUrkfhepQ0wNejcD0KlzTAH4XrUbieNMDhehSuR6E0wOxRuB6FqzTAMzMzMzOzNMCuR+F6FK40wK5H4XoUrjTAexSuR+G6NMB7FK5H4bo0wAAAAAAAwDTAw/UoXI/CNMAAAAAAAMA0wPYoXI/CtTTAcT0K16OwNMDsUbgehas0wK5H4XoUrjTArkfhehSuNMDsUbgehas0wKRwPQrXozTA16NwPQqXNMBSuB6F65E0wIXrUbgehTTAuB6F61F4NMBxPQrXo3A0wOF6FK5HYTTAAAAAAABANMD2KFyPwjU0wB+F61G4HjTACtejcD0KNMAAAAAAAAA0wAAAAAAAADTAcT0K16PwM8CuR+F6FO4zwFyPwvUo3DPAPQrXo3C9M8BmZmZmZqYzwBSuR+F6lDPAzczMzMyMM8AAAAAAAIAzwGZmZmZmZjPAmpmZmZlZM8BxPQrXozAzwKRwPQrXIzPArkfhehTuMsCamZmZmdkywPYoXI/CtTLAexSuR+G6MsDhehSuR6EywGZmZmZmpjLAH4XrUbieMsCPwvUoXI8ywArXo3A9ijLAhetRuB6FMsCuR+F6FG4ywOF6FK5HYTLAXI/C9ShcMsDD9Shcj0IywLgehetRODLAuB6F61E4MsCuR+F6FC4ywDMzMzMzMzLAMzMzMzMzMsAfhetRuB4ywPYoXI/CNTLArkfhehQuMsApXI/C9SgywB+F61G4HjLAPQrXo3D9McCamZmZmdkxwBSuR+F61DHAXI/C9SjcMcBmZmZmZuYxwArXo3A9yjHACtejcD3KMcCuR+F6FK4xwMP1KFyPwjHAexSuR+G6McDD9Shcj8IxwClcj8L1qDHAcT0K16OwMcBcj8L1KJwxwKRwPQrXozHA4XoUrkehMcCamZmZmZkxwK5H4XoUbjHAFK5H4XpUMcDD9Shcj0IxwArXo3A9SjHAFK5H4XpUMcAfhetRuF4xwI/C9ShcTzHA4XoUrkdhMcB7FK5H4ToxwFyPwvUoHDHAH4XrUbgeMcAfhetRuB4xwBSuR+F6FDHAexSuR+H6MMDsUbgeheswwKRwPQrX4zDApHA9CtfjMMBmZmZmZuYwwBSuR+F61DDAw/UoXI/CMMA9CtejcL0wwK5H4XoUrjDAmpmZmZmZMMA9CtejcH0wwOxRuB6FazDAKVyPwvVoMMApXI/C9WgwwEjhehSuRzDAmpmZmZkZMMCF61G4HgUwwDMzMzMzsy/A9ihcj8J1L8CuR+F6FC4vwJqZmZmZGS/ASOF6FK7HLsBxPQrXo/AuwAAAAAAAAC/Aj8L1KFwPL8CPwvUoXA8vwD0K16NwvS7ASOF6FK7HLsCkcD0K16MuwIXrUbgehS7AcT0K16NwLsCuR+F6FC4uwArXo3A9Ci7AZmZmZmbmLcBSuB6F69EtwD0K16NwvS3AFK5H4XqULcAK16NwPYotwOF6FK5HYS3AKVyPwvUoLcBxPQrXo3AtwNejcD0KVy3AXI/C9ShcLcDD9Shcj0ItwBSuR+F6FC3AzczMzMxMLcCkcD0K1yMtwM3MzMzMTC3Aw/UoXI9CLcDXo3A9ClctwD0K16NwPS3AKVyPwvUoLcB7FK5H4foswD0K16NwvSzAhetRuB6FLMCamZmZmZkswB+F61G4nizAexSuR+H6LMBI4XoUrscswOF6FK5H4SzAUrgehevRLMCamZmZmRktwFyPwvUo3CzA4XoUrkfhLMBmZmZmZuYswOF6FK5H4SzAPQrXo3C9LMAfhetRuJ4swHE9CtejcCzACtejcD2KLMAUrkfhepQswClcj8L1qCzArkfhehQuLMAfhetRuJ4rwK5H4XoUrivAmpmZmZmZK8AK16NwPYorwArXo3A9iivAuB6F61G4K8AUrkfhepQrwHsUrkfheivAw/UoXI9CK8AzMzMzMzMrwEjhehSuRyvApHA9CtcjK8CkcD0K1yMrwGZmZmZm5irA4XoUrkfhKsDXo3A9CtcqwHE9CtejcCrAuB6F61E4KsBmZmZmZuYpwBSuR+F6FCrAexSuR+H6KcBcj8L1KNwpwFK4HoXr0SnAAAAAAACAKcBI4XoUrscpwEjhehSuxynAw/UoXI/CKcCamZmZmZkpwHE9CtejcCnAAAAAAACAKcCPwvUoXI8pwD0K16NwvSnAw/UoXI/CKcCkcD0K16MpwAAAAAAAgCnA4XoUrkdhKcAzMzMzMzMqwMP1KFyPQirAhetRuB6FKsC4HoXrUbgqwPYoXI/CdSrAUrgehetRKsA9CtejcD0qwFK4HoXrUSrAKVyPwvWoKsAK16NwPYoqwPYoXI/CdSrAAAAAAACAKsDD9Shcj0IqwArXo3A9CirAMzMzMzMzKsAAAAAAAAAqwGZmZmZm5inA16NwPQrXKcApXI/C9agpwOF6FK5H4SnAmpmZmZmZKcBcj8L1KFwpwHE9CtejcCnA4XoUrkdhKcBcj8L1KFwpwFyPwvUoXCnASOF6FK5HKcBI4XoUrkcpwM3MzMzMTCnAUrgehetRKcCF61G4HgUpwNejcD0K1yjASOF6FK7HKMAUrkfhepQowJqZmZmZmSjAUrgehevRKMDNzMzMzMwowD0K16NwvSjAXI/C9ShcKMBI4XoUrscowKRwPQrXoyjAMzMzMzOzKMAAAAAAAIAowGZmZmZmZijAcT0K16NwKMAzMzMzMzMowB+F61G4HijAuB6F61G4KMB7FK5H4XoowFK4HoXr0SjAcT0K16PwKMDsUbgehesowClcj8L1KCnAUrgehevRKMBxPQrXo/AowB+F61G4nijAhetRuB4FKMAAAAAAAAAowI/C9ShcDyjAzczMzMzMJ8AfhetRuJ4nwDMzMzMzMyfAmpmZmZkZJ8AfhetRuB4nwLgehetRuCbAMzMzMzOzJsDNzMzMzEwmwHE9CtejcCbAFK5H4XqUJsB7FK5H4XomwD0K16NwvSXAzczMzMzMJMBmZmZmZmYkwHsUrkfh+iPA4XoUrkfhI8BI4XoUrscjwJqZmZmZmSPApHA9CtejI8DXo3A9ClcjwFK4HoXrUSPAUrgehetRI8DXo3A9CtciwMP1KFyPwiLArkfhehSuIsC4HoXrUbghwEjhehSuRyHAXI/C9SjcIMAzMzMzM7MgwFyPwvUoXCDAuB6F61E4IMAzMzMzMzMgwBSuR+F6FCDAzczMzMzMH8CF61G4HoUewLgehetRuB7ApHA9CtejHsBI4XoUrkcewOxRuB6F6x7AUrgehetRHsBmZmZmZmYewI/C9Shcjx3APQrXo3A9HMAAAAAAAAAcwArXo3A9ChrAuB6F61G4GsBSuB6F61EawArXo3A9ChrASOF6FK5HGcDNzMzMzMwZwClcj8L1KBrApHA9CtejF8CuR+F6FK4XwGZmZmZmZhfAzczMzMzMFsAUrkfhehQXwClcj8L1KBjArkfhehSuGMDhehSuR+EYwJqZmZmZmRfAmpmZmZmZFsCkcD0K16MVwOxRuB6F6xTArkfhehSuFMAUrkfhehQUwK5H4XoUrhLAzczMzMzMEsD2KFyPwvURwHE9CtejcBLApHA9CtejEsB7FK5H4XoSwLgehetRuBHAmpmZmZmZEMAAAAAAAAARwClcj8L1KBDAcT0K16NwDcB7FK5H4XoMwEjhehSuRwvAexSuR+F6CsDD9Shcj8IHwBSuR+F6FArAw/UoXI/CCcAfhetRuB4HwOxRuB6F6wXACtejcD0KBcCkcD0K16MEwEjhehSuRwnAexSuR+F6BMApXI/C9SgCwArXo3A9CgHA9ihcj8L1AMAfhetRuB75v4/C9Shcj/a/XI/C9Shc978zMzMzMzPzvzMzMzMzM+u/AAAAAAAA8L97FK5H4XrkvwrXo3A9Cte/pHA9CtejwD+kcD0K16PoPzMzMzMzM/M/UrgehetR9D9cj8L1KFz3P/YoXI/C9fw/w/UoXI/CAUAAAAAAAAACQK5H4XoUrgFAMzMzMzMzA0ApXI/C9SgCQBSuR+F6FARA16NwPQrXA0CuR+F6FK4HQPYoXI/C9QZAXI/C9ShcB0Bcj8L1KFwJQFK4HoXrUQpAKVyPwvUoCkApXI/C9SgMQLgehetRuA5AUrgehetRDEAK16NwPQoQQB+F61G4HhFA4XoUrkfhEUAK16NwPQoSQArXo3A9ChNA7FG4HoXrFECPwvUoXI8WQBSuR+F6FBdAZmZmZmZmGEC4HoXrUbgZQB+F61G4HhpArkfhehSuGkA9CtejcD0bQI/C9ShcjxxA7FG4HoXrHUBSuB6F61EeQKRwPQrXox5AH4XrUbgeHkCF61G4HoUeQOF6FK5HYSBAKVyPwvUoIEDD9Shcj8IfQHsUrkfheiBAAAAAAACAIUDXo3A9CtchQBSuR+F6FCJApHA9CtejIkBmZmZmZuYiQIXrUbgehSNAMzMzMzOzI0ApXI/C9agkQI/C9ShcDyVAAAAAAACAJUAzMzMzMzMlQHE9CtejcCVAUrgehevRJ0CF61G4HoUnQB+F61G4HihAw/UoXI/CKEAAAAAAAAApQIXrUbgeBSlAzczMzMzMKEDsUbgehWsoQFK4HoXrUShAcT0K16NwKEBmZmZmZuYoQD0K16NwPSlAj8L1KFwPKUCPwvUoXI8pQEjhehSuxylA4XoUrkfhKUAAAAAAAAArQPYoXI/CdStAAAAAAAAAKkDhehSuR+EpQM3MzMzMTCpAmpmZmZkZK0DD9Shcj0IrQHE9CtejcCtAZmZmZmbmK0DNzMzMzEwsQLgehetROCxAMzMzMzMzLEA9CtejcD0sQM3MzMzMTCxACtejcD2KLEDhehSuR2EsQM3MzMzMzCxAj8L1KFwPLUAzMzMzMzMtQK5H4XoULi1AAAAAAACALUCkcD0K16MtQJqZmZmZmS1AMzMzMzMzLUD2KFyPwnUtQBSuR+F6FC5AMzMzMzMzLkAfhetRuJ4uQHE9CtejcC5Aj8L1KFyPLkCkcD0K1yMvQDMzMzMzMy9APQrXo3A9L0BmZmZmZmYvQHE9CtejcC9AcT0K16NwL0D2KFyPwnUvQDMzMzMzczBA16NwPQpXMEA9CtejcD0wQBSuR+F6FDBAhetRuB4FMEDhehSuR+EvQFyPwvUo3C9AAAAAAACAL0CamZmZmZkvQI/C9Shcjy9APQrXo3C9L0A9CtejcL0vQFK4HoXrETBApHA9CtcjMEDhehSuRyEwQI/C9ShcDzBACtejcD0KMEB7FK5H4fovQNejcD0K1y9A9ihcj8J1L0C4HoXrUTgvQB+F61G4Hi9AuB6F61E4L0AUrkfhehQvQIXrUbgehS9AZmZmZmZmL0C4HoXrUTgvQBSuR+F6FC9AexSuR+H6LkCPwvUoXA8vQIXrUbgeBS9A16NwPQrXLkBI4XoUrscuQFyPwvUo3C5ASOF6FK7HLkCamZmZmZkuQOF6FK5HYS5AexSuR+F6LkAAAAAAAIAuQDMzMzMzsy5AzczMzMxML0CPwvUoXI8vQKRwPQrXoy9AcT0K16PwL0DhehSuRyEwQArXo3A9CjBAexSuR+H6L0BSuB6F69EvQClcj8L1qC9A4XoUrkdhL0AzMzMzM7MvQFK4HoXr0S9A4XoUrkchMEAzMzMzMzMwQEjhehSuRzBAZmZmZmZmMECuR+F6FG4wQPYoXI/CdTBAUrgeheuRMECF61G4HsUwQFK4HoXr0TBAKVyPwvXoMEDD9ShcjwIxQNejcD0KFzFAAAAAAAAAMUBmZmZmZuYwQFK4HoXr0TBAmpmZmZnZMECuR+F6FO4wQOxRuB6F6zBA7FG4HoXrMEBSuB6F69EwQEjhehSuxzBAcT0K16OwMEDsUbgehaswQOF6FK5HoTBAMzMzMzOzMECuR+F6FK4wQHsUrkfhujBA9ihcj8L1MEB7FK5H4fowQD0K16Nw/TBAuB6F61H4MEAzMzMzM/MwQD0K16Nw/TBApHA9CtfjMED2KFyPwvUwQFK4HoXr0TBAFK5H4XrUMEBI4XoUrscwQGZmZmZmpjBAj8L1KFyPMEAK16NwPYowQHE9CtejcDBACtejcD2KMEB7FK5H4XowQOxRuB6FazBAzczMzMyMMEDNzMzMzMwwQM3MzMzMzDBAUrgehevRMEBSuB6F69EwQJqZmZmZ2TBApHA9CtcjMUA9CtejcD0xQOF6FK5HYTFAzczMzMyMMUDhehSuR6ExQM3MzMzMjDFAFK5H4XqUMUBI4XoUrocxQArXo3A9ijFAAAAAAACAMUCamZmZmZkxQArXo3A9yjFArkfhehTuMUAAAAAAAAAyQK5H4XoULjJAUrgehetRMkDD9Shcj0IyQI/C9ShcTzJACtejcD1KMkBmZmZmZmYyQHsUrkfhejJAcT0K16NwMkB7FK5H4XoyQArXo3A9ijJAhetRuB6FMkCF61G4HoUyQLgehetReDJAZmZmZmZmMkCamZmZmVkyQDMzMzMzczJAKVyPwvVoMkA9CtejcH0yQMP1KFyPgjJAKVyPwvVoMkBSuB6F61EyQJqZmZmZWTJAFK5H4XpUMkDhehSuR2EyQB+F61G4XjJAMzMzMzNzMkAAAAAAAIAyQArXo3A9ijJAUrgeheuRMkCkcD0K16MyQOxRuB6FqzJA9ihcj8K1MkD2KFyPwrUyQKRwPQrXozJAPQrXo3C9MkAzMzMzM7MyQKRwPQrX4zJAXI/C9SjcMkAzMzMzM/MyQD0K16Nw/TJAhetRuB4FM0AK16NwPQozQFyPwvUoXDNAmpmZmZlZM0DhehSuR2EzQHsUrkfhejNAuB6F61F4M0B7FK5H4XozQLgehetReDNAAAAAAACAM0AzMzMzM3MzQOxRuB6FazNAcT0K16NwM0D2KFyPwnUzQOxRuB6FazNAexSuR+F6M0BI4XoUroczQI/C9ShcjzNAhetRuB6FM0BI4XoUroczQLgehetReDNAMzMzMzNzM0ApXI/C9WgzQOxRuB6FazNAH4XrUbheM0DsUbgehWszQK5H4XoUbjNArkfhehRuM0CuR+F6FG4zQB+F61G4XjNAUrgehetRM0AAAAAAAEAzQDMzMzMzMzNAzczMzMwMM0DD9ShcjwIzQJqZmZmZ2TJAPQrXo3C9MkCamZmZmZkyQEjhehSuRzJAPQrXo3A9MkBxPQrXozAyQOxRuB6FKzJAXI/C9SgcMkBxPQrXo/AxQGZmZmZm5jFAPQrXo3C9MUAUrkfhetQxQPYoXI/CtTFAcT0K16OwMUBI4XoUrocxQArXo3A9ijFA4XoUrkdhMUB7FK5H4ToxQHsUrkfhOjFAKVyPwvUoMUCPwvUoXA8xQMP1KFyPAjFAFK5H4XoUMUBI4XoUrgcxQM3MzMzMDDFAAAAAAAAAMUBxPQrXo/AwQHE9Ctej8DBA16NwPQoXMUDhehSuRyExQBSuR+F6FDFAXI/C9SgcMUApXI/C9SgxQAAAAAAAQDFA9ihcj8I1MUCuR+F6FC4xQFK4HoXrETFAexSuR+H6MEDNzMzMzAwxQMP1KFyPAjFAzczMzMwMMUAK16NwPQoxQGZmZmZmJjFAhetRuB5FMUDsUbgehWsxQNejcD0KlzFAexSuR+G6MUAfhetRuN4xQLgehetR+DFAPQrXo3D9MUD2KFyPwjUyQEjhehSuhzJArkfhehSuMkApXI/C9agyQGZmZmZmpjJArkfhehSuMkC4HoXrUbgyQJqZmZmZ2TJAexSuR+H6MkD2KFyPwjUzQEjhehSuRzNArkfhehRuM0A9CtejcH0zQFyPwvUonDNAXI/C9SicM0CkcD0K16MzQAAAAAAAgDNACtejcD2KM0BI4XoUroczQBSuR+F6lDNAUrgeheuRM0DXo3A9CpczQGZmZmZmpjNA4XoUrkehM0CamZmZmZkzQKRwPQrXozNAw/UoXI/CM0AAAAAAAMAzQNejcD0K1zNA16NwPQrXM0Bcj8L1KNwzQGZmZmZm5jNAAAAAAAAANEAzMzMzM/MzQHE9Ctej8DNAexSuR+H6M0DNzMzMzAw0QHE9CtejMDRAZmZmZmYmNEAfhetRuB40QFyPwvUoHDRAZmZmZmYmNEAfhetRuB40QBSuR+F6FDRA16NwPQoXNEDXo3A9Chc0QM3MzMzMDDRASOF6FK4HNEAfhetRuB40QJqZmZmZGTRA4XoUrkchNEApXI/C9Sg0QB+F61G4HjRAXI/C9SgcNEAfhetRuB40QOF6FK5HITRApHA9CtcjNEDhehSuRyE0QOF6FK5HITRAMzMzMzMzNEAzMzMzMzM0QHE9CtejMDRAcT0K16MwNEC4HoXrUTg0QLgehetRODRAAAAAAABANEBI4XoUrkc0QMP1KFyPQjRAexSuR+E6NEAAAAAAAEA0QAAAAAAAQDRA9ihcj8I1NEC4HoXrUTg0QMP1KFyPQjRASOF6FK5HNEAK16NwPUo0QMP1KFyPQjRASOF6FK5HNEDNzMzMzEw0QEjhehSuRzRASOF6FK5HNEAK16NwPUo0QI/C9ShcTzRAj8L1KFxPNECPwvUoXE80QNejcD0KVzRAmpmZmZlZNECkcD0K12M0QOF6FK5HYTRAmpmZmZlZNEDXo3A9Clc0QKRwPQrXYzRA7FG4HoVrNECuR+F6FG40QOxRuB6FazRA9ihcj8J1NEC4HoXrUXg0QGZmZmZmZjRAcT0K16NwNEDsUbgehWs0QClcj8L1aDRAKVyPwvVoNECuR+F6FG40QK5H4XoUbjRA9ihcj8J1NED2KFyPwnU0QHE9CtejcDRAZmZmZmZmNEDXo3A9Clc0QK5H4XoULjRA16NwPQoXNECPwvUoXA80QArXo3A9CjRASOF6FK4HNEDD9ShcjwI0QHsUrkfh+jNAKVyPwvXoM0DsUbgeheszQClcj8L16DNAMzMzMzPzM0C4HoXrUfgzQLgehetR+DNAMzMzMzPzM0BxPQrXo/AzQOxRuB6F6zNA4XoUrkfhM0AfhetRuN4zQKRwPQrX4zNAMzMzMzPzM0CPwvUoXA80QOxRuB6FKzRA7FG4HoUrNEDsUbgehSs0QOxRuB6FKzRA7FG4HoUrNEDsUbgehSs0QAAAAAAAQDRAPQrXo3A9NED2KFyPwjU0QPYoXI/CNTRAKVyPwvUoNEDhehSuRyE0QFyPwvUoHDRAmpmZmZkZNECamZmZmRk0QFK4HoXrETRAj8L1KFwPNECPwvUoXA80QNejcD0KFzRAmpmZmZkZNEBxPQrXo7AzQGZmZmZmpjNAcT0K16OwM0DsUbgehaszQClcj8L1qDNAcT0K16OwM0B7FK5H4bozQMP1KFyPwjNACtejcD3KM0CPwvUoXM8zQNejcD0K1zNAH4XrUbjeM0BmZmZmZuYzQOF6FK5H4TNA4XoUrkfhM0AzMzMzM/MzQK5H4XoU7jNAcT0K16PwM0BxPQrXo/AzQOxRuB6FazRA9ihcj8J1NED2KFyPwnU0QGZmZmZmZjRAKVyPwvVoNEDhehSuR2E0QFyPwvUoXDRAKVyPwvUoNEBxPQrXozA0QLgehetRODRAMzMzMzMzNECuR+F6FC40QK5H4XoULjRAMzMzMzMzNEBcj8L1KNwzQFK4HoXr0TNAzczMzMzMM0CPwvUoXM8zQBSuR+F61DNAUrgehevRM0DNzMzMzMwzQI/C9ShczzNAUrgehevRM0ApXI/C9egzQK5H4XoU7jNA7FG4HoXrM0CuR+F6FO4zQMP1KFyPAjRAAAAAAAAANEB7FK5H4fozQLgehetR+DNAPQrXo3D9M0B7FK5H4fozQDMzMzMz8zNA9ihcj8L1M0DNzMzMzEw0QBSuR+F6VDRAXI/C9ShcNEDXo3A9Clc0QJqZmZmZWTRAH4XrUbheNEAUrkfhelQ0QFK4HoXrUTRAzczMzMxMNECPwvUoXE80QNejcD0KVzRA4XoUrkdhNEBmZmZmZmY0QB+F61G4XjRA16NwPQpXNEAUrkfhelQ0QFyPwvUoXDRAZmZmZmZmNEBmZmZmZmY0QLgehetReDRAPQrXo3B9NEAzMzMzM3M0QDMzMzMzczRAuB6F61F4NED2KFyPwnU0QD0K16NwfTRAexSuR+F6NEB7FK5H4Xo0QLgehetReDRA7FG4HoVrNEAzMzMzMzM0QA==","dtype":"float64","shape":[992]}}},"id":"bc513112-bf83-42c3-90cd-466c48861531","type":"ColumnDataSource"},{"attributes":{"plot":null,"text":""},"id":"56cbd0f9-4bd4-4cea-8dc8-9ab943d7659b","type":"Title"},{"attributes":{"axis_label":"Timesteps","formatter":{"id":"b4c448f0-e28f-4eeb-9b92-135d458ad394","type":"BasicTickFormatter"},"plot":{"id":"18c52109-7289-464b-b578-7db88e0c584e","subtype":"Figure","type":"Plot"},"ticker":{"id":"6df8622f-a7d2-47e7-8723-267d6e336c6e","type":"BasicTicker"}},"id":"ff700a8d-8308-47c0-8947-056c622ba46e","type":"LinearAxis"},{"attributes":{"plot":{"id":"2c51fd79-62bf-45c8-ae0a-04e65708a9e6","subtype":"Figure","type":"Plot"}},"id":"50d04381-28a7-4d9f-853b-550d947dc86e","type":"SaveTool"},{"attributes":{},"id":"944169e0-ea55-41af-ab79-515c25e1d02c","type":"BasicTickFormatter"},{"attributes":{"plot":{"id":"7d22a365-5e6e-4172-ae8d-84bc0cc3deff","subtype":"Figure","type":"Plot"}},"id":"236b1ea3-0e7b-4b33-8c57-e652fa9de6c6","type":"ResetTool"},{"attributes":{"bottom_units":"screen","fill_alpha":{"value":0.5},"fill_color":{"value":"lightgrey"},"left_units":"screen","level":"overlay","line_alpha":{"value":1.0},"line_color":{"value":"black"},"line_dash":[4,4],"line_width":{"value":2},"plot":null,"render_mode":"css","right_units":"screen","top_units":"screen"},"id":"f484d251-1657-4f56-8d92-b8b8f893d4c2","type":"BoxAnnotation"},{"attributes":{"axis_label":"Learning Rate","formatter":{"id":"82433914-2434-4d19-ab6b-1fe437f63e2a","type":"BasicTickFormatter"},"plot":{"id":"7d22a365-5e6e-4172-ae8d-84bc0cc3deff","subtype":"Figure","type":"Plot"},"ticker":{"id":"03e51718-c33c-4179-a2c7-addf0d529f75","type":"BasicTicker"}},"id":"3e0fd35b-5b61-4a6b-b936-47fd1775738f","type":"LinearAxis"},{"attributes":{"line_alpha":{"value":0.1},"line_color":{"value":"#1f77b4"},"line_width":{"value":2},"x":{"field":"x"},"y":{"field":"y"}},"id":"d8b4e215-b526-4978-bb1a-548856f36cdd","type":"Line"},{"attributes":{"bottom_units":"screen","fill_alpha":{"value":0.5},"fill_color":{"value":"lightgrey"},"left_units":"screen","level":"overlay","line_alpha":{"value":1.0},"line_color":{"value":"black"},"line_dash":[4,4],"line_width":{"value":2},"plot":null,"render_mode":"css","right_units":"screen","top_units":"screen"},"id":"c4b9555f-c760-4ac1-96ac-39b53412eeed","type":"BoxAnnotation"},{"attributes":{},"id":"365fab93-ee8d-4978-8dda-889f401e43ad","type":"BasicTickFormatter"},{"attributes":{},"id":"40fd57ec-776a-4691-b079-8417a5255616","type":"ToolEvents"},{"attributes":{"plot":{"id":"7d22a365-5e6e-4172-ae8d-84bc0cc3deff","subtype":"Figure","type":"Plot"}},"id":"4fcbe674-160b-4de7-943c-c122da6f04ca","type":"WheelZoomTool"},{"attributes":{"line_alpha":{"value":0.1},"line_color":{"value":"#1f77b4"},"line_width":{"value":2},"x":{"field":"x"},"y":{"field":"y"}},"id":"33161162-a85c-4393-9c75-0b131948036e","type":"Line"},{"attributes":{"plot":null,"text":""},"id":"4ef03c2c-88f3-4ffe-a5b7-6b3d4f2e355d","type":"Title"},{"attributes":{"plot":{"id":"565fd8b8-00b2-4497-b01b-6931efb6201d","subtype":"Figure","type":"Plot"}},"id":"646d5411-6106-4e85-965a-13eb2059d40e","type":"ResetTool"},{"attributes":{},"id":"3e1dd35d-69ec-497f-a03e-1d8e80e01146","type":"LinearScale"},{"attributes":{"below":[{"id":"92eb2533-137b-4f1f-8211-f6b2e4278a8e","type":"LinearAxis"}],"left":[{"id":"86b0cbb8-d71b-4c68-91b4-38c456519efe","type":"LinearAxis"}],"plot_height":300,"plot_width":900,"renderers":[{"id":"92eb2533-137b-4f1f-8211-f6b2e4278a8e","type":"LinearAxis"},{"id":"7ffa699a-aa34-47b3-8fa6-3ada3db03f83","type":"Grid"},{"id":"86b0cbb8-d71b-4c68-91b4-38c456519efe","type":"LinearAxis"},{"id":"93dc0633-307e-4342-b235-e67899a909be","type":"Grid"},{"id":"c4b9555f-c760-4ac1-96ac-39b53412eeed","type":"BoxAnnotation"},{"id":"402fc875-574f-4acc-a1bc-ca07bb307172","type":"GlyphRenderer"}],"title":{"id":"4ef03c2c-88f3-4ffe-a5b7-6b3d4f2e355d","type":"Title"},"tool_events":{"id":"279d5049-f953-46a8-8fe2-12e9d2372304","type":"ToolEvents"},"toolbar":{"id":"40856837-44e2-47dc-a362-7c2592211982","type":"Toolbar"},"x_range":{"id":"eda4737f-3327-4f7a-a78b-d858d9bda2a0","type":"DataRange1d"},"x_scale":{"id":"a739edd6-c0bb-4eb1-8b7a-45c595fabf50","type":"LinearScale"},"y_range":{"id":"01821d5d-d60a-403b-95c3-70a835cf6337","type":"DataRange1d"},"y_scale":{"id":"c7a6c467-315f-406d-9a06-3745da1b629a","type":"LinearScale"}},"id":"565fd8b8-00b2-4497-b01b-6931efb6201d","subtype":"Figure","type":"Plot"},{"attributes":{},"id":"a2c8d363-e7d1-49e8-a478-40ee29c2a963","type":"BasicTicker"},{"attributes":{"plot":{"id":"58647449-d875-4a38-85c0-42c37786b63f","subtype":"Figure","type":"Plot"},"ticker":{"id":"af0e8c19-8c81-4e4a-9b8c-447d0df697df","type":"BasicTicker"}},"id":"f1c5b49b-804a-4fab-bf5c-9ed4eaa6574e","type":"Grid"},{"attributes":{},"id":"6df8622f-a7d2-47e7-8723-267d6e336c6e","type":"BasicTicker"},{"attributes":{"plot":{"id":"565fd8b8-00b2-4497-b01b-6931efb6201d","subtype":"Figure","type":"Plot"}},"id":"f679e79b-6a88-4454-b1b1-64ad518efb25","type":"PanTool"},{"attributes":{"callback":null},"id":"3c6ca081-ff48-485d-923d-365fe149bb84","type":"DataRange1d"},{"attributes":{"plot":{"id":"18c52109-7289-464b-b578-7db88e0c584e","subtype":"Figure","type":"Plot"}},"id":"8deb39ec-cd4e-4784-a285-901e0f221d0e","type":"WheelZoomTool"},{"attributes":{"active_drag":"auto","active_inspect":"auto","active_scroll":"auto","active_tap":"auto","tools":[{"id":"f679e79b-6a88-4454-b1b1-64ad518efb25","type":"PanTool"},{"id":"6d0c07e9-a578-424b-8cd6-cd6670666dee","type":"WheelZoomTool"},{"id":"02723158-bacc-4fbf-b212-ba3ade62d5de","type":"BoxZoomTool"},{"id":"2d8a8099-77a7-4eab-96ea-a7b5155c1ad5","type":"SaveTool"},{"id":"646d5411-6106-4e85-965a-13eb2059d40e","type":"ResetTool"},{"id":"dfe1b9a7-41b3-4fce-b0e1-ff0f8615270b","type":"HelpTool"}]},"id":"40856837-44e2-47dc-a362-7c2592211982","type":"Toolbar"},{"attributes":{},"id":"0d8c7e2d-103b-4904-a320-cae77dd58ef6","type":"BasicTickFormatter"},{"attributes":{"bottom_units":"screen","fill_alpha":{"value":0.5},"fill_color":{"value":"lightgrey"},"left_units":"screen","level":"overlay","line_alpha":{"value":1.0},"line_color":{"value":"black"},"line_dash":[4,4],"line_width":{"value":2},"plot":null,"render_mode":"css","right_units":"screen","top_units":"screen"},"id":"3fe5970a-905f-4da5-9379-5151040f66e1","type":"BoxAnnotation"},{"attributes":{"overlay":{"id":"f94bad3d-057c-4fc8-be3e-9538e4ec7659","type":"BoxAnnotation"},"plot":{"id":"18c52109-7289-464b-b578-7db88e0c584e","subtype":"Figure","type":"Plot"}},"id":"38b8777a-0fff-4c68-904c-98461007083f","type":"BoxZoomTool"},{"attributes":{"data_source":{"id":"a6e4e78c-fc97-4997-94da-19623e200b9c","type":"ColumnDataSource"},"glyph":{"id":"6deae1bb-0f70-4874-bfec-a9d4e4644275","type":"Line"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"762151fa-75de-4f9f-9034-69628ae042a8","type":"Line"},"selection_glyph":null},"id":"3dab646e-a206-4da2-85ed-f72f962aa048","type":"GlyphRenderer"},{"attributes":{},"id":"95013fdd-45c2-43c0-a767-232e89dba7f6","type":"ToolEvents"},{"attributes":{"active_drag":"auto","active_inspect":"auto","active_scroll":"auto","active_tap":"auto","tools":[{"id":"6461aee6-0b36-4331-a1de-4d8fc62c244d","type":"PanTool"},{"id":"019d4436-0951-4f53-b888-4288e12a957d","type":"WheelZoomTool"},{"id":"c41771ce-0588-47c8-a45e-c7f8f27c9623","type":"BoxZoomTool"},{"id":"50d04381-28a7-4d9f-853b-550d947dc86e","type":"SaveTool"},{"id":"191a0edf-93dd-4e5a-be54-20208407ddea","type":"ResetTool"},{"id":"9e01c3e3-dbd5-49c6-8331-3cec34aa7c0e","type":"HelpTool"}]},"id":"62cd5a77-da42-4783-bae9-a7bf043cdb4b","type":"Toolbar"},{"attributes":{"plot":{"id":"565fd8b8-00b2-4497-b01b-6931efb6201d","subtype":"Figure","type":"Plot"}},"id":"6d0c07e9-a578-424b-8cd6-cd6670666dee","type":"WheelZoomTool"},{"attributes":{"callback":null},"id":"5e79bca2-6486-4263-8ab1-a837d4bfa758","type":"DataRange1d"},{"attributes":{"below":[{"id":"48e4235e-236d-41c5-8bd1-fb7cf5d0ff28","type":"LinearAxis"}],"left":[{"id":"3e0fd35b-5b61-4a6b-b936-47fd1775738f","type":"LinearAxis"}],"plot_height":300,"plot_width":900,"renderers":[{"id":"48e4235e-236d-41c5-8bd1-fb7cf5d0ff28","type":"LinearAxis"},{"id":"02c00155-a468-44e8-90c5-4a218400ce34","type":"Grid"},{"id":"3e0fd35b-5b61-4a6b-b936-47fd1775738f","type":"LinearAxis"},{"id":"63e010ca-5ff9-451a-a5e1-408015d1cd25","type":"Grid"},{"id":"3fe5970a-905f-4da5-9379-5151040f66e1","type":"BoxAnnotation"},{"id":"3dab646e-a206-4da2-85ed-f72f962aa048","type":"GlyphRenderer"}],"title":{"id":"4de1cc6e-3399-4b83-8aca-da241aef442e","type":"Title"},"tool_events":{"id":"95013fdd-45c2-43c0-a767-232e89dba7f6","type":"ToolEvents"},"toolbar":{"id":"ea441a5d-a965-4993-b98a-d2fce2a8a1a5","type":"Toolbar"},"x_range":{"id":"3c6ca081-ff48-485d-923d-365fe149bb84","type":"DataRange1d"},"x_scale":{"id":"a955fa66-bdd1-45e8-a2fa-5e9fb006107b","type":"LinearScale"},"y_range":{"id":"36d2d05a-bbbb-48ae-ad4a-a0d93cd1a164","type":"DataRange1d"},"y_scale":{"id":"34131125-6f48-4894-85ae-73b5d885d893","type":"LinearScale"}},"id":"7d22a365-5e6e-4172-ae8d-84bc0cc3deff","subtype":"Figure","type":"Plot"},{"attributes":{"plot":null,"text":""},"id":"b7cf01d8-e073-4bbe-9ea3-1b34b0b3daba","type":"Title"},{"attributes":{},"id":"946febe4-b497-417c-9a75-04266cf10d25","type":"BasicTicker"},{"attributes":{"plot":{"id":"565fd8b8-00b2-4497-b01b-6931efb6201d","subtype":"Figure","type":"Plot"}},"id":"dfe1b9a7-41b3-4fce-b0e1-ff0f8615270b","type":"HelpTool"},{"attributes":{},"id":"397021ca-350d-4206-98a4-49f757aa4727","type":"BasicTicker"},{"attributes":{"plot":{"id":"7d22a365-5e6e-4172-ae8d-84bc0cc3deff","subtype":"Figure","type":"Plot"}},"id":"2bc4deee-8c53-45d3-b9fe-c7407b4572ca","type":"SaveTool"},{"attributes":{"plot":{"id":"18c52109-7289-464b-b578-7db88e0c584e","subtype":"Figure","type":"Plot"}},"id":"ca7e0cdf-df6c-4d51-b7d7-e7d856b8ebd1","type":"SaveTool"},{"attributes":{},"id":"7b6cc2ab-1486-41f6-9c85-4a0e7e7ae163","type":"BasicTicker"},{"attributes":{},"id":"c6f6da1e-aa5c-4e2c-8a29-ca38b8d4d273","type":"LinearScale"},{"attributes":{"axis_label":"Timesteps","formatter":{"id":"e55e2a8b-2694-4903-8123-7735700fbe1b","type":"BasicTickFormatter"},"plot":{"id":"58647449-d875-4a38-85c0-42c37786b63f","subtype":"Figure","type":"Plot"},"ticker":{"id":"af0e8c19-8c81-4e4a-9b8c-447d0df697df","type":"BasicTicker"}},"id":"6641b46b-9e09-409d-8614-48bc838a52e7","type":"LinearAxis"},{"attributes":{"callback":null},"id":"aa8182f7-4189-40e0-8394-859717ee6f06","type":"DataRange1d"},{"attributes":{"plot":{"id":"2c51fd79-62bf-45c8-ae0a-04e65708a9e6","subtype":"Figure","type":"Plot"}},"id":"191a0edf-93dd-4e5a-be54-20208407ddea","type":"ResetTool"},{"attributes":{},"id":"34131125-6f48-4894-85ae-73b5d885d893","type":"LinearScale"},{"attributes":{},"id":"373189c5-c5e6-4cfa-94c0-ce2c13e60906","type":"LinearScale"},{"attributes":{},"id":"1d53c316-1b75-4c78-8635-0ca8d6b9586c","type":"ToolEvents"},{"attributes":{"line_color":{"value":"#1f77b4"},"line_width":{"value":2},"x":{"field":"x"},"y":{"field":"y"}},"id":"a4fe1609-6d57-4656-9148-6b5592348d71","type":"Line"},{"attributes":{"data_source":{"id":"8940246c-427c-469b-a711-a177abd1d160","type":"ColumnDataSource"},"glyph":{"id":"c6d5d960-f112-449f-bbdb-1044b325655d","type":"Line"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"bbad0bf8-3c59-4907-ad48-20ff4e7c63f3","type":"Line"},"selection_glyph":null},"id":"05714b2a-6174-4548-b656-f0ffad5acb74","type":"GlyphRenderer"},{"attributes":{"dimension":1,"plot":{"id":"565fd8b8-00b2-4497-b01b-6931efb6201d","subtype":"Figure","type":"Plot"},"ticker":{"id":"9b386933-0114-448c-8735-d9e903c7a353","type":"BasicTicker"}},"id":"93dc0633-307e-4342-b235-e67899a909be","type":"Grid"},{"attributes":{},"id":"0f97514e-ce51-4d7b-b110-e7dd6eec8fdd","type":"LinearScale"},{"attributes":{"callback":null},"id":"01821d5d-d60a-403b-95c3-70a835cf6337","type":"DataRange1d"},{"attributes":{},"id":"03e51718-c33c-4179-a2c7-addf0d529f75","type":"BasicTicker"},{"attributes":{"line_color":{"value":"#1f77b4"},"line_width":{"value":2},"x":{"field":"x"},"y":{"field":"y"}},"id":"c6d5d960-f112-449f-bbdb-1044b325655d","type":"Line"},{"attributes":{"below":[{"id":"ff700a8d-8308-47c0-8947-056c622ba46e","type":"LinearAxis"}],"left":[{"id":"1b78f98f-cd84-4b18-87a4-6be86420c1d2","type":"LinearAxis"}],"plot_height":300,"plot_width":900,"renderers":[{"id":"ff700a8d-8308-47c0-8947-056c622ba46e","type":"LinearAxis"},{"id":"6c4eb41d-2a88-4006-a3f8-506db5420fb5","type":"Grid"},{"id":"1b78f98f-cd84-4b18-87a4-6be86420c1d2","type":"LinearAxis"},{"id":"30c2959f-c369-4df5-8dd8-c4bf00297b5b","type":"Grid"},{"id":"f94bad3d-057c-4fc8-be3e-9538e4ec7659","type":"BoxAnnotation"},{"id":"a85c59d1-b3ad-4dcb-8204-252e1bece951","type":"GlyphRenderer"}],"title":{"id":"56cbd0f9-4bd4-4cea-8dc8-9ab943d7659b","type":"Title"},"tool_events":{"id":"1d53c316-1b75-4c78-8635-0ca8d6b9586c","type":"ToolEvents"},"toolbar":{"id":"33251ffc-7254-44f7-b5df-04a264de9ace","type":"Toolbar"},"x_range":{"id":"13f4645b-8ac4-4505-9519-a1a949dacc42","type":"DataRange1d"},"x_scale":{"id":"3e1dd35d-69ec-497f-a03e-1d8e80e01146","type":"LinearScale"},"y_range":{"id":"aa8182f7-4189-40e0-8394-859717ee6f06","type":"DataRange1d"},"y_scale":{"id":"0f97514e-ce51-4d7b-b110-e7dd6eec8fdd","type":"LinearScale"}},"id":"18c52109-7289-464b-b578-7db88e0c584e","subtype":"Figure","type":"Plot"},{"attributes":{"below":[{"id":"e53873f9-8184-4f14-b603-ec429907e408","type":"LinearAxis"}],"left":[{"id":"9aa8555e-f2f9-490d-8063-daf14fe627ab","type":"LinearAxis"}],"plot_height":300,"plot_width":900,"renderers":[{"id":"e53873f9-8184-4f14-b603-ec429907e408","type":"LinearAxis"},{"id":"f2501b93-e30c-493d-8b01-80b1fcf8112e","type":"Grid"},{"id":"9aa8555e-f2f9-490d-8063-daf14fe627ab","type":"LinearAxis"},{"id":"747cd72d-13df-4db1-80a8-65c63d573e4a","type":"Grid"},{"id":"36bcc9f3-1225-44db-afc3-08a6e5ee6a83","type":"BoxAnnotation"},{"id":"05714b2a-6174-4548-b656-f0ffad5acb74","type":"GlyphRenderer"}],"title":{"id":"8f8e5be5-ac44-42c8-b0e0-9dc03bcff5ea","type":"Title"},"tool_events":{"id":"56bae740-7ea1-4742-9838-4c691737b196","type":"ToolEvents"},"toolbar":{"id":"62cd5a77-da42-4783-bae9-a7bf043cdb4b","type":"Toolbar"},"x_range":{"id":"12732b04-4eab-4760-a757-90b209ed23db","type":"DataRange1d"},"x_scale":{"id":"34321806-75dd-435e-ae71-fef072ef8b92","type":"LinearScale"},"y_range":{"id":"76d23b25-dc8c-463d-906c-834eee653c4c","type":"DataRange1d"},"y_scale":{"id":"373189c5-c5e6-4cfa-94c0-ce2c13e60906","type":"LinearScale"}},"id":"2c51fd79-62bf-45c8-ae0a-04e65708a9e6","subtype":"Figure","type":"Plot"},{"attributes":{},"id":"af0e8c19-8c81-4e4a-9b8c-447d0df697df","type":"BasicTicker"},{"attributes":{"callback":null},"id":"36d2d05a-bbbb-48ae-ad4a-a0d93cd1a164","type":"DataRange1d"},{"attributes":{"plot":{"id":"7d22a365-5e6e-4172-ae8d-84bc0cc3deff","subtype":"Figure","type":"Plot"}},"id":"7ef342c5-46c0-4164-8f7c-a7fc3280e9a9","type":"HelpTool"},{"attributes":{},"id":"a955fa66-bdd1-45e8-a2fa-5e9fb006107b","type":"LinearScale"},{"attributes":{},"id":"9b386933-0114-448c-8735-d9e903c7a353","type":"BasicTicker"},{"attributes":{"axis_label":"Timesteps","formatter":{"id":"944169e0-ea55-41af-ab79-515c25e1d02c","type":"BasicTickFormatter"},"plot":{"id":"565fd8b8-00b2-4497-b01b-6931efb6201d","subtype":"Figure","type":"Plot"},"ticker":{"id":"a0843ce8-1449-4ffd-9b29-b9e56d420b36","type":"BasicTicker"}},"id":"92eb2533-137b-4f1f-8211-f6b2e4278a8e","type":"LinearAxis"},{"attributes":{"overlay":{"id":"c4b9555f-c760-4ac1-96ac-39b53412eeed","type":"BoxAnnotation"},"plot":{"id":"565fd8b8-00b2-4497-b01b-6931efb6201d","subtype":"Figure","type":"Plot"}},"id":"02723158-bacc-4fbf-b212-ba3ade62d5de","type":"BoxZoomTool"},{"attributes":{"active_drag":"auto","active_inspect":"auto","active_scroll":"auto","active_tap":"auto","tools":[{"id":"ceff94f9-19b2-4dd0-a18a-24ad48bc9d69","type":"PanTool"},{"id":"8deb39ec-cd4e-4784-a285-901e0f221d0e","type":"WheelZoomTool"},{"id":"38b8777a-0fff-4c68-904c-98461007083f","type":"BoxZoomTool"},{"id":"ca7e0cdf-df6c-4d51-b7d7-e7d856b8ebd1","type":"SaveTool"},{"id":"b35d6c44-77a5-4ba3-b106-cbeaf3210ae8","type":"ResetTool"},{"id":"f4883f7e-24cb-497c-adc4-cfb1a61a02d0","type":"HelpTool"}]},"id":"33251ffc-7254-44f7-b5df-04a264de9ace","type":"Toolbar"},{"attributes":{"plot":{"id":"58647449-d875-4a38-85c0-42c37786b63f","subtype":"Figure","type":"Plot"}},"id":"6c4ff53e-6a87-4485-b4c1-ee3e75a8bcaf","type":"WheelZoomTool"},{"attributes":{"callback":null,"column_names":["y","x"],"data":{"x":[60000,70000,80000,90000,100000,110000,120000,130000,140000,150000,160000,170000,180000,190000,200000,210000,220000,230000,240000,250000,260000,270000,280000,290000,300000,310000,320000,330000,340000,350000,360000,370000,380000,390000,400000,410000,420000,430000,440000,450000,460000,470000,480000,490000,500000,510000,520000,530000,540000,550000,560000,570000,580000,590000,600000,610000,620000,630000,640000,650000,660000,670000,680000,690000,700000,710000,720000,730000,740000,750000,760000,770000,780000,790000,800000,810000,820000,830000,840000,850000,860000,870000,880000,890000,900000,910000,920000,930000,940000,950000,960000,970000,980000,990000,1000000,1010000,1020000,1030000,1040000,1050000,1060000,1070000,1080000,1090000,1100000,1110000,1120000,1130000,1140000,1150000,1160000,1170000,1180000,1190000,1200000,1210000,1220000,1230000,1240000,1250000,1260000,1270000,1280000,1290000,1300000,1310000,1320000,1330000,1340000,1350000,1360000,1370000,1380000,1390000,1400000,1410000,1420000,1430000,1440000,1450000,1460000,1470000,1480000,1490000,1500000,1510000,1520000,1530000,1540000,1550000,1560000,1570000,1580000,1590000,1600000,1610000,1620000,1630000,1640000,1650000,1660000,1670000,1680000,1690000,1700000,1710000,1720000,1730000,1740000,1750000,1760000,1770000,1780000,1790000,1800000,1810000,1820000,1830000,1840000,1850000,1860000,1870000,1880000,1890000,1900000,1910000,1920000,1930000,1940000,1950000,1960000,1970000,1980000,1990000,2000000,2010000,2020000,2030000,2040000,2050000,2060000,2070000,2080000,2090000,2100000,2110000,2120000,2130000,2140000,2150000,2160000,2170000,2180000,2190000,2200000,2210000,2220000,2230000,2240000,2250000,2260000,2270000,2280000,2290000,2300000,2310000,2320000,2330000,2340000,2350000,2360000,2370000,2380000,2390000,2400000,2410000,2420000,2430000,2440000,2450000,2460000,2470000,2480000,2490000,2500000,2510000,2520000,2530000,2540000,2550000,2560000,2570000,2580000,2590000,2600000,2610000,2620000,2630000,2640000,2650000,2660000,2670000,2680000,2690000,2700000,2710000,2720000,2730000,2740000,2750000,2760000,2770000,2780000,2790000,2800000,2810000,2820000,2830000,2840000,2850000,2860000,2870000,2880000,2890000,2900000,2910000,2920000,2930000,2940000,2950000,2960000,2970000,2980000,2990000,3000000,3010000,3020000,3030000,3040000,3050000,3060000,3070000,3080000,3090000,3100000,3110000,3120000,3130000,3140000,3150000,3160000,3170000,3180000,3190000,3200000,3210000,3220000,3230000,3240000,3250000,3260000,3270000,3280000,3290000,3300000,3310000,3320000,3330000,3340000,3350000,3360000,3370000,3380000,3390000,3400000,3410000,3420000,3430000,3440000,3450000,3460000,3470000,3480000,3490000,3500000,3510000,3520000,3530000,3540000,3550000,3560000,3570000,3580000,3590000,3600000,3610000,3620000,3630000,3640000,3650000,3660000,3670000,3680000,3690000,3700000,3710000,3720000,3730000,3740000,3750000,3760000,3770000,3780000,3790000,3800000,3810000,3820000,3830000,3840000,3850000,3860000,3870000,3880000,3890000,3900000,3910000,3920000,3930000,3940000,3950000,3960000,3970000,3980000,3990000,4000000,4010000,4020000,4030000,4040000,4050000,4060000,4070000,4080000,4090000,4100000,4110000,4120000,4130000,4140000,4150000,4160000,4170000,4180000,4190000,4200000,4210000,4220000,4230000,4240000,4250000,4260000,4270000,4280000,4290000,4300000,4310000,4320000,4330000,4340000,4350000,4360000,4370000,4380000,4390000,4400000,4410000,4420000,4430000,4440000,4450000,4460000,4470000,4480000,4490000,4500000,4510000,4520000,4530000,4540000,4550000,4560000,4570000,4580000,4590000,4600000,4610000,4620000,4630000,4640000,4650000,4660000,4670000,4680000,4690000,4700000,4710000,4720000,4730000,4740000,4750000,4760000,4770000,4780000,4790000,4800000,4810000,4820000,4830000,4840000,4850000,4860000,4870000,4880000,4890000,4900000,4910000,4920000,4930000,4940000,4950000,4960000,4970000,4980000,4990000,5000000,5010000,5020000,5030000,5040000,5050000,5060000,5070000,5080000,5090000,5100000,5110000,5120000,5130000,5140000,5150000,5160000,5170000,5180000,5190000,5200000,5210000,5220000,5230000,5240000,5250000,5260000,5270000,5280000,5290000,5300000,5310000,5320000,5330000,5340000,5350000,5360000,5370000,5380000,5390000,5400000,5410000,5420000,5430000,5440000,5450000,5460000,5470000,5480000,5490000,5500000,5510000,5520000,5530000,5540000,5550000,5560000,5570000,5580000,5590000,5600000,5610000,5620000,5630000,5640000,5650000,5660000,5670000,5680000,5690000,5700000,5710000,5720000,5730000,5740000,5750000,5760000,5770000,5780000,5790000,5800000,5810000,5820000,5830000,5840000,5850000,5860000,5870000,5880000,5890000,5900000,5910000,5920000,5930000,5940000,5950000,5960000,5970000,5980000,5990000,6000000,6010000,6020000,6030000,6040000,6050000,6060000,6070000,6080000,6090000,6100000,6110000,6120000,6130000,6140000,6150000,6160000,6170000,6180000,6190000,6200000,6210000,6220000,6230000,6240000,6250000,6260000,6270000,6280000,6290000,6300000,6310000,6320000,6330000,6340000,6350000,6360000,6370000,6380000,6390000,6400000,6410000,6420000,6430000,6440000,6450000,6460000,6470000,6480000,6490000,6500000,6510000,6520000,6530000,6540000,6550000,6560000,6570000,6580000,6590000,6600000,6610000,6620000,6630000,6640000,6650000,6660000,6670000,6680000,6690000,6700000,6710000,6720000,6730000,6740000,6750000,6760000,6770000,6780000,6790000,6800000,6810000,6820000,6830000,6840000,6850000,6860000,6870000,6880000,6890000,6900000,6910000,6920000,6930000,6940000,6950000,6960000,6970000,6980000,6990000,7000000,7010000,7020000,7030000,7040000,7050000,7060000,7070000,7080000,7090000,7100000,7110000,7120000,7130000,7140000,7150000,7160000,7170000,7180000,7190000,7200000,7210000,7220000,7230000,7240000,7250000,7260000,7270000,7280000,7290000,7300000,7310000,7320000,7330000,7340000,7350000,7360000,7370000,7380000,7390000,7400000,7410000,7420000,7430000,7440000,7450000,7460000,7470000,7480000,7490000,7500000,7510000,7520000,7530000,7540000,7550000,7560000,7570000,7580000,7590000,7600000,7610000,7620000,7630000,7640000,7650000,7660000,7670000,7680000,7690000,7700000,7710000,7720000,7730000,7740000,7750000,7760000,7770000,7780000,7790000,7800000,7810000,7820000,7830000,7840000,7850000,7860000,7870000,7880000,7890000,7900000,7910000,7920000,7930000,7940000,7950000,7960000,7970000,7980000,7990000,8000000,8010000,8020000,8030000,8040000,8050000,8060000,8070000,8080000,8090000,8100000,8110000,8120000,8130000,8140000,8150000,8160000,8170000,8180000,8190000,8200000,8210000,8220000,8230000,8240000,8250000,8260000,8270000,8280000,8290000,8300000,8310000,8320000,8330000,8340000,8350000,8360000,8370000,8380000,8390000,8400000,8410000,8420000,8430000,8440000,8450000,8460000,8470000,8480000,8490000,8500000,8510000,8520000,8530000,8540000,8550000,8560000,8570000,8580000,8590000,8600000,8610000,8620000,8630000,8640000,8650000,8660000,8670000,8680000,8690000,8700000,8710000,8720000,8730000,8740000,8750000,8760000,8770000,8780000,8790000,8800000,8810000,8820000,8830000,8840000,8850000,8860000,8870000,8880000,8890000,8900000,8910000,8920000,8930000,8940000,8950000,8960000,8970000,8980000,8990000,9000000,9010000,9020000,9030000,9040000,9050000,9060000,9070000,9080000,9090000,9100000,9110000,9120000,9130000,9140000,9150000,9160000,9170000,9180000,9190000,9200000,9210000,9220000,9230000,9240000,9250000,9260000,9270000,9280000,9290000,9300000,9310000,9320000,9330000,9340000,9350000,9360000,9370000,9380000,9390000,9400000,9410000,9420000,9430000,9440000,9450000,9460000,9470000,9480000,9490000,9500000,9510000,9520000,9530000,9540000,9550000,9560000,9570000,9580000,9590000,9600000,9610000,9620000,9630000,9640000,9650000,9660000,9670000,9680000,9690000,9700000,9710000,9720000,9730000,9740000,9750000,9760000,9770000,9780000,9790000,9800000,9810000,9820000,9830000,9840000,9850000,9860000,9870000,9880000,9890000,9900000,9910000,9920000,9930000,9940000,9950000,9960000,9970000],"y":{"__ndarray__":"AAAAAACAT0AAAAAAAIBSQAAAAAAAAFVAAAAAAADAV0AAAAAAAIBaQAAAAAAAQF1AAAAAAAAAYEAAAAAAAGBhQAAAAAAAwGJAAAAAAAAgZEAAAAAAAIBlQAAAAAAA4GZAAAAAAABgaEAAAAAAAKBpQAAAAAAAAGtAAAAAAABgbEAAAAAAAOBtQAAAAAAAYG9AAAAAAABgcEAAAAAAACBxQAAAAAAA0HFAAAAAAACQckAAAAAAAEBzQAAAAAAAAHRAAAAAAADAdEAAAAAAAHB1QAAAAAAAMHZAAAAAAADgdkAAAAAAALB3QAAAAAAAYHhAAAAAAAAgeUAAAAAAAOB5QAAAAAAAoHpAAAAAAABQe0AAAAAAABB8QAAAAAAA0HxAAAAAAACQfUAAAAAAAFB+QAAAAAAAAH9AAAAAAADAf0AAAAAAAECAQAAAAAAAoIBAAAAAAAAAgUAAAAAAAGCBQAAAAAAAwIFAAAAAAAAggkAAAAAAAHiCQAAAAAAA2IJAAAAAAAA4g0AAAAAAAJiDQAAAAAAA+INAAAAAAABYhEAAAAAAALiEQAAAAAAAEIVAAAAAAABwhUAAAAAAANCFQAAAAAAAKIZAAAAAAACIhkAAAAAAAOCGQAAAAAAAOIdAAAAAAACQh0AAAAAAAOiHQAAAAAAAOIhAAAAAAACIiEAAAAAAANiIQAAAAAAAIIlAAAAAAABoiUAAAAAAALiJQAAAAAAAAIpAAAAAAABIikAAAAAAAJiKQAAAAAAA4IpAAAAAAAAgi0AAAAAAAGCLQAAAAAAAmItAAAAAAADIi0AAAAAAAACMQAAAAAAAOIxAAAAAAABwjEAAAAAAAKCMQAAAAAAA0IxAAAAAAAAIjUAAAAAAAECNQAAAAAAAaI1AAAAAAACYjUAAAAAAANCNQAAAAAAAAI5AAAAAAAAwjkAAAAAAAGiOQAAAAAAAqI5AAAAAAADQjkAAAAAAAACPQAAAAAAAKI9AAAAAAABYj0AAAAAAAICPQAAAAAAAsI9AAAAAAADgj0AAAAAAAACQQAAAAAAAGJBAAAAAAAAskEAAAAAAADyQQAAAAAAAUJBAAAAAAABgkEAAAAAAAHSQQAAAAAAAiJBAAAAAAACckEAAAAAAALSQQAAAAAAAxJBAAAAAAADUkEAAAAAAAOiQQAAAAAAA/JBAAAAAAAAQkUAAAAAAACiRQAAAAAAAPJFAAAAAAABQkUAAAAAAAGCRQAAAAAAAdJFAAAAAAACEkUAAAAAAAJiRQAAAAAAAqJFAAAAAAADAkUAAAAAAANCRQAAAAAAA5JFAAAAAAAD8kUAAAAAAAAySQAAAAAAAHJJAAAAAAAAwkkAAAAAAAESSQAAAAAAAVJJAAAAAAABkkkAAAAAAAHiSQAAAAAAAiJJAAAAAAACYkkAAAAAAAKiSQAAAAAAAuJJAAAAAAADIkkAAAAAAANiSQAAAAAAA6JJAAAAAAAD0kkAAAAAAAASTQAAAAAAAGJNAAAAAAAAsk0AAAAAAADiTQAAAAAAASJNAAAAAAABYk0AAAAAAAGiTQAAAAAAAeJNAAAAAAACIk0AAAAAAAJiTQAAAAAAApJNAAAAAAAC0k0AAAAAAAMCTQAAAAAAA1JNAAAAAAADgk0AAAAAAAOyTQAAAAAAA/JNAAAAAAAAIlEAAAAAAABSUQAAAAAAAIJRAAAAAAAAwlEAAAAAAAECUQAAAAAAATJRAAAAAAABclEAAAAAAAGyUQAAAAAAAeJRAAAAAAACIlEAAAAAAAJSUQAAAAAAApJRAAAAAAACslEAAAAAAALyUQAAAAAAAyJRAAAAAAADUlEAAAAAAAOSUQAAAAAAA9JRAAAAAAAAAlUAAAAAAAAyVQAAAAAAAGJVAAAAAAAAklUAAAAAAADSVQAAAAAAARJVAAAAAAABQlUAAAAAAAFyVQAAAAAAAaJVAAAAAAAB0lUAAAAAAAICVQAAAAAAAjJVAAAAAAACUlUAAAAAAAKSVQAAAAAAAsJVAAAAAAAC8lUAAAAAAAMyVQAAAAAAA2JVAAAAAAADklUAAAAAAAPSVQAAAAAAAAJZAAAAAAAAMlkAAAAAAABiWQAAAAAAAKJZAAAAAAAA0lkAAAAAAAESWQAAAAAAAUJZAAAAAAABclkAAAAAAAGSWQAAAAAAAdJZAAAAAAACAlkAAAAAAAIyWQAAAAAAAmJZAAAAAAACklkAAAAAAAKyWQAAAAAAAuJZAAAAAAADElkAAAAAAANCWQAAAAAAA3JZAAAAAAADolkAAAAAAAPSWQAAAAAAABJdAAAAAAAAQl0AAAAAAAByXQAAAAAAAKJdAAAAAAAAwl0AAAAAAADyXQAAAAAAASJdAAAAAAABUl0AAAAAAAFyXQAAAAAAAaJdAAAAAAAB0l0AAAAAAAHyXQAAAAAAAiJdAAAAAAACQl0AAAAAAAJyXQAAAAAAApJdAAAAAAACwl0AAAAAAALyXQAAAAAAAxJdAAAAAAADQl0AAAAAAANyXQAAAAAAA5JdAAAAAAADsl0AAAAAAAPiXQAAAAAAABJhAAAAAAAAQmEAAAAAAABiYQAAAAAAAJJhAAAAAAAAsmEAAAAAAADiYQAAAAAAARJhAAAAAAABMmEAAAAAAAFyYQAAAAAAAaJhAAAAAAAB4mEAAAAAAAISYQAAAAAAAkJhAAAAAAACYmEAAAAAAAKSYQAAAAAAArJhAAAAAAAC4mEAAAAAAAMSYQAAAAAAAzJhAAAAAAADYmEAAAAAAAOSYQAAAAAAA8JhAAAAAAAD8mEAAAAAAAASZQAAAAAAADJlAAAAAAAAYmUAAAAAAACSZQAAAAAAAMJlAAAAAAAA8mUAAAAAAAESZQAAAAAAAUJlAAAAAAABYmUAAAAAAAGSZQAAAAAAAcJlAAAAAAAB4mUAAAAAAAISZQAAAAAAAjJlAAAAAAACcmUAAAAAAAKSZQAAAAAAAsJlAAAAAAAC8mUAAAAAAAMSZQAAAAAAA2JlAAAAAAADomUAAAAAAAPSZQAAAAAAACJpAAAAAAAAQmkAAAAAAACCaQAAAAAAALJpAAAAAAAA4mkAAAAAAAECaQAAAAAAATJpAAAAAAABUmkAAAAAAAGCaQAAAAAAAbJpAAAAAAAB4mkAAAAAAAISaQAAAAAAAkJpAAAAAAACcmkAAAAAAAKSaQAAAAAAAsJpAAAAAAAC8mkAAAAAAAMiaQAAAAAAA0JpAAAAAAADcmkAAAAAAAOiaQAAAAAAA8JpAAAAAAAD8mkAAAAAAAAibQAAAAAAAEJtAAAAAAAAcm0AAAAAAACSbQAAAAAAALJtAAAAAAAA4m0AAAAAAAESbQAAAAAAATJtAAAAAAABYm0AAAAAAAGibQAAAAAAAcJtAAAAAAAB8m0AAAAAAAISbQAAAAAAAkJtAAAAAAACcm0AAAAAAAKibQAAAAAAAsJtAAAAAAAC8m0AAAAAAAMSbQAAAAAAAzJtAAAAAAADUm0AAAAAAANybQAAAAAAA5JtAAAAAAADwm0AAAAAAAPybQAAAAAAABJxAAAAAAAAMnEAAAAAAABScQAAAAAAAHJxAAAAAAAAknEAAAAAAACycQAAAAAAANJxAAAAAAAA4nEAAAAAAAEScQAAAAAAATJxAAAAAAABUnEAAAAAAAFycQAAAAAAAZJxAAAAAAABsnEAAAAAAAHScQAAAAAAAfJxAAAAAAACEnEAAAAAAAIycQAAAAAAAmJxAAAAAAACcnEAAAAAAAKicQAAAAAAAsJxAAAAAAAC8nEAAAAAAAMScQAAAAAAA0JxAAAAAAADcnEAAAAAAAOScQAAAAAAA7JxAAAAAAAD0nEAAAAAAAACdQAAAAAAADJ1AAAAAAAAUnUAAAAAAACCdQAAAAAAAKJ1AAAAAAAAwnUAAAAAAADidQAAAAAAAQJ1AAAAAAABMnUAAAAAAAFSdQAAAAAAAZJ1AAAAAAABwnUAAAAAAAHidQAAAAAAAhJ1AAAAAAACMnUAAAAAAAJSdQAAAAAAAnJ1AAAAAAACknUAAAAAAALCdQAAAAAAAuJ1AAAAAAADAnUAAAAAAAMidQAAAAAAA0J1AAAAAAADYnUAAAAAAAOSdQAAAAAAA9J1AAAAAAAD8nUAAAAAAAASeQAAAAAAADJ5AAAAAAAAUnkAAAAAAAByeQAAAAAAAKJ5AAAAAAAA0nkAAAAAAADyeQAAAAAAASJ5AAAAAAABQnkAAAAAAAFyeQAAAAAAAYJ5AAAAAAABsnkAAAAAAAHSeQAAAAAAAgJ5AAAAAAACInkAAAAAAAJCeQAAAAAAAmJ5AAAAAAACknkAAAAAAALCeQAAAAAAAvJ5AAAAAAADEnkAAAAAAAMyeQAAAAAAA1J5AAAAAAADgnkAAAAAAAOieQAAAAAAA8J5AAAAAAAD4nkAAAAAAAACfQAAAAAAAEJ9AAAAAAAAYn0AAAAAAACCfQAAAAAAAKJ9AAAAAAAAwn0AAAAAAADyfQAAAAAAASJ9AAAAAAABQn0AAAAAAAFyfQAAAAAAAbJ9AAAAAAAB4n0AAAAAAAICfQAAAAAAAjJ9AAAAAAACUn0AAAAAAAKCfQAAAAAAArJ9AAAAAAAC0n0AAAAAAALyfQAAAAAAAzJ9AAAAAAADUn0AAAAAAAOCfQAAAAAAA8J9AAAAAAAD8n0AAAAAAAAKgQAAAAAAACKBAAAAAAAAOoEAAAAAAABagQAAAAAAAGqBAAAAAAAAgoEAAAAAAACagQAAAAAAAMKBAAAAAAAA0oEAAAAAAADigQAAAAAAAPKBAAAAAAABCoEAAAAAAAEagQAAAAAAATKBAAAAAAABQoEAAAAAAAFagQAAAAAAAXKBAAAAAAABgoEAAAAAAAGigQAAAAAAAcKBAAAAAAAB0oEAAAAAAAHigQAAAAAAAfKBAAAAAAACGoEAAAAAAAIqgQAAAAAAAkKBAAAAAAACYoEAAAAAAAJ6gQAAAAAAAoqBAAAAAAACmoEAAAAAAAKygQAAAAAAAsKBAAAAAAAC0oEAAAAAAALygQAAAAAAAwKBAAAAAAADGoEAAAAAAAMygQAAAAAAA1KBAAAAAAADaoEAAAAAAAOKgQAAAAAAA6KBAAAAAAADwoEAAAAAAAPagQAAAAAAA/KBAAAAAAAACoUAAAAAAAAqhQAAAAAAADqFAAAAAAAAUoUAAAAAAABqhQAAAAAAAIKFAAAAAAAAkoUAAAAAAACihQAAAAAAALKFAAAAAAAAwoUAAAAAAADShQAAAAAAAPKFAAAAAAABCoUAAAAAAAEahQAAAAAAAUKFAAAAAAABWoUAAAAAAAFyhQAAAAAAAYqFAAAAAAABmoUAAAAAAAGyhQAAAAAAAcqFAAAAAAAB2oUAAAAAAAHyhQAAAAAAAgKFAAAAAAACIoUAAAAAAAI6hQAAAAAAAlKFAAAAAAACaoUAAAAAAAKChQAAAAAAAqqFAAAAAAACwoUAAAAAAALShQAAAAAAAuqFAAAAAAAC+oUAAAAAAAMKhQAAAAAAAyKFAAAAAAADMoUAAAAAAANChQAAAAAAA1qFAAAAAAADaoUAAAAAAAN6hQAAAAAAA5KFAAAAAAADsoUAAAAAAAPChQAAAAAAA9qFAAAAAAAD8oUAAAAAAAP6hQAAAAAAAAqJAAAAAAAAGokAAAAAAAAyiQAAAAAAAEqJAAAAAAAAYokAAAAAAAByiQAAAAAAAIKJAAAAAAAAookAAAAAAACyiQAAAAAAAMKJAAAAAAAA0okAAAAAAADiiQAAAAAAAPqJAAAAAAABEokAAAAAAAEiiQAAAAAAATqJAAAAAAABSokAAAAAAAFiiQAAAAAAAXqJAAAAAAABmokAAAAAAAGyiQAAAAAAAcqJAAAAAAAB4okAAAAAAAICiQAAAAAAAhqJAAAAAAACOokAAAAAAAJSiQAAAAAAAmKJAAAAAAACgokAAAAAAAKiiQAAAAAAArKJAAAAAAACwokAAAAAAALKiQAAAAAAAuKJAAAAAAAC+okAAAAAAAMaiQAAAAAAAzKJAAAAAAADUokAAAAAAANyiQAAAAAAA4qJAAAAAAADookAAAAAAAPKiQAAAAAAA9qJAAAAAAAD8okAAAAAAAASjQAAAAAAADKNAAAAAAAAUo0AAAAAAAByjQAAAAAAAJKNAAAAAAAAqo0AAAAAAAC6jQAAAAAAANKNAAAAAAAA6o0AAAAAAAESjQAAAAAAASqNAAAAAAABSo0AAAAAAAFqjQAAAAAAAXqNAAAAAAABko0AAAAAAAGajQAAAAAAAbKNAAAAAAAByo0AAAAAAAHajQAAAAAAAfKNAAAAAAACEo0AAAAAAAIqjQAAAAAAAkqNAAAAAAACao0AAAAAAAKKjQAAAAAAApqNAAAAAAACuo0AAAAAAALKjQAAAAAAAuKNAAAAAAAC+o0AAAAAAAMSjQAAAAAAAyqNAAAAAAADOo0AAAAAAANKjQAAAAAAA1qNAAAAAAADeo0AAAAAAAOajQAAAAAAA7KNAAAAAAADyo0AAAAAAAPqjQAAAAAAAAqRAAAAAAAAKpEAAAAAAABSkQAAAAAAAHqRAAAAAAAAopEAAAAAAADCkQAAAAAAAOKRAAAAAAABCpEAAAAAAAEqkQAAAAAAAUqRAAAAAAABYpEAAAAAAAGKkQAAAAAAAaqRAAAAAAABupEAAAAAAAHikQAAAAAAAgKRAAAAAAACIpEAAAAAAAI6kQAAAAAAAlqRAAAAAAACepEAAAAAAAKakQAAAAAAAsKRAAAAAAAC4pEAAAAAAAMCkQAAAAAAAyqRAAAAAAADSpEAAAAAAANqkQAAAAAAA5KRAAAAAAADupEAAAAAAAPakQAAAAAAAAKVAAAAAAAAIpUAAAAAAABClQAAAAAAAGKVAAAAAAAAgpUAAAAAAACilQAAAAAAAMqVAAAAAAAA4pUAAAAAAAEClQAAAAAAASKVAAAAAAABSpUAAAAAAAFqlQAAAAAAAYqVAAAAAAABspUAAAAAAAHSlQAAAAAAAfqVAAAAAAACGpUAAAAAAAJClQAAAAAAAmKVAAAAAAACipUAAAAAAAKqlQAAAAAAAsqVAAAAAAAC8pUAAAAAAAMSlQAAAAAAAzqVAAAAAAADWpUAAAAAAAOClQAAAAAAA6KVAAAAAAADypUAAAAAAAPqlQAAAAAAABKZAAAAAAAAMpkAAAAAAABSmQAAAAAAAHqZAAAAAAAAmpkAAAAAAAC6mQAAAAAAAOKZAAAAAAABApkAAAAAAAEimQAAAAAAAUKZAAAAAAABapkAAAAAAAGSmQAAAAAAAaqZAAAAAAAB0pkAAAAAAAH6mQAAAAAAAiKZAAAAAAACQpkAAAAAAAJqmQAAAAAAAoKZAAAAAAACopkAAAAAAALCmQAAAAAAAuKZAAAAAAADApkAAAAAAAMimQAAAAAAA0qZAAAAAAADapkAAAAAAAOamQAAAAAAA7qZAAAAAAAD2pkAAAAAAAP6mQAAAAAAACKdAAAAAAAAQp0AAAAAAABinQAAAAAAAHqdAAAAAAAAmp0AAAAAAAC6nQAAAAAAAOKdAAAAAAABAp0AAAAAAAEinQAAAAAAAUqdAAAAAAABap0AAAAAAAGKnQAAAAAAAaKdAAAAAAABwp0AAAAAAAHqnQAAAAAAAgqdAAAAAAACMp0AAAAAAAJSnQAAAAAAAnqdAAAAAAACmp0AAAAAAAK6nQAAAAAAAtqdAAAAAAAC+p0AAAAAAAManQAAAAAAAzqdAAAAAAADYp0AAAAAAAN6nQAAAAAAA5qdAAAAAAADup0AAAAAAAPSnQAAAAAAA+qdAAAAAAAACqEAAAAAAAAyoQAAAAAAAEKhAAAAAAAAWqEAAAAAAAB6oQAAAAAAAKKhAAAAAAAAwqEAAAAAAADaoQAAAAAAAPqhAAAAAAABGqEAAAAAAAE6oQAAAAAAAVqhAAAAAAABeqEAAAAAAAGaoQAAAAAAAbqhAAAAAAAB4qEAAAAAAAH6oQAAAAAAAiKhAAAAAAACQqEAAAAAAAJioQAAAAAAAoqhAAAAAAACqqEAAAAAAALSoQAAAAAAAvqhAAAAAAADGqEAAAAAAAM6oQAAAAAAA1qhAAAAAAADeqEAAAAAAAOaoQAAAAAAA8KhAAAAAAAD4qEAAAAAAAACpQAAAAAAACKlAAAAAAAASqUAAAAAAABqpQAAAAAAAJKlAAAAAAAAsqUAAAAAAADSpQAAAAAAAPKlAAAAAAABGqUAAAAAAAFCpQAAAAAAAWKlAAAAAAABiqUAAAAAAAGypQAAAAAAAdqlAAAAAAAB+qUAAAAAAAIipQAAAAAAAkqlAAAAAAACcqUAAAAAAAKapQAAAAAAAsKlAAAAAAAC4qUAAAAAAAMCpQAAAAAAAyqlAAAAAAADUqUAAAAAAANypQAAAAAAA5qlAAAAAAADuqUAAAAAAAPqpQAAAAAAAAqpAAAAAAAAMqkAAAAAAABaqQAAAAAAAIKpAAAAAAAAqqkAAAAAAADSqQAAAAAAAPKpAAAAAAABGqkAAAAAAAFCqQAAAAAAAWqpAAAAAAABkqkAAAAAAAG6qQAAAAAAAeKpAAAAAAACCqkAAAAAAAI6qQAAAAAAAmKpAAAAAAACiqkAAAAAAAKyqQAAAAAAAtqpAAAAAAADAqkAAAAAAAMqqQAAAAAAA1KpAAAAAAADeqkAAAAAAAOiqQAAAAAAA8qpAAAAAAAD8qkAAAAAAAAarQAAAAAAAEKtAAAAAAAAaq0AAAAAAACSrQAAAAAAALqtAAAAAAAA4q0AAAAAAAEKrQAAAAAAATKtAAAAAAABWq0AAAAAAAGCrQAAAAAAAaqtAAAAAAAB2q0AAAAAAAH6rQAAAAAAAiKtAAAAAAACUq0AAAAAAAJyrQAAAAAAApqtAAAAAAACwq0AAAAAAALqrQAAAAAAAxKtAAAAAAADQq0AAAAAAANqrQAAAAAAA5KtAAAAAAADuq0AAAAAAAPirQAAAAAAAAqxAAAAAAAAMrEAAAAAAABasQAAAAAAAIKxAAAAAAAAqrEAAAAAAADasQAAAAAAAQKxAAAAAAABKrEAAAAAAAFSsQAAAAAAAXqxAAAAAAABorEAAAAAAAHKsQAAAAAAAfKxAAAAAAACGrEAAAAAAAJCsQAAAAAAAmqxAAAAAAACkrEAAAAAAAK6sQAAAAAAAuqxAAAAAAADErEAAAAAAAM6sQAAAAAAA1qxAAAAAAADerEAAAAAAAOisQAAAAAAA8qxAAAAAAAD8rEAAAAAAAAatQAAAAAAAEK1AAAAAAAAarUAAAAAAACStQAAAAAAALq1AAAAAAAA4rUAAAAAAAEKtQAAAAAAATK1AAAAAAABWrUAAAAAAAGCtQAAAAAAAaq1AAAAAAAB0rUAAAAAAAH6tQAAAAAAAiq1AAAAAAACSrUAAAAAAAJ6tQAAAAAAApq1AAAAAAACyrUAAAAAAALytQAAAAAAAxK1AAAAAAADQrUAAAAAAANqtQAAAAAAA5K1AAAAAAADurUAAAAAAAPitQAAAAAAAAq5AAAAAAAAMrkAAAAAAABauQAAAAAAAIK5AAAAAAAAqrkAAAAAAADSuQAAAAAAAPq5AAAAAAABIrkAAAAAAAFKuQAAAAAAAXK5AAAAAAABmrkAAAAAAAHCuQAAAAAAAeq5AAAAAAACGrkAAAAAAAJCuQAAAAAAAmq5AAAAAAACkrkAAAAAAAK6uQAAAAAAAuq5AAAAAAADErkAAAAAAAM6uQAAAAAAA2q5AAAAAAADkrkAAAAAAAOyuQAAAAAAA9q5AAAAAAAACr0AAAAAAAAyvQAAAAAAAFq9AAAAAAAAgr0AAAAAAACqvQAAAAAAANq9AAAAAAABAr0AAAAAAAEqvQAAAAAAAVK9AAAAAAABer0AAAAAAAGivQAAAAAAAcq9AAAAAAAB6r0AAAAAAAISvQAAAAAAAkK9AAAAAAACar0AAAAAAAKSvQAAAAAAArq9AAAAAAAC4r0AAAAAAAMSvQAAAAAAAzK9AAAAAAADWr0AAAAAAAOCvQAAAAAAA6q9AAAAAAAD0r0AAAAAAAP6vQAAAAAAABLBAAAAAAAAJsEAAAAAAAA+wQAAAAAAAFLBAAAAAAAAZsEAAAAAAAB6wQAAAAAAAIrBAAAAAAAAnsEAAAAAAACywQAAAAAAAMbBAAAAAAAA2sEAAAAAAADuwQAAAAAAAQLBAAAAAAABFsEAAAAAAAEqwQAAAAAAAULBAAAAAAABVsEAAAAAAAFqwQAAAAAAAX7BAAAAAAABksEAAAAAAAGmwQAAAAAAAb7BAAAAAAAB0sEAAAAAAAHmwQAAAAAAAfrBAAAAAAACDsEAAAAAAAIiwQAAAAAAAjbBAAAAAAACSsEAAAAAAAJewQAAAAAAAnLBAAAAAAACisEAAAAAAAKewQAAAAAAArLBAAAAAAACysEAAAAAAALewQAAAAAAAvLBAAAAAAADCsEAAAAAAAMewQAAAAAAAzLBAAAAAAADSsEAAAAAAANewQAAAAAAA3LBAAAAAAADhsEAAAAAAAOawQA==","dtype":"float64","shape":[992]}}},"id":"8940246c-427c-469b-a711-a177abd1d160","type":"ColumnDataSource"},{"attributes":{"axis_label":"Mean reward (Past 100 episodes)","formatter":{"id":"23bf11e1-4d53-45a0-a345-94e115704274","type":"BasicTickFormatter"},"plot":{"id":"565fd8b8-00b2-4497-b01b-6931efb6201d","subtype":"Figure","type":"Plot"},"ticker":{"id":"9b386933-0114-448c-8735-d9e903c7a353","type":"BasicTicker"}},"id":"86b0cbb8-d71b-4c68-91b4-38c456519efe","type":"LinearAxis"},{"attributes":{},"id":"a0843ce8-1449-4ffd-9b29-b9e56d420b36","type":"BasicTicker"},{"attributes":{"plot":{"id":"18c52109-7289-464b-b578-7db88e0c584e","subtype":"Figure","type":"Plot"},"ticker":{"id":"6df8622f-a7d2-47e7-8723-267d6e336c6e","type":"BasicTicker"}},"id":"6c4eb41d-2a88-4006-a3f8-506db5420fb5","type":"Grid"},{"attributes":{},"id":"0b4c3d10-40fa-43a5-a5c0-0ba2e80abddc","type":"BasicTickFormatter"},{"attributes":{"plot":{"id":"565fd8b8-00b2-4497-b01b-6931efb6201d","subtype":"Figure","type":"Plot"}},"id":"2d8a8099-77a7-4eab-96ea-a7b5155c1ad5","type":"SaveTool"},{"attributes":{},"id":"e557cffb-1889-4506-b435-24f44e5c03a6","type":"BasicTicker"},{"attributes":{"plot":{"id":"7d22a365-5e6e-4172-ae8d-84bc0cc3deff","subtype":"Figure","type":"Plot"},"ticker":{"id":"e557cffb-1889-4506-b435-24f44e5c03a6","type":"BasicTicker"}},"id":"02c00155-a468-44e8-90c5-4a218400ce34","type":"Grid"},{"attributes":{"plot":{"id":"18c52109-7289-464b-b578-7db88e0c584e","subtype":"Figure","type":"Plot"}},"id":"ceff94f9-19b2-4dd0-a18a-24ad48bc9d69","type":"PanTool"},{"attributes":{"plot":{"id":"58647449-d875-4a38-85c0-42c37786b63f","subtype":"Figure","type":"Plot"}},"id":"8606c2ee-632e-4a0c-8ac6-c883cefb8560","type":"ResetTool"},{"attributes":{"plot":null,"text":""},"id":"4de1cc6e-3399-4b83-8aca-da241aef442e","type":"Title"},{"attributes":{"plot":{"id":"565fd8b8-00b2-4497-b01b-6931efb6201d","subtype":"Figure","type":"Plot"},"ticker":{"id":"a0843ce8-1449-4ffd-9b29-b9e56d420b36","type":"BasicTicker"}},"id":"7ffa699a-aa34-47b3-8fa6-3ada3db03f83","type":"Grid"},{"attributes":{"callback":null,"column_names":["y","x"],"data":{"x":[60000,70000,80000,90000,100000,110000,120000,130000,140000,150000,160000,170000,180000,190000,200000,210000,220000,230000,240000,250000,260000,270000,280000,290000,300000,310000,320000,330000,340000,350000,360000,370000,380000,390000,400000,410000,420000,430000,440000,450000,460000,470000,480000,490000,500000,510000,520000,530000,540000,550000,560000,570000,580000,590000,600000,610000,620000,630000,640000,650000,660000,670000,680000,690000,700000,710000,720000,730000,740000,750000,760000,770000,780000,790000,800000,810000,820000,830000,840000,850000,860000,870000,880000,890000,900000,910000,920000,930000,940000,950000,960000,970000,980000,990000,1000000,1010000,1020000,1030000,1040000,1050000,1060000,1070000,1080000,1090000,1100000,1110000,1120000,1130000,1140000,1150000,1160000,1170000,1180000,1190000,1200000,1210000,1220000,1230000,1240000,1250000,1260000,1270000,1280000,1290000,1300000,1310000,1320000,1330000,1340000,1350000,1360000,1370000,1380000,1390000,1400000,1410000,1420000,1430000,1440000,1450000,1460000,1470000,1480000,1490000,1500000,1510000,1520000,1530000,1540000,1550000,1560000,1570000,1580000,1590000,1600000,1610000,1620000,1630000,1640000,1650000,1660000,1670000,1680000,1690000,1700000,1710000,1720000,1730000,1740000,1750000,1760000,1770000,1780000,1790000,1800000,1810000,1820000,1830000,1840000,1850000,1860000,1870000,1880000,1890000,1900000,1910000,1920000,1930000,1940000,1950000,1960000,1970000,1980000,1990000,2000000,2010000,2020000,2030000,2040000,2050000,2060000,2070000,2080000,2090000,2100000,2110000,2120000,2130000,2140000,2150000,2160000,2170000,2180000,2190000,2200000,2210000,2220000,2230000,2240000,2250000,2260000,2270000,2280000,2290000,2300000,2310000,2320000,2330000,2340000,2350000,2360000,2370000,2380000,2390000,2400000,2410000,2420000,2430000,2440000,2450000,2460000,2470000,2480000,2490000,2500000,2510000,2520000,2530000,2540000,2550000,2560000,2570000,2580000,2590000,2600000,2610000,2620000,2630000,2640000,2650000,2660000,2670000,2680000,2690000,2700000,2710000,2720000,2730000,2740000,2750000,2760000,2770000,2780000,2790000,2800000,2810000,2820000,2830000,2840000,2850000,2860000,2870000,2880000,2890000,2900000,2910000,2920000,2930000,2940000,2950000,2960000,2970000,2980000,2990000,3000000,3010000,3020000,3030000,3040000,3050000,3060000,3070000,3080000,3090000,3100000,3110000,3120000,3130000,3140000,3150000,3160000,3170000,3180000,3190000,3200000,3210000,3220000,3230000,3240000,3250000,3260000,3270000,3280000,3290000,3300000,3310000,3320000,3330000,3340000,3350000,3360000,3370000,3380000,3390000,3400000,3410000,3420000,3430000,3440000,3450000,3460000,3470000,3480000,3490000,3500000,3510000,3520000,3530000,3540000,3550000,3560000,3570000,3580000,3590000,3600000,3610000,3620000,3630000,3640000,3650000,3660000,3670000,3680000,3690000,3700000,3710000,3720000,3730000,3740000,3750000,3760000,3770000,3780000,3790000,3800000,3810000,3820000,3830000,3840000,3850000,3860000,3870000,3880000,3890000,3900000,3910000,3920000,3930000,3940000,3950000,3960000,3970000,3980000,3990000,4000000,4010000,4020000,4030000,4040000,4050000,4060000,4070000,4080000,4090000,4100000,4110000,4120000,4130000,4140000,4150000,4160000,4170000,4180000,4190000,4200000,4210000,4220000,4230000,4240000,4250000,4260000,4270000,4280000,4290000,4300000,4310000,4320000,4330000,4340000,4350000,4360000,4370000,4380000,4390000,4400000,4410000,4420000,4430000,4440000,4450000,4460000,4470000,4480000,4490000,4500000,4510000,4520000,4530000,4540000,4550000,4560000,4570000,4580000,4590000,4600000,4610000,4620000,4630000,4640000,4650000,4660000,4670000,4680000,4690000,4700000,4710000,4720000,4730000,4740000,4750000,4760000,4770000,4780000,4790000,4800000,4810000,4820000,4830000,4840000,4850000,4860000,4870000,4880000,4890000,4900000,4910000,4920000,4930000,4940000,4950000,4960000,4970000,4980000,4990000,5000000,5010000,5020000,5030000,5040000,5050000,5060000,5070000,5080000,5090000,5100000,5110000,5120000,5130000,5140000,5150000,5160000,5170000,5180000,5190000,5200000,5210000,5220000,5230000,5240000,5250000,5260000,5270000,5280000,5290000,5300000,5310000,5320000,5330000,5340000,5350000,5360000,5370000,5380000,5390000,5400000,5410000,5420000,5430000,5440000,5450000,5460000,5470000,5480000,5490000,5500000,5510000,5520000,5530000,5540000,5550000,5560000,5570000,5580000,5590000,5600000,5610000,5620000,5630000,5640000,5650000,5660000,5670000,5680000,5690000,5700000,5710000,5720000,5730000,5740000,5750000,5760000,5770000,5780000,5790000,5800000,5810000,5820000,5830000,5840000,5850000,5860000,5870000,5880000,5890000,5900000,5910000,5920000,5930000,5940000,5950000,5960000,5970000,5980000,5990000,6000000,6010000,6020000,6030000,6040000,6050000,6060000,6070000,6080000,6090000,6100000,6110000,6120000,6130000,6140000,6150000,6160000,6170000,6180000,6190000,6200000,6210000,6220000,6230000,6240000,6250000,6260000,6270000,6280000,6290000,6300000,6310000,6320000,6330000,6340000,6350000,6360000,6370000,6380000,6390000,6400000,6410000,6420000,6430000,6440000,6450000,6460000,6470000,6480000,6490000,6500000,6510000,6520000,6530000,6540000,6550000,6560000,6570000,6580000,6590000,6600000,6610000,6620000,6630000,6640000,6650000,6660000,6670000,6680000,6690000,6700000,6710000,6720000,6730000,6740000,6750000,6760000,6770000,6780000,6790000,6800000,6810000,6820000,6830000,6840000,6850000,6860000,6870000,6880000,6890000,6900000,6910000,6920000,6930000,6940000,6950000,6960000,6970000,6980000,6990000,7000000,7010000,7020000,7030000,7040000,7050000,7060000,7070000,7080000,7090000,7100000,7110000,7120000,7130000,7140000,7150000,7160000,7170000,7180000,7190000,7200000,7210000,7220000,7230000,7240000,7250000,7260000,7270000,7280000,7290000,7300000,7310000,7320000,7330000,7340000,7350000,7360000,7370000,7380000,7390000,7400000,7410000,7420000,7430000,7440000,7450000,7460000,7470000,7480000,7490000,7500000,7510000,7520000,7530000,7540000,7550000,7560000,7570000,7580000,7590000,7600000,7610000,7620000,7630000,7640000,7650000,7660000,7670000,7680000,7690000,7700000,7710000,7720000,7730000,7740000,7750000,7760000,7770000,7780000,7790000,7800000,7810000,7820000,7830000,7840000,7850000,7860000,7870000,7880000,7890000,7900000,7910000,7920000,7930000,7940000,7950000,7960000,7970000,7980000,7990000,8000000,8010000,8020000,8030000,8040000,8050000,8060000,8070000,8080000,8090000,8100000,8110000,8120000,8130000,8140000,8150000,8160000,8170000,8180000,8190000,8200000,8210000,8220000,8230000,8240000,8250000,8260000,8270000,8280000,8290000,8300000,8310000,8320000,8330000,8340000,8350000,8360000,8370000,8380000,8390000,8400000,8410000,8420000,8430000,8440000,8450000,8460000,8470000,8480000,8490000,8500000,8510000,8520000,8530000,8540000,8550000,8560000,8570000,8580000,8590000,8600000,8610000,8620000,8630000,8640000,8650000,8660000,8670000,8680000,8690000,8700000,8710000,8720000,8730000,8740000,8750000,8760000,8770000,8780000,8790000,8800000,8810000,8820000,8830000,8840000,8850000,8860000,8870000,8880000,8890000,8900000,8910000,8920000,8930000,8940000,8950000,8960000,8970000,8980000,8990000,9000000,9010000,9020000,9030000,9040000,9050000,9060000,9070000,9080000,9090000,9100000,9110000,9120000,9130000,9140000,9150000,9160000,9170000,9180000,9190000,9200000,9210000,9220000,9230000,9240000,9250000,9260000,9270000,9280000,9290000,9300000,9310000,9320000,9330000,9340000,9350000,9360000,9370000,9380000,9390000,9400000,9410000,9420000,9430000,9440000,9450000,9460000,9470000,9480000,9490000,9500000,9510000,9520000,9530000,9540000,9550000,9560000,9570000,9580000,9590000,9600000,9610000,9620000,9630000,9640000,9650000,9660000,9670000,9680000,9690000,9700000,9710000,9720000,9730000,9740000,9750000,9760000,9770000,9780000,9790000,9800000,9810000,9820000,9830000,9840000,9850000,9860000,9870000,9880000,9890000,9900000,9910000,9920000,9930000,9940000,9950000,9960000,9970000],"y":{"__ndarray__":"LUMc6+I2Gj8tQxzr4jYaPy1DHOviNho/LUMc6+I2Gj8tQxzr4jYaPy1DHOviNho/LUMc6+I2Gj8tQxzr4jYaPy1DHOviNho/LUMc6+I2Gj8tQxzr4jYaPy1DHOviNho/LUMc6+I2Gj8tQxzr4jYaPy1DHOviNho/LUMc6+I2Gj8tQxzr4jYaPy1DHOviNho/LUMc6+I2Gj8tQxzr4jYaPy1DHOviNho/LUMc6+I2Gj8tQxzr4jYaPy1DHOviNho/LUMc6+I2Gj8tQxzr4jYaPy1DHOviNho/LUMc6+I2Gj8tQxzr4jYaPy1DHOviNho/LUMc6+I2Gj8tQxzr4jYaPy1DHOviNho/LUMc6+I2Gj8tQxzr4jYaPy1DHOviNho/LUMc6+I2Gj8tQxzr4jYaPy1DHOviNho/LUMc6+I2Gj8tQxzr4jYaPy1DHOviNho/LUMc6+I2Gj8tQxzr4jYaPy1DHOviNho/LUMc6+I2Gj8tQxzr4jYaPy1DHOviNho/LUMc6+I2Gj8tQxzr4jYaPy1DHOviNho/LUMc6+I2Gj8tQxzr4jYaPy1DHOviNho/LUMc6+I2Gj8tQxzr4jYaPy1DHOviNho/LUMc6+I2Gj8tQxzr4jYaPy1DHOviNho/LUMc6+I2Gj8tQxzr4jYaPy1DHOviNho/LUMc6+I2Gj8tQxzr4jYaPy1DHOviNho/LUMc6+I2Gj8tQxzr4jYaPy1DHOviNho/LUMc6+I2Gj8tQxzr4jYaPy1DHOviNho/LUMc6+I2Gj8tQxzr4jYaPy1DHOviNho/LUMc6+I2Gj8tQxzr4jYaPy1DHOviNho/LUMc6+I2Gj8tQxzr4jYaPy1DHOviNho/LUMc6+I2Gj8tQxzr4jYaPy1DHOviNho/LUMc6+I2Gj8tQxzr4jYaPy1DHOviNho/LUMc6+I2Gj8tQxzr4jYaPy1DHOviNho/LUMc6+I2Gj8tQxzr4jYaPy1DHOviNho/LUMc6+I2Gj8tQxzr4jYaPy1DHOviNho/LUMc6+I2Gj8tQxzr4jYaPy1DHOviNho/dmuZDMfzGT92a5kMx/MZP3ZrmQzH8xk/dmuZDMfzGT92a5kMx/MZP3ZrmQzH8xk/dmuZDMfzGT92a5kMx/MZP8CTFi6rsBk/wJMWLquwGT/AkxYuq7AZP8CTFi6rsBk/wJMWLquwGT/AkxYuq7AZP8CTFi6rsBk/CryTT49tGT8KvJNPj20ZPwq8k0+PbRk/CryTT49tGT8KvJNPj20ZPwq8k0+PbRk/CryTT49tGT8KvJNPj20ZPwq8k0+PbRk/VOQQcXMqGT9U5BBxcyoZP1TkEHFzKhk/VOQQcXMqGT9U5BBxcyoZP1TkEHFzKhk/VOQQcXMqGT9U5BBxcyoZP54MjpJX5xg/ngyOklfnGD+eDI6SV+cYP54MjpJX5xg/ngyOklfnGD+eDI6SV+cYP54MjpJX5xg/ngyOklfnGD/nNAu0O6QYP+c0C7Q7pBg/5zQLtDukGD/nNAu0O6QYP+c0C7Q7pBg/5zQLtDukGD/nNAu0O6QYP+c0C7Q7pBg/MV2I1R9hGD8xXYjVH2EYPzFdiNUfYRg/MV2I1R9hGD8xXYjVH2EYPzFdiNUfYRg/MV2I1R9hGD97hQX3Ax4YP3uFBfcDHhg/e4UF9wMeGD97hQX3Ax4YP3uFBfcDHhg/e4UF9wMeGD97hQX3Ax4YP3uFBfcDHhg/e4UF9wMeGD/FrYIY6NoXP8Wtghjo2hc/xa2CGOjaFz/FrYIY6NoXP8Wtghjo2hc/xa2CGOjaFz/FrYIY6NoXP8Wtghjo2hc/D9b/OcyXFz8P1v85zJcXPw/W/znMlxc/D9b/OcyXFz8P1v85zJcXPw/W/znMlxc/D9b/OcyXFz8P1v85zJcXP1j+fFuwVBc/WP58W7BUFz9Y/nxbsFQXP1j+fFuwVBc/WP58W7BUFz9Y/nxbsFQXP1j+fFuwVBc/WP58W7BUFz+iJvp8lBEXP6Im+nyUERc/oib6fJQRFz+iJvp8lBEXP6Im+nyUERc/oib6fJQRFz+iJvp8lBEXP+xOd554zhY/7E53nnjOFj/sTneeeM4WP+xOd554zhY/7E53nnjOFj/sTneeeM4WP+xOd554zhY/7E53nnjOFj/sTneeeM4WPzZ39L9cixY/Nnf0v1yLFj82d/S/XIsWPzZ39L9cixY/Nnf0v1yLFj82d/S/XIsWPzZ39L9cixY/Nnf0v1yLFj+An3HhQEgWP4CfceFASBY/gJ9x4UBIFj+An3HhQEgWP4CfceFASBY/gJ9x4UBIFj+An3HhQEgWP4CfceFASBY/ycfuAiUFFj/Jx+4CJQUWP8nH7gIlBRY/ycfuAiUFFj/Jx+4CJQUWP8nH7gIlBRY/ycfuAiUFFj8T8GskCcIVPxPwayQJwhU/E/BrJAnCFT8T8GskCcIVPxPwayQJwhU/E/BrJAnCFT8T8GskCcIVPxPwayQJwhU/XRjpRe1+FT9dGOlF7X4VP10Y6UXtfhU/XRjpRe1+FT9dGOlF7X4VP10Y6UXtfhU/XRjpRe1+FT9dGOlF7X4VP10Y6UXtfhU/p0BmZ9E7FT+nQGZn0TsVP6dAZmfROxU/p0BmZ9E7FT+nQGZn0TsVP6dAZmfROxU/p0BmZ9E7FT+nQGZn0TsVP/Fo44i1+BQ/8WjjiLX4FD/xaOOItfgUP/Fo44i1+BQ/8WjjiLX4FD/xaOOItfgUP/Fo44i1+BQ/8WjjiLX4FD86kWCqmbUUPzqRYKqZtRQ/OpFgqpm1FD86kWCqmbUUPzqRYKqZtRQ/OpFgqpm1FD86kWCqmbUUPzqRYKqZtRQ/hLndy31yFD+Eud3LfXIUP4S53ct9chQ/hLndy31yFD+Eud3LfXIUP4S53ct9chQ/hLndy31yFD/O4VrtYS8UP87hWu1hLxQ/zuFa7WEvFD/O4VrtYS8UP87hWu1hLxQ/zuFa7WEvFD/O4VrtYS8UP87hWu1hLxQ/zuFa7WEvFD8YCtgORuwTPxgK2A5G7BM/GArYDkbsEz8YCtgORuwTPxgK2A5G7BM/GArYDkbsEz8YCtgORuwTPxgK2A5G7BM/YTJVMCqpEz9hMlUwKqkTP2EyVTAqqRM/YTJVMCqpEz9hMlUwKqkTP2EyVTAqqRM/YTJVMCqpEz+rWtJRDmYTP6ta0lEOZhM/q1rSUQ5mEz+rWtJRDmYTP6ta0lEOZhM/q1rSUQ5mEz+rWtJRDmYTP6ta0lEOZhM/9YJPc/IiEz/1gk9z8iITP/WCT3PyIhM/9YJPc/IiEz/1gk9z8iITP/WCT3PyIhM/9YJPc/IiEz/1gk9z8iITP/WCT3PyIhM/P6vMlNbfEj8/q8yU1t8SPz+rzJTW3xI/P6vMlNbfEj8/q8yU1t8SPz+rzJTW3xI/P6vMlNbfEj8/q8yU1t8SP4nTSba6nBI/idNJtrqcEj+J00m2upwSP4nTSba6nBI/idNJtrqcEj+J00m2upwSP4nTSba6nBI/idNJtrqcEj/S+8bXnlkSP9L7xteeWRI/0vvG155ZEj/S+8bXnlkSP9L7xteeWRI/0vvG155ZEj/S+8bXnlkSP9L7xteeWRI/HCRE+YIWEj8cJET5ghYSPxwkRPmCFhI/HCRE+YIWEj8cJET5ghYSPxwkRPmCFhI/HCRE+YIWEj8cJET5ghYSP2ZMwRpn0xE/ZkzBGmfTET9mTMEaZ9MRP2ZMwRpn0xE/ZkzBGmfTET9mTMEaZ9MRP2ZMwRpn0xE/ZkzBGmfTET+wdD48S5ARP7B0PjxLkBE/sHQ+PEuQET+wdD48S5ARP7B0PjxLkBE/sHQ+PEuQET+wdD48S5ARP7B0PjxLkBE/+py7XS9NET/6nLtdL00RP/qcu10vTRE/+py7XS9NET/6nLtdL00RP/qcu10vTRE/+py7XS9NET/6nLtdL00RP0PFOH8TChE/Q8U4fxMKET9DxTh/EwoRP0PFOH8TChE/Q8U4fxMKET9DxTh/EwoRP0PFOH8TChE/je21oPfGED+N7bWg98YQP43ttaD3xhA/je21oPfGED+N7bWg98YQP43ttaD3xhA/je21oPfGED+N7bWg98YQP9cVM8LbgxA/1xUzwtuDED/XFTPC24MQP9cVM8LbgxA/1xUzwtuDED/XFTPC24MQP9cVM8LbgxA/1xUzwtuDED/XFTPC24MQPyE+sOO/QBA/IT6w479AED8hPrDjv0AQPyE+sOO/QBA/IT6w479AED8hPrDjv0AQPyE+sOO/QBA/IT6w479AED/VzFoKSPsPP9XMWgpI+w8/1cxaCkj7Dz/VzFoKSPsPP9XMWgpI+w8/1cxaCkj7Dz/VzFoKSPsPP9XMWgpI+w8/aR1VTRB1Dz9pHVVNEHUPP2kdVU0QdQ8/aR1VTRB1Dz9pHVVNEHUPP2kdVU0QdQ8/aR1VTRB1Dz9pHVVNEHUPP/xtT5DY7g4//G1PkNjuDj/8bU+Q2O4OP/xtT5DY7g4//G1PkNjuDj/8bU+Q2O4OP/xtT5DY7g4//G1PkNjuDj+QvknToGgOP5C+SdOgaA4/kL5J06BoDj+QvknToGgOP5C+SdOgaA4/kL5J06BoDj+QvknToGgOP5C+SdOgaA4/JA9EFmniDT8kD0QWaeINPyQPRBZp4g0/JA9EFmniDT8kD0QWaeINPyQPRBZp4g0/JA9EFmniDT8kD0QWaeINP7dfPlkxXA0/t18+WTFcDT+3Xz5ZMVwNP7dfPlkxXA0/t18+WTFcDT+3Xz5ZMVwNP7dfPlkxXA0/t18+WTFcDT9LsDic+dUMP0uwOJz51Qw/S7A4nPnVDD9LsDic+dUMP0uwOJz51Qw/S7A4nPnVDD9LsDic+dUMP0uwOJz51Qw/3gAz38FPDD/eADPfwU8MP94AM9/BTww/3gAz38FPDD/eADPfwU8MP94AM9/BTww/3gAz38FPDD9yUS0iiskLP3JRLSKKyQs/clEtIorJCz9yUS0iiskLP3JRLSKKyQs/clEtIorJCz9yUS0iiskLP3JRLSKKyQs/clEtIorJCz8FoidlUkMLPwWiJ2VSQws/BaInZVJDCz8FoidlUkMLPwWiJ2VSQws/BaInZVJDCz8FoidlUkMLPwWiJ2VSQws/mfIhqBq9Cj+Z8iGoGr0KP5nyIagavQo/mfIhqBq9Cj+Z8iGoGr0KP5nyIagavQo/mfIhqBq9Cj+Z8iGoGr0KPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPy1DHOviNgo/LUMc6+I2Cj8tQxzr4jYKPw==","dtype":"float64","shape":[992]}}},"id":"a6e4e78c-fc97-4997-94da-19623e200b9c","type":"ColumnDataSource"},{"attributes":{"children":[{"id":"565fd8b8-00b2-4497-b01b-6931efb6201d","subtype":"Figure","type":"Plot"},{"id":"18c52109-7289-464b-b578-7db88e0c584e","subtype":"Figure","type":"Plot"},{"id":"58647449-d875-4a38-85c0-42c37786b63f","subtype":"Figure","type":"Plot"},{"id":"7d22a365-5e6e-4172-ae8d-84bc0cc3deff","subtype":"Figure","type":"Plot"},{"id":"2c51fd79-62bf-45c8-ae0a-04e65708a9e6","subtype":"Figure","type":"Plot"}]},"id":"6b5adc2a-9065-4cbe-80c7-a137407ff938","type":"Column"},{"attributes":{"bottom_units":"screen","fill_alpha":{"value":0.5},"fill_color":{"value":"lightgrey"},"left_units":"screen","level":"overlay","line_alpha":{"value":1.0},"line_color":{"value":"black"},"line_dash":[4,4],"line_width":{"value":2},"plot":null,"render_mode":"css","right_units":"screen","top_units":"screen"},"id":"f94bad3d-057c-4fc8-be3e-9538e4ec7659","type":"BoxAnnotation"},{"attributes":{"line_color":{"value":"#1f77b4"},"line_width":{"value":2},"x":{"field":"x"},"y":{"field":"y"}},"id":"605226c9-bc49-48df-b5e2-b8228894c09f","type":"Line"},{"attributes":{"line_alpha":{"value":0.1},"line_color":{"value":"#1f77b4"},"line_width":{"value":2},"x":{"field":"x"},"y":{"field":"y"}},"id":"bbad0bf8-3c59-4907-ad48-20ff4e7c63f3","type":"Line"},{"attributes":{},"id":"b4c448f0-e28f-4eeb-9b92-135d458ad394","type":"BasicTickFormatter"},{"attributes":{"below":[{"id":"6641b46b-9e09-409d-8614-48bc838a52e7","type":"LinearAxis"}],"left":[{"id":"0eb31046-c726-4f3b-9d6e-8fc598b19f5f","type":"LinearAxis"}],"plot_height":300,"plot_width":900,"renderers":[{"id":"6641b46b-9e09-409d-8614-48bc838a52e7","type":"LinearAxis"},{"id":"f1c5b49b-804a-4fab-bf5c-9ed4eaa6574e","type":"Grid"},{"id":"0eb31046-c726-4f3b-9d6e-8fc598b19f5f","type":"LinearAxis"},{"id":"5838f5c1-ed3c-4b53-b8ab-a44b80995442","type":"Grid"},{"id":"f484d251-1657-4f56-8d92-b8b8f893d4c2","type":"BoxAnnotation"},{"id":"61892cf0-dbd0-43e4-9af6-ecc29517ec6c","type":"GlyphRenderer"}],"title":{"id":"b7cf01d8-e073-4bbe-9ea3-1b34b0b3daba","type":"Title"},"tool_events":{"id":"40fd57ec-776a-4691-b079-8417a5255616","type":"ToolEvents"},"toolbar":{"id":"f016d920-c8ce-4fd9-b572-28ac567f3e9b","type":"Toolbar"},"x_range":{"id":"5e79bca2-6486-4263-8ab1-a837d4bfa758","type":"DataRange1d"},"x_scale":{"id":"c6f6da1e-aa5c-4e2c-8a29-ca38b8d4d273","type":"LinearScale"},"y_range":{"id":"7f7bd02c-672b-4766-b940-e5474b43ba1c","type":"DataRange1d"},"y_scale":{"id":"4f638267-2cec-44d1-aa66-e41090f63fe9","type":"LinearScale"}},"id":"58647449-d875-4a38-85c0-42c37786b63f","subtype":"Figure","type":"Plot"},{"attributes":{"data_source":{"id":"bc513112-bf83-42c3-90cd-466c48861531","type":"ColumnDataSource"},"glyph":{"id":"a4fe1609-6d57-4656-9148-6b5592348d71","type":"Line"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"33161162-a85c-4393-9c75-0b131948036e","type":"Line"},"selection_glyph":null},"id":"402fc875-574f-4acc-a1bc-ca07bb307172","type":"GlyphRenderer"},{"attributes":{"callback":null},"id":"13f4645b-8ac4-4505-9519-a1a949dacc42","type":"DataRange1d"},{"attributes":{},"id":"34321806-75dd-435e-ae71-fef072ef8b92","type":"LinearScale"},{"attributes":{},"id":"e55e2a8b-2694-4903-8123-7735700fbe1b","type":"BasicTickFormatter"},{"attributes":{"dimension":1,"plot":{"id":"7d22a365-5e6e-4172-ae8d-84bc0cc3deff","subtype":"Figure","type":"Plot"},"ticker":{"id":"03e51718-c33c-4179-a2c7-addf0d529f75","type":"BasicTicker"}},"id":"63e010ca-5ff9-451a-a5e1-408015d1cd25","type":"Grid"},{"attributes":{"plot":{"id":"2c51fd79-62bf-45c8-ae0a-04e65708a9e6","subtype":"Figure","type":"Plot"}},"id":"019d4436-0951-4f53-b888-4288e12a957d","type":"WheelZoomTool"},{"attributes":{"plot":{"id":"18c52109-7289-464b-b578-7db88e0c584e","subtype":"Figure","type":"Plot"}},"id":"f4883f7e-24cb-497c-adc4-cfb1a61a02d0","type":"HelpTool"},{"attributes":{"line_alpha":{"value":0.1},"line_color":{"value":"#1f77b4"},"line_width":{"value":2},"x":{"field":"x"},"y":{"field":"y"}},"id":"762151fa-75de-4f9f-9034-69628ae042a8","type":"Line"},{"attributes":{"data_source":{"id":"2c312041-cac5-466b-b265-91e7bf8d5d28","type":"ColumnDataSource"},"glyph":{"id":"605226c9-bc49-48df-b5e2-b8228894c09f","type":"Line"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"d8b4e215-b526-4978-bb1a-548856f36cdd","type":"Line"},"selection_glyph":null},"id":"61892cf0-dbd0-43e4-9af6-ecc29517ec6c","type":"GlyphRenderer"},{"attributes":{"axis_label":"Timesteps","formatter":{"id":"0b4c3d10-40fa-43a5-a5c0-0ba2e80abddc","type":"BasicTickFormatter"},"plot":{"id":"7d22a365-5e6e-4172-ae8d-84bc0cc3deff","subtype":"Figure","type":"Plot"},"ticker":{"id":"e557cffb-1889-4506-b435-24f44e5c03a6","type":"BasicTicker"}},"id":"48e4235e-236d-41c5-8bd1-fb7cf5d0ff28","type":"LinearAxis"},{"attributes":{"dimension":1,"plot":{"id":"2c51fd79-62bf-45c8-ae0a-04e65708a9e6","subtype":"Figure","type":"Plot"},"ticker":{"id":"a2c8d363-e7d1-49e8-a478-40ee29c2a963","type":"BasicTicker"}},"id":"747cd72d-13df-4db1-80a8-65c63d573e4a","type":"Grid"},{"attributes":{"callback":null,"column_names":["y","x"],"data":{"x":[60000,70000,80000,90000,100000,110000,120000,130000,140000,150000,160000,170000,180000,190000,200000,210000,220000,230000,240000,250000,260000,270000,280000,290000,300000,310000,320000,330000,340000,350000,360000,370000,380000,390000,400000,410000,420000,430000,440000,450000,460000,470000,480000,490000,500000,510000,520000,530000,540000,550000,560000,570000,580000,590000,600000,610000,620000,630000,640000,650000,660000,670000,680000,690000,700000,710000,720000,730000,740000,750000,760000,770000,780000,790000,800000,810000,820000,830000,840000,850000,860000,870000,880000,890000,900000,910000,920000,930000,940000,950000,960000,970000,980000,990000,1000000,1010000,1020000,1030000,1040000,1050000,1060000,1070000,1080000,1090000,1100000,1110000,1120000,1130000,1140000,1150000,1160000,1170000,1180000,1190000,1200000,1210000,1220000,1230000,1240000,1250000,1260000,1270000,1280000,1290000,1300000,1310000,1320000,1330000,1340000,1350000,1360000,1370000,1380000,1390000,1400000,1410000,1420000,1430000,1440000,1450000,1460000,1470000,1480000,1490000,1500000,1510000,1520000,1530000,1540000,1550000,1560000,1570000,1580000,1590000,1600000,1610000,1620000,1630000,1640000,1650000,1660000,1670000,1680000,1690000,1700000,1710000,1720000,1730000,1740000,1750000,1760000,1770000,1780000,1790000,1800000,1810000,1820000,1830000,1840000,1850000,1860000,1870000,1880000,1890000,1900000,1910000,1920000,1930000,1940000,1950000,1960000,1970000,1980000,1990000,2000000,2010000,2020000,2030000,2040000,2050000,2060000,2070000,2080000,2090000,2100000,2110000,2120000,2130000,2140000,2150000,2160000,2170000,2180000,2190000,2200000,2210000,2220000,2230000,2240000,2250000,2260000,2270000,2280000,2290000,2300000,2310000,2320000,2330000,2340000,2350000,2360000,2370000,2380000,2390000,2400000,2410000,2420000,2430000,2440000,2450000,2460000,2470000,2480000,2490000,2500000,2510000,2520000,2530000,2540000,2550000,2560000,2570000,2580000,2590000,2600000,2610000,2620000,2630000,2640000,2650000,2660000,2670000,2680000,2690000,2700000,2710000,2720000,2730000,2740000,2750000,2760000,2770000,2780000,2790000,2800000,2810000,2820000,2830000,2840000,2850000,2860000,2870000,2880000,2890000,2900000,2910000,2920000,2930000,2940000,2950000,2960000,2970000,2980000,2990000,3000000,3010000,3020000,3030000,3040000,3050000,3060000,3070000,3080000,3090000,3100000,3110000,3120000,3130000,3140000,3150000,3160000,3170000,3180000,3190000,3200000,3210000,3220000,3230000,3240000,3250000,3260000,3270000,3280000,3290000,3300000,3310000,3320000,3330000,3340000,3350000,3360000,3370000,3380000,3390000,3400000,3410000,3420000,3430000,3440000,3450000,3460000,3470000,3480000,3490000,3500000,3510000,3520000,3530000,3540000,3550000,3560000,3570000,3580000,3590000,3600000,3610000,3620000,3630000,3640000,3650000,3660000,3670000,3680000,3690000,3700000,3710000,3720000,3730000,3740000,3750000,3760000,3770000,3780000,3790000,3800000,3810000,3820000,3830000,3840000,3850000,3860000,3870000,3880000,3890000,3900000,3910000,3920000,3930000,3940000,3950000,3960000,3970000,3980000,3990000,4000000,4010000,4020000,4030000,4040000,4050000,4060000,4070000,4080000,4090000,4100000,4110000,4120000,4130000,4140000,4150000,4160000,4170000,4180000,4190000,4200000,4210000,4220000,4230000,4240000,4250000,4260000,4270000,4280000,4290000,4300000,4310000,4320000,4330000,4340000,4350000,4360000,4370000,4380000,4390000,4400000,4410000,4420000,4430000,4440000,4450000,4460000,4470000,4480000,4490000,4500000,4510000,4520000,4530000,4540000,4550000,4560000,4570000,4580000,4590000,4600000,4610000,4620000,4630000,4640000,4650000,4660000,4670000,4680000,4690000,4700000,4710000,4720000,4730000,4740000,4750000,4760000,4770000,4780000,4790000,4800000,4810000,4820000,4830000,4840000,4850000,4860000,4870000,4880000,4890000,4900000,4910000,4920000,4930000,4940000,4950000,4960000,4970000,4980000,4990000,5000000,5010000,5020000,5030000,5040000,5050000,5060000,5070000,5080000,5090000,5100000,5110000,5120000,5130000,5140000,5150000,5160000,5170000,5180000,5190000,5200000,5210000,5220000,5230000,5240000,5250000,5260000,5270000,5280000,5290000,5300000,5310000,5320000,5330000,5340000,5350000,5360000,5370000,5380000,5390000,5400000,5410000,5420000,5430000,5440000,5450000,5460000,5470000,5480000,5490000,5500000,5510000,5520000,5530000,5540000,5550000,5560000,5570000,5580000,5590000,5600000,5610000,5620000,5630000,5640000,5650000,5660000,5670000,5680000,5690000,5700000,5710000,5720000,5730000,5740000,5750000,5760000,5770000,5780000,5790000,5800000,5810000,5820000,5830000,5840000,5850000,5860000,5870000,5880000,5890000,5900000,5910000,5920000,5930000,5940000,5950000,5960000,5970000,5980000,5990000,6000000,6010000,6020000,6030000,6040000,6050000,6060000,6070000,6080000,6090000,6100000,6110000,6120000,6130000,6140000,6150000,6160000,6170000,6180000,6190000,6200000,6210000,6220000,6230000,6240000,6250000,6260000,6270000,6280000,6290000,6300000,6310000,6320000,6330000,6340000,6350000,6360000,6370000,6380000,6390000,6400000,6410000,6420000,6430000,6440000,6450000,6460000,6470000,6480000,6490000,6500000,6510000,6520000,6530000,6540000,6550000,6560000,6570000,6580000,6590000,6600000,6610000,6620000,6630000,6640000,6650000,6660000,6670000,6680000,6690000,6700000,6710000,6720000,6730000,6740000,6750000,6760000,6770000,6780000,6790000,6800000,6810000,6820000,6830000,6840000,6850000,6860000,6870000,6880000,6890000,6900000,6910000,6920000,6930000,6940000,6950000,6960000,6970000,6980000,6990000,7000000,7010000,7020000,7030000,7040000,7050000,7060000,7070000,7080000,7090000,7100000,7110000,7120000,7130000,7140000,7150000,7160000,7170000,7180000,7190000,7200000,7210000,7220000,7230000,7240000,7250000,7260000,7270000,7280000,7290000,7300000,7310000,7320000,7330000,7340000,7350000,7360000,7370000,7380000,7390000,7400000,7410000,7420000,7430000,7440000,7450000,7460000,7470000,7480000,7490000,7500000,7510000,7520000,7530000,7540000,7550000,7560000,7570000,7580000,7590000,7600000,7610000,7620000,7630000,7640000,7650000,7660000,7670000,7680000,7690000,7700000,7710000,7720000,7730000,7740000,7750000,7760000,7770000,7780000,7790000,7800000,7810000,7820000,7830000,7840000,7850000,7860000,7870000,7880000,7890000,7900000,7910000,7920000,7930000,7940000,7950000,7960000,7970000,7980000,7990000,8000000,8010000,8020000,8030000,8040000,8050000,8060000,8070000,8080000,8090000,8100000,8110000,8120000,8130000,8140000,8150000,8160000,8170000,8180000,8190000,8200000,8210000,8220000,8230000,8240000,8250000,8260000,8270000,8280000,8290000,8300000,8310000,8320000,8330000,8340000,8350000,8360000,8370000,8380000,8390000,8400000,8410000,8420000,8430000,8440000,8450000,8460000,8470000,8480000,8490000,8500000,8510000,8520000,8530000,8540000,8550000,8560000,8570000,8580000,8590000,8600000,8610000,8620000,8630000,8640000,8650000,8660000,8670000,8680000,8690000,8700000,8710000,8720000,8730000,8740000,8750000,8760000,8770000,8780000,8790000,8800000,8810000,8820000,8830000,8840000,8850000,8860000,8870000,8880000,8890000,8900000,8910000,8920000,8930000,8940000,8950000,8960000,8970000,8980000,8990000,9000000,9010000,9020000,9030000,9040000,9050000,9060000,9070000,9080000,9090000,9100000,9110000,9120000,9130000,9140000,9150000,9160000,9170000,9180000,9190000,9200000,9210000,9220000,9230000,9240000,9250000,9260000,9270000,9280000,9290000,9300000,9310000,9320000,9330000,9340000,9350000,9360000,9370000,9380000,9390000,9400000,9410000,9420000,9430000,9440000,9450000,9460000,9470000,9480000,9490000,9500000,9510000,9520000,9530000,9540000,9550000,9560000,9570000,9580000,9590000,9600000,9610000,9620000,9630000,9640000,9650000,9660000,9670000,9680000,9690000,9700000,9710000,9720000,9730000,9740000,9750000,9760000,9770000,9780000,9790000,9800000,9810000,9820000,9830000,9840000,9850000,9860000,9870000,9880000,9890000,9900000,9910000,9920000,9930000,9940000,9950000,9960000,9970000],"y":{"__ndarray__":"EoPAyqFF7j+WQ4ts5/vtPxkEVg4tsu0/nMQgsHJo7T8fhetRuB7tP6JFtvP91Ow/JQaBlUOL7D+oxks3iUHsPyuHFtnO9+s/rkfhehSu6z8xCKwcWmTrP7TIdr6fGus/N4lBYOXQ6j+6SQwCK4fqPz0K16NwPeo/wcqhRbbz6T9Ei2zn+6npP8dLN4lBYOk/SgwCK4cW6T/NzMzMzMzoP1CNl24Sg+g/001iEFg56D9WDi2yne/nP9nO91Pjpec/XI/C9Shc5z/fT42XbhLnP2IQWDm0yOY/5dAi2/l+5j9oke18PzXmP+xRuB6F6+U/bxKDwMqh5T/y0k1iEFjlP3WTGARWDuU/+FPjpZvE5D97FK5H4XrkP/7UeOkmMeQ/gZVDi2zn4z8EVg4tsp3jP4cW2c73U+M/CtejcD0K4z+Nl24Sg8DiPxBYObTIduI/kxgEVg4t4j8X2c73U+PhP5qZmZmZmeE/HVpkO99P4T+gGi/dJAbhPyPb+X5qvOA/ppvEILBy4D8pXI/C9SjgP1g5tMh2vt8/XrpJDAIr3z9kO99PjZfeP2q8dJMYBN4/cT0K16Nw3T93vp8aL93cP30/NV66Sdw/g8DKoUW22z+JQWDl0CLbP4/C9Shcj9o/lkOLbOf72T+cxCCwcmjZP6JFtvP91Ng/qMZLN4lB2D+uR+F6FK7XP7TIdr6fGtc/ukkMAiuH1j/ByqFFtvPVP8dLN4lBYNU/zczMzMzM1D/TTWIQWDnUP9nO91PjpdM/30+Nl24S0z/l0CLb+X7SP+xRuB6F69E/8tJNYhBY0T/4U+Olm8TQP/7UeOkmMdA/CKwcWmQ7zz8UrkfhehTOPyGwcmiR7cw/LbKd76fGyz85tMh2vp/KP0a28/3UeMk/UrgehetRyD9eukkMAivHP2q8dJMYBMY/d76fGi/dxD+DwMqhRbbDP4/C9Shcj8I/nMQgsHJowT+oxks3iUHAP2iR7Xw/Nb4/gZVDi2znuz+amZmZmZm5P7RZ9bnairk/zhlR2ht8uT/o2az6XG25PwKaCBueXrk/HVpkO99PuT83GsBbIEG5P1HaG3xhMrk/a5p3nKIjuT+GWtO84xS5P6AaL90kBrk/utqK/WX3uD/UmuYdp+i4P+5aQj7o2bg/CRueXinLuD8j2/l+ary4Pz2bVZ+rrbg/V1uxv+yeuD9xGw3gLZC4P4zbaABvgbg/ppvEILByuD/AWyBB8WO4P9obfGEyVbg/9dvXgXNGuD8PnDOitDe4Pylcj8L1KLg/Qxzr4jYauD9d3EYDeAu4P3icoiO5/Lc/klz+Q/rttz+sHFpkO9+3P8bctYR80Lc/4JwRpb3Btz/7XG3F/rK3PxUdyeU/pLc/L90kBoGVtz9JnYAmwoa3P2Rd3EYDeLc/fh04Z0Rptz+Y3ZOHhVq3P7Kd76fGS7c/zF1LyAc9tz/nHafoSC63PwHeAgmKH7c/G55eKcsQtz81XrpJDAK3P08eFmpN87Y/at5xio7ktj+Ens2qz9W2P55eKcsQx7Y/uB6F61G4tj/T3uALk6m2P+2ePCzUmrY/B1+YTBWMtj8hH/RsVn22PzvfT42XbrY/Vp+rrdhftj9wXwfOGVG2P4ofY+5aQrY/pN++Dpwztj++nxov3SS2P9lfdk8eFrY/8x/Sb18Htj8N4C2QoPi1PyegibDh6bU/QmDl0CLbtT9cIEHxY8y1P3bgnBGlvbU/kKD4MeautT+qYFRSJ6C1P8UgsHJokbU/3+ALk6mCtT/5oGez6nO1PxNhw9MrZbU/LSEf9GxWtT9I4XoUrke1P2Kh1jTvOLU/fGEyVTAqtT+WIY51cRu1P7Hh6ZWyDLU/y6FFtvP9tD/lYaHWNO+0P/8h/fZ14LQ/GeJYF7fRtD80orQ3+MK0P05iEFg5tLQ/aCJseHqltD+C4seYu5a0P5yiI7n8h7Q/t2J/2T15tD/RItv5fmq0P+viNhrAW7Q/BaOSOgFNtD8gY+5aQj60PzojSnuDL7Q/VOOlm8QgtD9uowG8BRK0P4hjXdxGA7Q/oyO5/If0sz+94xQdyeWzP9ejcD0K17M/8WPMXUvIsz8LJCh+jLmzPybkg57NqrM/QKTfvg6csz9aZDvfT42zP3Qkl/+QfrM/j+TyH9Jvsz+ppE5AE2GzP8NkqmBUUrM/3SQGgZVDsz/35GGh1jSzPxKlvcEXJrM/LGUZ4lgXsz9GJXUCmgizP2Dl0CLb+bI/eqUsQxzrsj+VZYhjXdyyP68l5IOezbI/yeU/pN++sj/jpZvEILCyP/5l9+RhobI/GCZTBaOSsj8y5q4l5IOyP0ymCkYldbI/ZmZmZmZmsj+BJsKGp1eyP5vmHafoSLI/taZ5xyk6sj/PZtXnaiuyP+kmMQisHLI/BOeMKO0Nsj8ep+hILv+xPzhnRGlv8LE/UiegibDhsT9t5/up8dKxP4enV8oyxLE/oWez6nO1sT+7Jw8LtaaxP9Xnaiv2l7E/8KfGSzeJsT8KaCJseHqxPyQofoy5a7E/PujZrPpcsT9YqDXNO06xP3Noke18P7E/jSjtDb4wsT+n6Egu/yGxP8GopE5AE7E/3GgAb4EEsT/2KFyPwvWwPxDpt68D57A/KqkT0ETYsD9EaW/whcmwP18pyxDHurA/eekmMQissD+TqYJRSZ2wP61p3nGKjrA/xyk6kst/sD/i6ZWyDHGwP/yp8dJNYrA/FmpN845TsD8wKqkT0ESwP0vqBDQRNrA/ZapgVFInsD9/arx0kxiwP5kqGJXUCbA/Z9Xnaiv2rz+bVZ+rrdivP9DVVuwvu68/BFYOLbKdrz851sVtNICvP21Wfa62Yq8/odY07zhFrz/WVuwvuyevPwrXo3A9Cq8/P1dbsb/srj9z1xLyQc+uP6hXyjLEsa4/3NeBc0aUrj8QWDm0yHauP0XY8PRKWa4/eVioNc07rj+u2F92Tx6uP+JYF7fRAK4/F9nO91PjrT9LWYY41sWtP3/ZPXlYqK0/tFn1udqKrT/o2az6XG2tPx1aZDvfT60/UdobfGEyrT+GWtO84xStP7raiv1l96w/7lpCPujZrD8j2/l+arysP1dbsb/snqw/jNtoAG+BrD/AWyBB8WOsP/Xb14FzRqw/KVyPwvUorD9d3EYDeAusP5Jc/kP67as/xty1hHzQqz/7XG3F/rKrPy/dJAaBlas/ZF3cRgN4qz+Y3ZOHhVqrP8xdS8gHPas/Ad4CCYofqz81XrpJDAKrP2recYqO5Ko/nl4pyxDHqj/T3uALk6mqPwdfmEwVjKo/O99PjZduqj9wXwfOGVGqP6Tfvg6cM6o/2V92Tx4Wqj8N4C2QoPipP0Jg5dAi26k/duCcEaW9qT+qYFRSJ6CpP9/gC5Opgqk/E2HD0ytlqT9I4XoUrkepP3xhMlUwKqk/seHplbIMqT/lYaHWNO+oPxniWBe30ag/TmIQWDm0qD+C4seYu5aoP7dif9k9eag/6+I2GsBbqD8gY+5aQj6oP1TjpZvEIKg/iGNd3EYDqD+94xQdyeWnP/FjzF1LyKc/JuSDns2qpz9aZDvfT42nP4/k8h/Sb6c/w2SqYFRSpz/35GGh1jSnPyxlGeJYF6c/YOXQItv5pj+VZYhjXdymP8nlP6TfvqY//mX35GGhpj8y5q4l5IOmP2ZmZmZmZqY/m+Ydp+hIpj/PZtXnaiumPwTnjCjtDaY/OGdEaW/wpT9t5/up8dKlP6Fns+pztaU/1edqK/aXpT8KaCJseHqlPz7o2az6XKU/c2iR7Xw/pT+n6Egu/yGlP9xoAG+BBKU/EOm3rwPnpD9EaW/whcmkP3npJjEIrKQ/rWnecYqOpD/i6ZWyDHGkPxZqTfOOU6Q/S+oENBE2pD9/arx0kxikP7Pqc7UV+6M/6Gor9pfdoz8c6+I2GsCjP1FrmnecoqM/hetRuB6Foz+6awn5oGejP+7rwDkjSqM/Imx4eqUsoz9X7C+7Jw+jP4ts5/up8aI/wOyePCzUoj/0bFZ9rraiPyntDb4wmaI/XW3F/rJ7oj+R7Xw/NV6iP8ZtNIC3QKI/+u3rwDkjoj8vbqMBvAWiP2PuWkI+6KE/mG4Sg8DKoT/M7snDQq2hPwBvgQTFj6E/Ne84RUdyoT9pb/CFyVShP57vp8ZLN6E/0m9fB84ZoT8H8BZIUPygPztwzojS3qA/b/CFyVTBoD+kcD0K16OgP9jw9EpZhqA/DXGsi9tooD9B8WPMXUugP3ZxGw3gLaA/qvHSTWIQoD+94xQdyeWfPybkg57Nqp8/j+TyH9Jvnz/35GGh1jSfP2Dl0CLb+Z4/yeU/pN++nj8y5q4l5IOeP5vmHafoSJ4/BOeMKO0Nnj9t5/up8dKdP9Xnaiv2l50/PujZrPpcnT+n6Egu/yGdPxDpt68D55w/eekmMQisnD/i6ZWyDHGcP0vqBDQRNpw/s+pztRX7mz8c6+I2GsCbP4XrUbgehZs/7uvAOSNKmz9X7C+7Jw+bP8Dsnjws1Jo/Ke0NvjCZmj+R7Xw/NV6aP/rt68A5I5o/Y+5aQj7omT/M7snDQq2ZPzXvOEVHcpk/nu+nxks3mT8H8BZIUPyYP2/whclUwZg/2PD0SlmGmD9B8WPMXUuYP6rx0k1iEJg/E/JBz2bVlz988rBQa5qXP+XyH9JvX5c/TfOOU3Qklz+28/3UeOmWPx/0bFZ9rpY/iPTb14Fzlj/x9EpZhjiWP1r1udqK/ZU/w/UoXI/ClT8r9pfdk4eVP5T2Bl+YTJU//fZ14JwRlT9m9+RhodaUP8/3U+Olm5Q/OPjCZKpglD+h+DHmriWUPwn5oGez6pM/cvkP6bevkz/b+X5qvHSTP0T67evAOZM/rfpcbcX+kj8W+8vuycOSP3/7OnDOiJI/5/up8dJNkj9Q/Bhz1xKSP7n8h/Tb15E/Iv32deCckT+L/WX35GGRP/T91HjpJpE/Xf5D+u3rkD/F/rJ78rCQPy7/If32dZA/l/+Qfvs6kD8AAAAAAACQP9IA3gIJio8/owG8BRIUjz91ApoIG56OP0cDeAskKI4/GQRWDi2yjT/qBDQRNjyNP7wFEhQ/xow/jgbwFkhQjD9fB84ZUdqLPzEIrBxaZIs/AwmKH2Puij/VCWgibHiKP6YKRiV1Aoo/eAskKH6MiT9KDAIrhxaJPxsN4C2QoIg/7Q2+MJkqiD+/DpwzorSHP5EPejarPoc/YhBYObTIhj80ETY8vVKGPwYSFD/G3IU/1xLyQc9mhT+pE9BE2PCEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEP3sUrkfheoQ/exSuR+F6hD97FK5H4XqEPw==","dtype":"float64","shape":[992]}}},"id":"2c312041-cac5-466b-b265-91e7bf8d5d28","type":"ColumnDataSource"},{"attributes":{},"id":"c7a6c467-315f-406d-9a06-3745da1b629a","type":"LinearScale"},{"attributes":{"active_drag":"auto","active_inspect":"auto","active_scroll":"auto","active_tap":"auto","tools":[{"id":"a9fd3673-7d41-44fd-b01e-ad730326316b","type":"PanTool"},{"id":"4fcbe674-160b-4de7-943c-c122da6f04ca","type":"WheelZoomTool"},{"id":"2fb3cc95-8cf1-4df2-9537-46a253e9cf41","type":"BoxZoomTool"},{"id":"2bc4deee-8c53-45d3-b9fe-c7407b4572ca","type":"SaveTool"},{"id":"236b1ea3-0e7b-4b33-8c57-e652fa9de6c6","type":"ResetTool"},{"id":"7ef342c5-46c0-4164-8f7c-a7fc3280e9a9","type":"HelpTool"}]},"id":"ea441a5d-a965-4993-b98a-d2fce2a8a1a5","type":"Toolbar"},{"attributes":{"plot":{"id":"2c51fd79-62bf-45c8-ae0a-04e65708a9e6","subtype":"Figure","type":"Plot"},"ticker":{"id":"397021ca-350d-4206-98a4-49f757aa4727","type":"BasicTicker"}},"id":"f2501b93-e30c-493d-8b01-80b1fcf8112e","type":"Grid"},{"attributes":{"callback":null},"id":"12732b04-4eab-4760-a757-90b209ed23db","type":"DataRange1d"},{"attributes":{"axis_label":"Best Mean reward (Past 100 episodes)","formatter":{"id":"093da0ef-524d-4284-bc40-ace676074817","type":"BasicTickFormatter"},"plot":{"id":"18c52109-7289-464b-b578-7db88e0c584e","subtype":"Figure","type":"Plot"},"ticker":{"id":"7b6cc2ab-1486-41f6-9c85-4a0e7e7ae163","type":"BasicTicker"}},"id":"1b78f98f-cd84-4b18-87a4-6be86420c1d2","type":"LinearAxis"},{"attributes":{"line_alpha":{"value":0.1},"line_color":{"value":"#1f77b4"},"line_width":{"value":2},"x":{"field":"x"},"y":{"field":"y"}},"id":"89b7e2f1-89e2-4c6f-a113-9f5ded5e8696","type":"Line"},{"attributes":{"plot":{"id":"2c51fd79-62bf-45c8-ae0a-04e65708a9e6","subtype":"Figure","type":"Plot"}},"id":"6461aee6-0b36-4331-a1de-4d8fc62c244d","type":"PanTool"},{"attributes":{},"id":"23bf11e1-4d53-45a0-a345-94e115704274","type":"BasicTickFormatter"},{"attributes":{},"id":"279d5049-f953-46a8-8fe2-12e9d2372304","type":"ToolEvents"},{"attributes":{"callback":null},"id":"eda4737f-3327-4f7a-a78b-d858d9bda2a0","type":"DataRange1d"},{"attributes":{"plot":{"id":"18c52109-7289-464b-b578-7db88e0c584e","subtype":"Figure","type":"Plot"}},"id":"b35d6c44-77a5-4ba3-b106-cbeaf3210ae8","type":"ResetTool"},{"attributes":{},"id":"4f638267-2cec-44d1-aa66-e41090f63fe9","type":"LinearScale"},{"attributes":{"callback":null,"column_names":["y","x"],"data":{"x":[60000,70000,80000,90000,100000,110000,120000,130000,140000,150000,160000,170000,180000,190000,200000,210000,220000,230000,240000,250000,260000,270000,280000,290000,300000,310000,320000,330000,340000,350000,360000,370000,380000,390000,400000,410000,420000,430000,440000,450000,460000,470000,480000,490000,500000,510000,520000,530000,540000,550000,560000,570000,580000,590000,600000,610000,620000,630000,640000,650000,660000,670000,680000,690000,700000,710000,720000,730000,740000,750000,760000,770000,780000,790000,800000,810000,820000,830000,840000,850000,860000,870000,880000,890000,900000,910000,920000,930000,940000,950000,960000,970000,980000,990000,1000000,1010000,1020000,1030000,1040000,1050000,1060000,1070000,1080000,1090000,1100000,1110000,1120000,1130000,1140000,1150000,1160000,1170000,1180000,1190000,1200000,1210000,1220000,1230000,1240000,1250000,1260000,1270000,1280000,1290000,1300000,1310000,1320000,1330000,1340000,1350000,1360000,1370000,1380000,1390000,1400000,1410000,1420000,1430000,1440000,1450000,1460000,1470000,1480000,1490000,1500000,1510000,1520000,1530000,1540000,1550000,1560000,1570000,1580000,1590000,1600000,1610000,1620000,1630000,1640000,1650000,1660000,1670000,1680000,1690000,1700000,1710000,1720000,1730000,1740000,1750000,1760000,1770000,1780000,1790000,1800000,1810000,1820000,1830000,1840000,1850000,1860000,1870000,1880000,1890000,1900000,1910000,1920000,1930000,1940000,1950000,1960000,1970000,1980000,1990000,2000000,2010000,2020000,2030000,2040000,2050000,2060000,2070000,2080000,2090000,2100000,2110000,2120000,2130000,2140000,2150000,2160000,2170000,2180000,2190000,2200000,2210000,2220000,2230000,2240000,2250000,2260000,2270000,2280000,2290000,2300000,2310000,2320000,2330000,2340000,2350000,2360000,2370000,2380000,2390000,2400000,2410000,2420000,2430000,2440000,2450000,2460000,2470000,2480000,2490000,2500000,2510000,2520000,2530000,2540000,2550000,2560000,2570000,2580000,2590000,2600000,2610000,2620000,2630000,2640000,2650000,2660000,2670000,2680000,2690000,2700000,2710000,2720000,2730000,2740000,2750000,2760000,2770000,2780000,2790000,2800000,2810000,2820000,2830000,2840000,2850000,2860000,2870000,2880000,2890000,2900000,2910000,2920000,2930000,2940000,2950000,2960000,2970000,2980000,2990000,3000000,3010000,3020000,3030000,3040000,3050000,3060000,3070000,3080000,3090000,3100000,3110000,3120000,3130000,3140000,3150000,3160000,3170000,3180000,3190000,3200000,3210000,3220000,3230000,3240000,3250000,3260000,3270000,3280000,3290000,3300000,3310000,3320000,3330000,3340000,3350000,3360000,3370000,3380000,3390000,3400000,3410000,3420000,3430000,3440000,3450000,3460000,3470000,3480000,3490000,3500000,3510000,3520000,3530000,3540000,3550000,3560000,3570000,3580000,3590000,3600000,3610000,3620000,3630000,3640000,3650000,3660000,3670000,3680000,3690000,3700000,3710000,3720000,3730000,3740000,3750000,3760000,3770000,3780000,3790000,3800000,3810000,3820000,3830000,3840000,3850000,3860000,3870000,3880000,3890000,3900000,3910000,3920000,3930000,3940000,3950000,3960000,3970000,3980000,3990000,4000000,4010000,4020000,4030000,4040000,4050000,4060000,4070000,4080000,4090000,4100000,4110000,4120000,4130000,4140000,4150000,4160000,4170000,4180000,4190000,4200000,4210000,4220000,4230000,4240000,4250000,4260000,4270000,4280000,4290000,4300000,4310000,4320000,4330000,4340000,4350000,4360000,4370000,4380000,4390000,4400000,4410000,4420000,4430000,4440000,4450000,4460000,4470000,4480000,4490000,4500000,4510000,4520000,4530000,4540000,4550000,4560000,4570000,4580000,4590000,4600000,4610000,4620000,4630000,4640000,4650000,4660000,4670000,4680000,4690000,4700000,4710000,4720000,4730000,4740000,4750000,4760000,4770000,4780000,4790000,4800000,4810000,4820000,4830000,4840000,4850000,4860000,4870000,4880000,4890000,4900000,4910000,4920000,4930000,4940000,4950000,4960000,4970000,4980000,4990000,5000000,5010000,5020000,5030000,5040000,5050000,5060000,5070000,5080000,5090000,5100000,5110000,5120000,5130000,5140000,5150000,5160000,5170000,5180000,5190000,5200000,5210000,5220000,5230000,5240000,5250000,5260000,5270000,5280000,5290000,5300000,5310000,5320000,5330000,5340000,5350000,5360000,5370000,5380000,5390000,5400000,5410000,5420000,5430000,5440000,5450000,5460000,5470000,5480000,5490000,5500000,5510000,5520000,5530000,5540000,5550000,5560000,5570000,5580000,5590000,5600000,5610000,5620000,5630000,5640000,5650000,5660000,5670000,5680000,5690000,5700000,5710000,5720000,5730000,5740000,5750000,5760000,5770000,5780000,5790000,5800000,5810000,5820000,5830000,5840000,5850000,5860000,5870000,5880000,5890000,5900000,5910000,5920000,5930000,5940000,5950000,5960000,5970000,5980000,5990000,6000000,6010000,6020000,6030000,6040000,6050000,6060000,6070000,6080000,6090000,6100000,6110000,6120000,6130000,6140000,6150000,6160000,6170000,6180000,6190000,6200000,6210000,6220000,6230000,6240000,6250000,6260000,6270000,6280000,6290000,6300000,6310000,6320000,6330000,6340000,6350000,6360000,6370000,6380000,6390000,6400000,6410000,6420000,6430000,6440000,6450000,6460000,6470000,6480000,6490000,6500000,6510000,6520000,6530000,6540000,6550000,6560000,6570000,6580000,6590000,6600000,6610000,6620000,6630000,6640000,6650000,6660000,6670000,6680000,6690000,6700000,6710000,6720000,6730000,6740000,6750000,6760000,6770000,6780000,6790000,6800000,6810000,6820000,6830000,6840000,6850000,6860000,6870000,6880000,6890000,6900000,6910000,6920000,6930000,6940000,6950000,6960000,6970000,6980000,6990000,7000000,7010000,7020000,7030000,7040000,7050000,7060000,7070000,7080000,7090000,7100000,7110000,7120000,7130000,7140000,7150000,7160000,7170000,7180000,7190000,7200000,7210000,7220000,7230000,7240000,7250000,7260000,7270000,7280000,7290000,7300000,7310000,7320000,7330000,7340000,7350000,7360000,7370000,7380000,7390000,7400000,7410000,7420000,7430000,7440000,7450000,7460000,7470000,7480000,7490000,7500000,7510000,7520000,7530000,7540000,7550000,7560000,7570000,7580000,7590000,7600000,7610000,7620000,7630000,7640000,7650000,7660000,7670000,7680000,7690000,7700000,7710000,7720000,7730000,7740000,7750000,7760000,7770000,7780000,7790000,7800000,7810000,7820000,7830000,7840000,7850000,7860000,7870000,7880000,7890000,7900000,7910000,7920000,7930000,7940000,7950000,7960000,7970000,7980000,7990000,8000000,8010000,8020000,8030000,8040000,8050000,8060000,8070000,8080000,8090000,8100000,8110000,8120000,8130000,8140000,8150000,8160000,8170000,8180000,8190000,8200000,8210000,8220000,8230000,8240000,8250000,8260000,8270000,8280000,8290000,8300000,8310000,8320000,8330000,8340000,8350000,8360000,8370000,8380000,8390000,8400000,8410000,8420000,8430000,8440000,8450000,8460000,8470000,8480000,8490000,8500000,8510000,8520000,8530000,8540000,8550000,8560000,8570000,8580000,8590000,8600000,8610000,8620000,8630000,8640000,8650000,8660000,8670000,8680000,8690000,8700000,8710000,8720000,8730000,8740000,8750000,8760000,8770000,8780000,8790000,8800000,8810000,8820000,8830000,8840000,8850000,8860000,8870000,8880000,8890000,8900000,8910000,8920000,8930000,8940000,8950000,8960000,8970000,8980000,8990000,9000000,9010000,9020000,9030000,9040000,9050000,9060000,9070000,9080000,9090000,9100000,9110000,9120000,9130000,9140000,9150000,9160000,9170000,9180000,9190000,9200000,9210000,9220000,9230000,9240000,9250000,9260000,9270000,9280000,9290000,9300000,9310000,9320000,9330000,9340000,9350000,9360000,9370000,9380000,9390000,9400000,9410000,9420000,9430000,9440000,9450000,9460000,9470000,9480000,9490000,9500000,9510000,9520000,9530000,9540000,9550000,9560000,9570000,9580000,9590000,9600000,9610000,9620000,9630000,9640000,9650000,9660000,9670000,9680000,9690000,9700000,9710000,9720000,9730000,9740000,9750000,9760000,9770000,9780000,9790000,9800000,9810000,9820000,9830000,9840000,9850000,9860000,9870000,9880000,9890000,9900000,9910000,9920000,9930000,9940000,9950000,9960000,9970000],"y":{"__ndarray__":"AAAAAAAA8P8AAAAAAADw/wAAAAAAAPD/AAAAAAAA8P8pXI/C9Sg0wClcj8L1KDTAKVyPwvUoNMApXI/C9Sg0wClcj8L1KDTAKVyPwvUoNMApXI/C9Sg0wClcj8L1KDTAKVyPwvUoNMApXI/C9Sg0wClcj8L1KDTAKVyPwvUoNMApXI/C9Sg0wClcj8L1KDTAKVyPwvUoNMApXI/C9Sg0wClcj8L1KDTAKVyPwvUoNMApXI/C9Sg0wClcj8L1KDTAKVyPwvUoNMApXI/C9Sg0wClcj8L1KDTAKVyPwvUoNMApXI/C9Sg0wClcj8L1KDTAKVyPwvUoNMApXI/C9Sg0wClcj8L1KDTAKVyPwvUoNMApXI/C9Sg0wClcj8L1KDTAKVyPwvUoNMApXI/C9Sg0wClcj8L1KDTAKVyPwvUoNMApXI/C9Sg0wClcj8L1KDTAKVyPwvUoNMApXI/C9Sg0wClcj8L1KDTAKVyPwvUoNMApXI/C9Sg0wClcj8L1KDTAKVyPwvUoNMApXI/C9Sg0wClcj8L1KDTAKVyPwvUoNMApXI/C9Sg0wClcj8L1KDTAKVyPwvUoNMApXI/C9Sg0wClcj8L1KDTAKVyPwvUoNMApXI/C9Sg0wClcj8L1KDTAKVyPwvUoNMApXI/C9Sg0wClcj8L1KDTAKVyPwvUoNMApXI/C9Sg0wClcj8L1KDTAKVyPwvUoNMApXI/C9Sg0wB+F61G4HjTACtejcD0KNMAAAAAAAAA0wAAAAAAAADTAcT0K16PwM8ApXI/C9egzwFyPwvUo3DPAPQrXo3C9M8BmZmZmZqYzwBSuR+F6lDPASOF6FK6HM8AAAAAAAIAzwGZmZmZmZjPAmpmZmZlZM8BxPQrXozAzwKRwPQrXIzPArkfhehTuMsCamZmZmdkywDMzMzMzszLAMzMzMzOzMsDhehSuR6EywFyPwvUonDLAXI/C9SicMsCPwvUoXI8ywArXo3A9ijLAAAAAAACAMsCuR+F6FG4ywOF6FK5HYTLAmpmZmZlZMsDD9Shcj0IywDMzMzMzMzLAMzMzMzMzMsCuR+F6FC4ywOxRuB6FKzLA7FG4HoUrMsAfhetRuB4ywB+F61G4HjLAH4XrUbgeMsAfhetRuB4ywB+F61G4HjLAPQrXo3D9McCamZmZmdkxwI/C9ShczzHACtejcD3KMcAK16NwPcoxwArXo3A9yjHAAAAAAADAMcCuR+F6FK4xwK5H4XoUrjHArkfhehSuMcCuR+F6FK4xwClcj8L1qDHAUrgeheuRMcBSuB6F65ExwFK4HoXrkTHAUrgeheuRMcBSuB6F65ExwK5H4XoUbjHAFK5H4XpUMcDD9Shcj0IxwHsUrkfhOjHAexSuR+E6McB7FK5H4ToxwHsUrkfhOjHAexSuR+E6McB7FK5H4ToxwFyPwvUoHDHAmpmZmZkZMcDNzMzMzAwxwArXo3A9CjHAexSuR+H6MMDsUbgeheswwNejcD0K1zDA16NwPQrXMMDXo3A9CtcwwBSuR+F61DDAw/UoXI/CMMB7FK5H4bowwK5H4XoUrjDA16NwPQqXMMA9CtejcH0wwOxRuB6FazDAZmZmZmZmMMDhehSuR2EwwEjhehSuRzDAmpmZmZkZMMCF61G4HgUwwDMzMzMzsy/A9ihcj8J1L8CuR+F6FC4vwJqZmZmZGS/Aw/UoXI/CLsDD9Shcj8IuwMP1KFyPwi7Aw/UoXI/CLsDD9Shcj8IuwD0K16NwvS7APQrXo3C9LsCkcD0K16MuwHsUrkfhei7AcT0K16NwLsCkcD0K1yMuwArXo3A9Ci7AZmZmZmbmLcDNzMzMzMwtwD0K16NwvS3AFK5H4XqULcCF61G4HoUtwOF6FK5HYS3AKVyPwvUoLcApXI/C9SgtwClcj8L1KC3AKVyPwvUoLcApXI/C9SgtwBSuR+F6FC3AFK5H4XoULcAUrkfhehQtwBSuR+F6FC3AFK5H4XoULcAUrkfhehQtwBSuR+F6FC3AFK5H4XoULcBxPQrXo/AswD0K16NwvSzAhetRuB6FLMBmZmZmZmYswGZmZmZmZizAZmZmZmZmLMBmZmZmZmYswGZmZmZmZizAZmZmZmZmLMBmZmZmZmYswGZmZmZmZizAZmZmZmZmLMBmZmZmZmYswGZmZmZmZizAZmZmZmZmLMBmZmZmZmYswGZmZmZmZizAZmZmZmZmLMBmZmZmZmYswGZmZmZmZizArkfhehQuLMAfhetRuJ4rwB+F61G4nivAXI/C9ShcK8Bcj8L1KFwrwFyPwvUoXCvAXI/C9ShcK8Bcj8L1KFwrwFyPwvUoXCvAw/UoXI9CK8AzMzMzMzMrwDMzMzMzMyvApHA9CtcjK8CkcD0K1yMrwGZmZmZm5irA4XoUrkfhKsDXo3A9CtcqwHE9CtejcCrAuB6F61E4KsBmZmZmZuYpwGZmZmZm5inAZmZmZmbmKcBcj8L1KNwpwFK4HoXr0SnAexSuR+F6KcB7FK5H4XopwHsUrkfheinAexSuR+F6KcB7FK5H4XopwHE9CtejcCnAUrgehetRKcBSuB6F61EpwFK4HoXrUSnAUrgehetRKcBSuB6F61EpwFK4HoXrUSnAUrgehetRKcDNzMzMzEwpwM3MzMzMTCnAzczMzMxMKcDNzMzMzEwpwM3MzMzMTCnAzczMzMxMKcDNzMzMzEwpwM3MzMzMTCnAzczMzMxMKcDNzMzMzEwpwM3MzMzMTCnAzczMzMxMKcDNzMzMzEwpwM3MzMzMTCnAzczMzMxMKcDNzMzMzEwpwM3MzMzMTCnAzczMzMxMKcDNzMzMzEwpwM3MzMzMTCnAzczMzMxMKcDNzMzMzEwpwM3MzMzMTCnAzczMzMxMKcDNzMzMzEwpwM3MzMzMTCnASOF6FK5HKcBI4XoUrkcpwEjhehSuRynASOF6FK5HKcCF61G4HgUpwFK4HoXr0SjASOF6FK7HKMAUrkfhepQowHE9CtejcCjAcT0K16NwKMBxPQrXo3AowHE9CtejcCjAXI/C9ShcKMBcj8L1KFwowFyPwvUoXCjAXI/C9ShcKMBcj8L1KFwowMP1KFyPQijAw/UoXI9CKMAzMzMzMzMowB+F61G4HijAH4XrUbgeKMAfhetRuB4owB+F61G4HijAH4XrUbgeKMAfhetRuB4owB+F61G4HijAH4XrUbgeKMAfhetRuB4owB+F61G4HijAhetRuB4FKMBxPQrXo/AnwHE9Ctej8CfAzczMzMzMJ8AfhetRuJ4nwClcj8L1KCfA9ihcj8L1JsD2KFyPwvUmwLgehetRuCbAj8L1KFyPJsDNzMzMzEwmwM3MzMzMTCbAzczMzMxMJsDD9Shcj0ImwD0K16NwvSXAzczMzMzMJMBmZmZmZmYkwHsUrkfh+iPASOF6FK7HI8BI4XoUrscjwJqZmZmZmSPAAAAAAACAI8BI4XoUrkcjwLgehetROCPAuB6F61E4I8DXo3A9CtciwMP1KFyPwiLAAAAAAACAIsC4HoXrUbghwEjhehSuRyHAXI/C9SjcIMAzMzMzM7MgwFyPwvUoXCDAuB6F61E4IMCkcD0K1yMgwBSuR+F6FCDAzczMzMzMH8CF61G4HoUewFK4HoXrUR7AUrgehetRHsAUrkfhehQewBSuR+F6FB7AFK5H4XoUHsAUrkfhehQewI/C9Shcjx3APQrXo3A9HMAAAAAAAAAcwArXo3A9ChrACtejcD0KGsAK16NwPQoawArXo3A9ChrASOF6FK5HGcAfhetRuB4ZwB+F61G4HhnApHA9CtejF8CkcD0K16MXwGZmZmZmZhfAzczMzMzMFsCuR+F6FK4VwK5H4XoUrhXArkfhehSuFcCuR+F6FK4VwK5H4XoUrhXArkfhehSuFcCkcD0K16MVwOxRuB6F6xTArkfhehSuFMAUrkfhehQUwK5H4XoUrhLAj8L1KFyPEsD2KFyPwvURwKRwPQrXoxHApHA9CtejEcCkcD0K16MRwKRwPQrXoxHAmpmZmZmZEMCamZmZmZkQwClcj8L1KBDAcT0K16NwDcB7FK5H4XoMwEjhehSuRwvAexSuR+F6CsDD9Shcj8IHwEjhehSuRwfASOF6FK5HB8AfhetRuB4HwOxRuB6F6wXACtejcD0KBcCkcD0K16MEwKRwPQrXowTAexSuR+F6BMApXI/C9SgCwArXo3A9CgHA9ihcj8L1AMAfhetRuB75v4/C9Shcj/a/7FG4HoXr9b8zMzMzMzPzvz0K16NwPeq/PQrXo3A96r97FK5H4XrkvwrXo3A9Cte/pHA9CtejwD+kcD0K16PoPzMzMzMzM/M/UrgehetR9D9cj8L1KFz3P/YoXI/C9fw/w/UoXI/CAUB7FK5H4XoCQM3MzMzMzAJAMzMzMzMzA0AzMzMzMzMDQK5H4XoUrgVArkfhehSuBUCuR+F6FK4HQOxRuB6F6wdA7FG4HoXrB0A9CtejcD0KQFK4HoXrUQpAUrgehetRCkApXI/C9SgMQArXo3A9Cg9ACtejcD0KD0AK16NwPQoQQD0K16NwPRFA4XoUrkfhEUA9CtejcD0SQArXo3A9ChNA7FG4HoXrFECPwvUoXI8WQClcj8L1KBdAZmZmZmZmGEC4HoXrUbgZQD0K16NwPRpArkfhehSuGkBSuB6F61EbQI/C9ShcjxxA7FG4HoXrHUDsUbgeheseQBSuR+F6FB9AFK5H4XoUH0AUrkfhehQfQOF6FK5HYSBA4XoUrkdhIEDhehSuR2EgQHsUrkfheiBAAAAAAACAIUDXo3A9CtchQEjhehSuRyJApHA9CtejIkBmZmZmZuYiQIXrUbgehSNAMzMzMzOzI0ApXI/C9agkQI/C9ShcDyVAAAAAAACAJUAAAAAAAIAlQAAAAAAAgCVAUrgehevRJ0BSuB6F69EnQKRwPQrXIyhAZmZmZmbmKEAK16NwPQopQClcj8L1KClAKVyPwvUoKUApXI/C9SgpQClcj8L1KClAKVyPwvUoKUApXI/C9SgpQOF6FK5HYSlA4XoUrkdhKUCPwvUoXI8pQEjhehSuxylA9ihcj8L1KUAAAAAAAAArQPYoXI/CdStA9ihcj8J1K0D2KFyPwnUrQPYoXI/CdStA9ihcj8J1K0D2KFyPwnUrQPYoXI/CdStAZmZmZmbmK0DNzMzMzEwsQHsUrkfheixAexSuR+F6LEB7FK5H4XosQHsUrkfheixACtejcD2KLEAK16NwPYosQM3MzMzMzCxAj8L1KFwPLUAzMzMzMzMtQDMzMzMzMy1AAAAAAACALUCkcD0K16MtQKRwPQrXoy1ApHA9CtejLUCkcD0K16MtQBSuR+F6FC5AuB6F61E4LkAfhetRuJ4uQClcj8L1qC5AKVyPwvWoLkCkcD0K1yMvQDMzMzMzMy9APQrXo3A9L0BmZmZmZmYvQPYoXI/CdS9A9ihcj8J1L0B7FK5H4XovQDMzMzMzczBAMzMzMzNzMEAzMzMzM3MwQDMzMzMzczBAMzMzMzNzMEAzMzMzM3MwQDMzMzMzczBAMzMzMzNzMEAzMzMzM3MwQDMzMzMzczBAMzMzMzNzMEAzMzMzM3MwQDMzMzMzczBAMzMzMzNzMEAzMzMzM3MwQDMzMzMzczBAMzMzMzNzMEAzMzMzM3MwQDMzMzMzczBAMzMzMzNzMEAzMzMzM3MwQDMzMzMzczBAMzMzMzNzMEAzMzMzM3MwQDMzMzMzczBAMzMzMzNzMEAzMzMzM3MwQDMzMzMzczBAMzMzMzNzMEAzMzMzM3MwQDMzMzMzczBAMzMzMzNzMEAzMzMzM3MwQDMzMzMzczBAMzMzMzNzMEAzMzMzM3MwQDMzMzMzczBAMzMzMzNzMEAzMzMzM3MwQDMzMzMzczBAMzMzMzNzMEAzMzMzM3MwQDMzMzMzczBAMzMzMzNzMEAzMzMzM3MwQDMzMzMzczBAMzMzMzNzMEAzMzMzM3MwQDMzMzMzczBAMzMzMzNzMEAzMzMzM3MwQDMzMzMzczBAMzMzMzNzMEAzMzMzM3MwQDMzMzMzczBAMzMzMzNzMEAzMzMzM3MwQHsUrkfhejBAUrgeheuRMECF61G4HsUwQBSuR+F61DBAAAAAAAAAMUCF61G4HgUxQNejcD0KFzFA16NwPQoXMUDXo3A9ChcxQNejcD0KFzFA16NwPQoXMUDXo3A9ChcxQNejcD0KFzFA16NwPQoXMUDXo3A9ChcxQNejcD0KFzFA16NwPQoXMUDXo3A9ChcxQNejcD0KFzFA16NwPQoXMUDXo3A9ChcxQNejcD0KFzFA16NwPQoXMUDXo3A9ChcxQNejcD0KFzFA16NwPQoXMUDXo3A9ChcxQNejcD0KFzFA16NwPQoXMUDXo3A9ChcxQNejcD0KFzFA16NwPQoXMUDXo3A9ChcxQNejcD0KFzFA16NwPQoXMUDXo3A9ChcxQNejcD0KFzFA16NwPQoXMUDXo3A9ChcxQNejcD0KFzFA16NwPQoXMUDXo3A9ChcxQNejcD0KFzFA16NwPQoXMUDXo3A9ChcxQNejcD0KFzFApHA9CtcjMUA9CtejcD0xQOF6FK5HYTFAzczMzMyMMUDhehSuR6ExQOF6FK5HoTFA4XoUrkehMUDhehSuR6ExQOF6FK5HoTFA4XoUrkehMUDhehSuR6ExQArXo3A9yjFA9ihcj8L1MUDD9ShcjwIyQK5H4XoULjJAUrgehetRMkDXo3A9ClcyQNejcD0KVzJA16NwPQpXMkBmZmZmZmYyQHsUrkfhejJAexSuR+F6MkB7FK5H4XoyQFK4HoXrkTJAUrgeheuRMkBSuB6F65EyQFK4HoXrkTJAUrgeheuRMkBSuB6F65EyQFK4HoXrkTJAUrgeheuRMkBSuB6F65EyQFK4HoXrkTJAUrgeheuRMkBSuB6F65EyQFK4HoXrkTJAUrgeheuRMkBSuB6F65EyQFK4HoXrkTJAUrgeheuRMkBSuB6F65EyQFK4HoXrkTJA16NwPQqXMkCkcD0K16MyQOxRuB6FqzJA9ihcj8K1MkD2KFyPwrUyQPYoXI/CtTJASOF6FK7HMkBI4XoUrscyQKRwPQrX4zJApHA9CtfjMkD2KFyPwvUyQMP1KFyPAjNAhetRuB4FM0BSuB6F6xEzQFyPwvUoXDNAXI/C9ShcM0DhehSuR2EzQMP1KFyPgjNAw/UoXI+CM0DD9Shcj4IzQMP1KFyPgjNAw/UoXI+CM0DD9Shcj4IzQMP1KFyPgjNAw/UoXI+CM0DD9Shcj4IzQMP1KFyPgjNAw/UoXI+CM0DNzMzMzIwzQI/C9ShcjzNAj8L1KFyPM0CPwvUoXI8zQI/C9ShcjzNAj8L1KFyPM0CPwvUoXI8zQI/C9ShcjzNAj8L1KFyPM0CPwvUoXI8zQI/C9ShcjzNAj8L1KFyPM0CPwvUoXI8zQI/C9ShcjzNAj8L1KFyPM0CPwvUoXI8zQI/C9ShcjzNAj8L1KFyPM0CPwvUoXI8zQI/C9ShcjzNAj8L1KFyPM0CPwvUoXI8zQI/C9ShcjzNAj8L1KFyPM0CPwvUoXI8zQI/C9ShcjzNAj8L1KFyPM0CPwvUoXI8zQI/C9ShcjzNAj8L1KFyPM0CPwvUoXI8zQI/C9ShcjzNAj8L1KFyPM0CPwvUoXI8zQI/C9ShcjzNAj8L1KFyPM0CPwvUoXI8zQI/C9ShcjzNAj8L1KFyPM0CPwvUoXI8zQI/C9ShcjzNAj8L1KFyPM0CPwvUoXI8zQI/C9ShcjzNAj8L1KFyPM0CPwvUoXI8zQI/C9ShcjzNAj8L1KFyPM0CPwvUoXI8zQI/C9ShcjzNAj8L1KFyPM0CPwvUoXI8zQI/C9ShcjzNAj8L1KFyPM0CPwvUoXI8zQI/C9ShcjzNAj8L1KFyPM0CPwvUoXI8zQI/C9ShcjzNAj8L1KFyPM0CPwvUoXI8zQI/C9ShcjzNAj8L1KFyPM0CPwvUoXI8zQI/C9ShcjzNAj8L1KFyPM0CPwvUoXI8zQI/C9ShcjzNAj8L1KFyPM0CPwvUoXI8zQI/C9ShcjzNAj8L1KFyPM0CPwvUoXI8zQI/C9ShcjzNAj8L1KFyPM0CPwvUoXI8zQI/C9ShcjzNAj8L1KFyPM0CPwvUoXI8zQI/C9ShcjzNAj8L1KFyPM0CPwvUoXI8zQHE9CtejsDNAcT0K16OwM0BxPQrXo7AzQHE9CtejsDNAcT0K16OwM0BxPQrXo7AzQHE9CtejsDNAcT0K16OwM0BxPQrXo7AzQHE9CtejsDNAcT0K16OwM0BxPQrXo7AzQHE9CtejsDNAw/UoXI/CM0DNzMzMzMwzQNejcD0K1zNA16NwPQrXM0DhehSuR+EzQGZmZmZm5jNAAAAAAAAANEAAAAAAAAA0QAAAAAAAADRAAAAAAAAANEDNzMzMzAw0QHE9CtejMDRAcT0K16MwNEBxPQrXozA0QHE9CtejMDRAcT0K16MwNEBxPQrXozA0QHE9CtejMDRAcT0K16MwNEBxPQrXozA0QHE9CtejMDRAcT0K16MwNEBxPQrXozA0QHE9CtejMDRAcT0K16MwNEBxPQrXozA0QHE9CtejMDRAcT0K16MwNEBxPQrXozA0QHE9CtejMDRAcT0K16MwNEBxPQrXozA0QHE9CtejMDRAMzMzMzMzNEC4HoXrUTg0QLgehetRODRAuB6F61E4NEC4HoXrUTg0QAAAAAAAQDRAAAAAAABANEBI4XoUrkc0QEjhehSuRzRASOF6FK5HNEBI4XoUrkc0QEjhehSuRzRACtejcD1KNEAK16NwPUo0QArXo3A9SjRACtejcD1KNEDNzMzMzEw0QM3MzMzMTDRAzczMzMxMNEDNzMzMzEw0QFK4HoXrUTRAUrgehetRNEBSuB6F61E0QFK4HoXrUTRAUrgehetRNEBSuB6F61E0QJqZmZmZWTRAmpmZmZlZNECkcD0K12M0QGZmZmZmZjRAZmZmZmZmNEBmZmZmZmY0QOxRuB6FazRA7FG4HoVrNECuR+F6FG40QK5H4XoUbjRA9ihcj8J1NEB7FK5H4Xo0QHsUrkfhejRAexSuR+F6NEB7FK5H4Xo0QHsUrkfhejRAexSuR+F6NEB7FK5H4Xo0QHsUrkfhejRAexSuR+F6NEB7FK5H4Xo0QHsUrkfhejRAexSuR+F6NEB7FK5H4Xo0QHsUrkfhejRAexSuR+F6NEB7FK5H4Xo0QHsUrkfhejRAexSuR+F6NEB7FK5H4Xo0QHsUrkfhejRAexSuR+F6NEB7FK5H4Xo0QHsUrkfhejRAexSuR+F6NEB7FK5H4Xo0QHsUrkfhejRAexSuR+F6NEB7FK5H4Xo0QHsUrkfhejRAexSuR+F6NEB7FK5H4Xo0QHsUrkfhejRAexSuR+F6NEB7FK5H4Xo0QHsUrkfhejRAexSuR+F6NEB7FK5H4Xo0QHsUrkfhejRAexSuR+F6NEB7FK5H4Xo0QHsUrkfhejRAexSuR+F6NEB7FK5H4Xo0QHsUrkfhejRAexSuR+F6NEB7FK5H4Xo0QHsUrkfhejRAexSuR+F6NEB7FK5H4Xo0QHsUrkfhejRAexSuR+F6NEB7FK5H4Xo0QHsUrkfhejRAexSuR+F6NEB7FK5H4Xo0QHsUrkfhejRAexSuR+F6NEB7FK5H4Xo0QHsUrkfhejRAexSuR+F6NEB7FK5H4Xo0QHsUrkfhejRAexSuR+F6NEB7FK5H4Xo0QHsUrkfhejRAexSuR+F6NEB7FK5H4Xo0QHsUrkfhejRAexSuR+F6NEB7FK5H4Xo0QHsUrkfhejRAexSuR+F6NEB7FK5H4Xo0QHsUrkfhejRAexSuR+F6NEB7FK5H4Xo0QHsUrkfhejRAexSuR+F6NEB7FK5H4Xo0QHsUrkfhejRAexSuR+F6NEB7FK5H4Xo0QHsUrkfhejRAexSuR+F6NEB7FK5H4Xo0QHsUrkfhejRAexSuR+F6NEB7FK5H4Xo0QHsUrkfhejRAexSuR+F6NEB7FK5H4Xo0QHsUrkfhejRAexSuR+F6NEB7FK5H4Xo0QHsUrkfhejRAexSuR+F6NEB7FK5H4Xo0QHsUrkfhejRAexSuR+F6NEB7FK5H4Xo0QHsUrkfhejRAexSuR+F6NEB7FK5H4Xo0QHsUrkfhejRAexSuR+F6NEB7FK5H4Xo0QHsUrkfhejRAexSuR+F6NEB7FK5H4Xo0QHsUrkfhejRAexSuR+F6NEB7FK5H4Xo0QHsUrkfhejRAexSuR+F6NEB7FK5H4Xo0QHsUrkfhejRAexSuR+F6NEB7FK5H4Xo0QHsUrkfhejRAexSuR+F6NEB7FK5H4Xo0QHsUrkfhejRAexSuR+F6NEB7FK5H4Xo0QHsUrkfhejRAexSuR+F6NEB7FK5H4Xo0QHsUrkfhejRAPQrXo3B9NEA9CtejcH00QD0K16NwfTRAPQrXo3B9NEA9CtejcH00QD0K16NwfTRAPQrXo3B9NEA9CtejcH00QD0K16NwfTRAPQrXo3B9NEA9CtejcH00QA==","dtype":"float64","shape":[992]}}},"id":"681beb17-0f51-4372-8746-3dfa8164a50a","type":"ColumnDataSource"},{"attributes":{"plot":{"id":"2c51fd79-62bf-45c8-ae0a-04e65708a9e6","subtype":"Figure","type":"Plot"}},"id":"9e01c3e3-dbd5-49c6-8331-3cec34aa7c0e","type":"HelpTool"},{"attributes":{"line_color":{"value":"#1f77b4"},"line_width":{"value":2},"x":{"field":"x"},"y":{"field":"y"}},"id":"6deae1bb-0f70-4874-bfec-a9d4e4644275","type":"Line"},{"attributes":{"axis_label":"Timesteps","formatter":{"id":"a513aa17-2889-4f02-9b83-fb35822fae06","type":"BasicTickFormatter"},"plot":{"id":"2c51fd79-62bf-45c8-ae0a-04e65708a9e6","subtype":"Figure","type":"Plot"},"ticker":{"id":"397021ca-350d-4206-98a4-49f757aa4727","type":"BasicTicker"}},"id":"e53873f9-8184-4f14-b603-ec429907e408","type":"LinearAxis"},{"attributes":{"bottom_units":"screen","fill_alpha":{"value":0.5},"fill_color":{"value":"lightgrey"},"left_units":"screen","level":"overlay","line_alpha":{"value":1.0},"line_color":{"value":"black"},"line_dash":[4,4],"line_width":{"value":2},"plot":null,"render_mode":"css","right_units":"screen","top_units":"screen"},"id":"36bcc9f3-1225-44db-afc3-08a6e5ee6a83","type":"BoxAnnotation"},{"attributes":{"active_drag":"auto","active_inspect":"auto","active_scroll":"auto","active_tap":"auto","tools":[{"id":"7c6685a2-ae29-4369-b826-4eccd261a053","type":"PanTool"},{"id":"6c4ff53e-6a87-4485-b4c1-ee3e75a8bcaf","type":"WheelZoomTool"},{"id":"30e8f252-88cf-4678-94b7-032a999f63e7","type":"BoxZoomTool"},{"id":"8f715d49-bb37-449f-9706-b83e0e145d13","type":"SaveTool"},{"id":"8606c2ee-632e-4a0c-8ac6-c883cefb8560","type":"ResetTool"},{"id":"7b10cedf-6363-4402-9ec8-3649fb98a193","type":"HelpTool"}]},"id":"f016d920-c8ce-4fd9-b572-28ac567f3e9b","type":"Toolbar"},{"attributes":{"overlay":{"id":"3fe5970a-905f-4da5-9379-5151040f66e1","type":"BoxAnnotation"},"plot":{"id":"7d22a365-5e6e-4172-ae8d-84bc0cc3deff","subtype":"Figure","type":"Plot"}},"id":"2fb3cc95-8cf1-4df2-9537-46a253e9cf41","type":"BoxZoomTool"},{"attributes":{"callback":null},"id":"7f7bd02c-672b-4766-b940-e5474b43ba1c","type":"DataRange1d"},{"attributes":{"line_color":{"value":"#1f77b4"},"line_width":{"value":2},"x":{"field":"x"},"y":{"field":"y"}},"id":"66401a2c-1a8e-4bb1-8e6f-f92afb1ade07","type":"Line"},{"attributes":{"plot":{"id":"58647449-d875-4a38-85c0-42c37786b63f","subtype":"Figure","type":"Plot"}},"id":"8f715d49-bb37-449f-9706-b83e0e145d13","type":"SaveTool"},{"attributes":{},"id":"a739edd6-c0bb-4eb1-8b7a-45c595fabf50","type":"LinearScale"},{"attributes":{},"id":"82433914-2434-4d19-ab6b-1fe437f63e2a","type":"BasicTickFormatter"},{"attributes":{"plot":{"id":"7d22a365-5e6e-4172-ae8d-84bc0cc3deff","subtype":"Figure","type":"Plot"}},"id":"a9fd3673-7d41-44fd-b01e-ad730326316b","type":"PanTool"},{"attributes":{"axis_label":"Exploration","formatter":{"id":"365fab93-ee8d-4978-8dda-889f401e43ad","type":"BasicTickFormatter"},"plot":{"id":"58647449-d875-4a38-85c0-42c37786b63f","subtype":"Figure","type":"Plot"},"ticker":{"id":"946febe4-b497-417c-9a75-04266cf10d25","type":"BasicTicker"}},"id":"0eb31046-c726-4f3b-9d6e-8fc598b19f5f","type":"LinearAxis"},{"attributes":{"overlay":{"id":"36bcc9f3-1225-44db-afc3-08a6e5ee6a83","type":"BoxAnnotation"},"plot":{"id":"2c51fd79-62bf-45c8-ae0a-04e65708a9e6","subtype":"Figure","type":"Plot"}},"id":"c41771ce-0588-47c8-a45e-c7f8f27c9623","type":"BoxZoomTool"},{"attributes":{},"id":"a513aa17-2889-4f02-9b83-fb35822fae06","type":"BasicTickFormatter"},{"attributes":{"dimension":1,"plot":{"id":"18c52109-7289-464b-b578-7db88e0c584e","subtype":"Figure","type":"Plot"},"ticker":{"id":"7b6cc2ab-1486-41f6-9c85-4a0e7e7ae163","type":"BasicTicker"}},"id":"30c2959f-c369-4df5-8dd8-c4bf00297b5b","type":"Grid"},{"attributes":{"plot":{"id":"58647449-d875-4a38-85c0-42c37786b63f","subtype":"Figure","type":"Plot"}},"id":"7c6685a2-ae29-4369-b826-4eccd261a053","type":"PanTool"},{"attributes":{"plot":null,"text":""},"id":"8f8e5be5-ac44-42c8-b0e0-9dc03bcff5ea","type":"Title"},{"attributes":{"data_source":{"id":"681beb17-0f51-4372-8746-3dfa8164a50a","type":"ColumnDataSource"},"glyph":{"id":"66401a2c-1a8e-4bb1-8e6f-f92afb1ade07","type":"Line"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"89b7e2f1-89e2-4c6f-a113-9f5ded5e8696","type":"Line"},"selection_glyph":null},"id":"a85c59d1-b3ad-4dcb-8204-252e1bece951","type":"GlyphRenderer"},{"attributes":{},"id":"56bae740-7ea1-4742-9838-4c691737b196","type":"ToolEvents"},{"attributes":{"overlay":{"id":"f484d251-1657-4f56-8d92-b8b8f893d4c2","type":"BoxAnnotation"},"plot":{"id":"58647449-d875-4a38-85c0-42c37786b63f","subtype":"Figure","type":"Plot"}},"id":"30e8f252-88cf-4678-94b7-032a999f63e7","type":"BoxZoomTool"},{"attributes":{"axis_label":"Episodes","formatter":{"id":"0d8c7e2d-103b-4904-a320-cae77dd58ef6","type":"BasicTickFormatter"},"plot":{"id":"2c51fd79-62bf-45c8-ae0a-04e65708a9e6","subtype":"Figure","type":"Plot"},"ticker":{"id":"a2c8d363-e7d1-49e8-a478-40ee29c2a963","type":"BasicTicker"}},"id":"9aa8555e-f2f9-490d-8063-daf14fe627ab","type":"LinearAxis"},{"attributes":{"dimension":1,"plot":{"id":"58647449-d875-4a38-85c0-42c37786b63f","subtype":"Figure","type":"Plot"},"ticker":{"id":"946febe4-b497-417c-9a75-04266cf10d25","type":"BasicTicker"}},"id":"5838f5c1-ed3c-4b53-b8ab-a44b80995442","type":"Grid"},{"attributes":{"plot":{"id":"58647449-d875-4a38-85c0-42c37786b63f","subtype":"Figure","type":"Plot"}},"id":"7b10cedf-6363-4402-9ec8-3649fb98a193","type":"HelpTool"},{"attributes":{"callback":null},"id":"76d23b25-dc8c-463d-906c-834eee653c4c","type":"DataRange1d"},{"attributes":{},"id":"093da0ef-524d-4284-bc40-ace676074817","type":"BasicTickFormatter"}],"root_ids":["6b5adc2a-9065-4cbe-80c7-a137407ff938"]},"title":"Bokeh Application","version":"0.12.6"}};
            var render_items = [{"docid":"707df241-d63c-4dda-adc9-5760e91205d6","elementid":"15a9c488-63be-4ef8-9360-d5258187828c","modelid":"6b5adc2a-9065-4cbe-80c7-a137407ff938"}];
            
            Bokeh.embed.embed_items(docs_json, render_items);
          };
          if (document.readyState != "loading") fn();
          else document.addEventListener("DOMContentLoaded", fn);
        })();
      },
      function(Bokeh) {
      }
    ];
  
    function run_inline_js() {
      
      if ((window.Bokeh !== undefined) || (force === true)) {
        for (var i = 0; i < inline_js.length; i++) {
          inline_js[i](window.Bokeh);
        }if (force === true) {
          display_loaded();
        }} else if (Date.now() < window._bokeh_timeout) {
        setTimeout(run_inline_js, 100);
      } else if (!window._bokeh_failed_load) {
        console.log("Bokeh: BokehJS failed to load within specified timeout.");
        window._bokeh_failed_load = true;
      } else if (force !== true) {
        var cell = $(document.getElementById("15a9c488-63be-4ef8-9360-d5258187828c")).parents('.cell').data().cell;
        cell.output_area.append_execute_result(NB_LOAD_WARNING)
      }
  
    }
  
    if (window._bokeh_is_loading === 0) {
      console.log("Bokeh: BokehJS loaded, going straight to plotting");
      run_inline_js();
    } else {
      load_libs(js_urls, function() {
        console.log("Bokeh: BokehJS plotting callback run at", now());
        run_inline_js();
      });
    }
  }(this));
</script>
</div>

</div>

</div>
</div>

</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[5]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython2"><pre><span></span><span class="k">def</span> <span class="nf">mkdir</span><span class="p">(</span><span class="n">directory</span><span class="p">):</span>
    <span class="k">if</span> <span class="ow">not</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">exists</span><span class="p">(</span><span class="n">directory</span><span class="p">):</span>
        <span class="n">os</span><span class="o">.</span><span class="n">makedirs</span><span class="p">(</span><span class="n">directory</span><span class="p">)</span>
        
<span class="k">def</span> <span class="nf">_prepare_figure</span><span class="p">(</span><span class="n">stats</span><span class="p">,</span> <span class="n">colors</span><span class="p">,</span> <span class="n">lables</span><span class="p">,</span> <span class="n">x_axis_label</span><span class="p">,</span> <span class="n">y_axis_label</span><span class="p">):</span>

    <span class="n">fig</span> <span class="o">=</span> <span class="n">figure</span><span class="p">(</span>
        <span class="n">plot_width</span><span class="o">=</span><span class="mi">900</span><span class="p">,</span>
        <span class="n">plot_height</span><span class="o">=</span><span class="mi">300</span><span class="p">,</span>
        <span class="n">y_axis_label</span><span class="o">=</span><span class="n">y_axis_label</span><span class="p">,</span>
        <span class="n">x_axis_label</span><span class="o">=</span><span class="n">x_axis_label</span> <span class="c1">#,</span>
        <span class="c1">#y_range=(-26,30)</span>
    <span class="p">)</span>
    
    <span class="n">fig_items</span> <span class="o">=</span> <span class="p">[]</span>
    
    <span class="n">fig_items</span><span class="o">.</span><span class="n">append</span><span class="p">((</span>
        <span class="n">lables</span><span class="p">[</span><span class="mi">0</span><span class="p">],</span>
        <span class="p">[</span>
            <span class="n">fig</span><span class="o">.</span><span class="n">line</span><span class="p">(</span>
                <span class="n">stats</span><span class="o">.</span><span class="n">index</span><span class="p">,</span>
                <span class="n">stats</span><span class="p">,</span>
                <span class="n">color</span><span class="o">=</span><span class="n">colors</span><span class="p">[</span><span class="mi">0</span><span class="p">],</span>
                <span class="n">line_width</span><span class="o">=</span><span class="mi">1</span>
            <span class="p">)</span>
        <span class="p">]</span>
    <span class="p">))</span>
    
    <span class="n">fig_items</span><span class="o">.</span><span class="n">append</span><span class="p">((</span>
        <span class="n">lables</span><span class="p">[</span><span class="mi">1</span><span class="p">],</span>
        <span class="p">[</span>
            <span class="n">fig</span><span class="o">.</span><span class="n">line</span><span class="p">(</span>
                <span class="n">stats</span><span class="o">.</span><span class="n">index</span><span class="p">,</span>
                <span class="n">pd</span><span class="o">.</span><span class="n">rolling_mean</span><span class="p">(</span><span class="n">stats</span><span class="p">,</span> <span class="n">window</span><span class="o">=</span><span class="mi">100</span><span class="p">,</span> <span class="n">min_periods</span><span class="o">=</span><span class="mi">1</span><span class="p">),</span>
                <span class="n">color</span><span class="o">=</span><span class="n">colors</span><span class="p">[</span><span class="mi">1</span><span class="p">],</span>
                <span class="n">line_width</span><span class="o">=</span><span class="mi">1</span>
            <span class="p">)</span>
        <span class="p">]</span>
    <span class="p">))</span>
    
    <span class="n">fig_legend</span> <span class="o">=</span> <span class="n">Legend</span><span class="p">(</span><span class="n">items</span><span class="o">=</span><span class="n">fig_items</span><span class="p">,</span> <span class="n">orientation</span><span class="o">=</span><span class="s2">&quot;horizontal&quot;</span><span class="p">)</span>
    <span class="n">fig</span><span class="o">.</span><span class="n">add_layout</span><span class="p">(</span><span class="n">fig_legend</span><span class="p">)</span>
    
    <span class="k">return</span> <span class="n">fig</span>
    
    
<span class="k">def</span> <span class="nf">plot_agent_performance</span><span class="p">(</span><span class="n">stats_path</span><span class="p">):</span>
    
    <span class="k">if</span> <span class="n">USE_ARCHIVED_LOGS</span><span class="p">:</span>
        <span class="n">stats_path</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">ARCHIVAL_ROOT</span><span class="p">,</span> <span class="n">stats_path</span><span class="p">)</span>
    <span class="n">stats_path</span> <span class="o">=</span> <span class="n">glob</span><span class="o">.</span><span class="n">glob</span><span class="p">(</span><span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">stats_path</span><span class="p">,</span><span class="s1">&#39;*&#39;</span><span class="p">,</span><span class="s1">&#39;*.stats.json&#39;</span><span class="p">))[</span><span class="mi">0</span><span class="p">]</span>
    <span class="k">print</span> <span class="n">stats_path</span>
    <span class="n">stats</span> <span class="o">=</span> <span class="n">json</span><span class="o">.</span><span class="n">load</span><span class="p">(</span><span class="nb">open</span><span class="p">(</span><span class="n">stats_path</span><span class="p">,</span> <span class="s1">&#39;r&#39;</span><span class="p">))</span>
    
    <span class="k">del</span> <span class="n">stats</span><span class="p">[</span><span class="s1">&#39;initial_reset_timestamp&#39;</span><span class="p">]</span>
    <span class="k">del</span> <span class="n">stats</span><span class="p">[</span><span class="s1">&#39;episode_types&#39;</span><span class="p">]</span>
    
    <span class="n">final_stats</span> <span class="o">=</span> <span class="n">pd</span><span class="o">.</span><span class="n">DataFrame</span><span class="p">(</span><span class="n">stats</span><span class="p">)</span>
    
    <span class="n">colors</span> <span class="o">=</span> <span class="p">[</span><span class="s1">&#39;#44AA99&#39;</span><span class="p">,</span> <span class="s1">&#39;#332288&#39;</span><span class="p">]</span> <span class="c1">#, &#39;#999933&#39;, &#39;#CC6677&#39;, &#39;#AA4499&#39;]</span>
    <span class="n">lables</span> <span class="o">=</span> <span class="p">[</span><span class="s1">&#39;Reward&#39;</span><span class="p">,</span> <span class="s1">&#39;Rolling average of past 100 rewards&#39;</span><span class="p">]</span>
    
    <span class="n">fig1</span> <span class="o">=</span> <span class="n">_prepare_figure</span><span class="p">(</span>
        <span class="n">final_stats</span><span class="p">[</span><span class="s1">&#39;episode_rewards&#39;</span><span class="p">],</span>
        <span class="n">colors</span><span class="o">=</span><span class="n">colors</span><span class="p">,</span> 
        <span class="n">lables</span><span class="o">=</span><span class="n">lables</span><span class="p">,</span>
        <span class="n">x_axis_label</span><span class="o">=</span><span class="s1">&#39;Episodes&#39;</span><span class="p">,</span>
        <span class="n">y_axis_label</span><span class="o">=</span><span class="s1">&#39;Reward&#39;</span>
    <span class="p">)</span>
    
    <span class="n">lables</span> <span class="o">=</span> <span class="p">[</span><span class="s1">&#39;Episode lengths&#39;</span><span class="p">,</span> <span class="s1">&#39;Rolling average of past 100 episode lengths&#39;</span><span class="p">]</span>
    
    <span class="n">fig2</span> <span class="o">=</span> <span class="n">_prepare_figure</span><span class="p">(</span>
        <span class="n">final_stats</span><span class="p">[</span><span class="s1">&#39;episode_lengths&#39;</span><span class="p">],</span>
        <span class="n">colors</span><span class="o">=</span><span class="n">colors</span><span class="p">,</span> 
        <span class="n">lables</span><span class="o">=</span><span class="n">lables</span><span class="p">,</span>
        <span class="n">x_axis_label</span><span class="o">=</span><span class="s1">&#39;Episodes&#39;</span><span class="p">,</span>
        <span class="n">y_axis_label</span><span class="o">=</span><span class="s1">&#39;Episode Lengths (units : steps)&#39;</span>
    <span class="p">)</span>
    
    <span class="n">fig_group</span> <span class="o">=</span> <span class="n">column</span><span class="p">(</span><span class="n">fig1</span><span class="p">,</span> <span class="n">fig2</span><span class="p">)</span>
    <span class="n">show</span><span class="p">(</span><span class="n">fig_group</span><span class="p">)</span>
</pre></div>

</div>
</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h3 id="Performace-of-the-trained-agents.">Performace of the trained agents.<a class="anchor-link" href="#Performace-of-the-trained-agents.">&#182;</a></h3><p>In this section we run the agents for 500 episodes to analyze their performace. The agents we compare in this sections are</p>
<ul>
<li>Random agent</li>
<li>DQN trained for 5260000 timessteps</li>
<li>DQN trained for 8090000 timessteps</li>
<li>DQN trained for 9500000 timessteps</li>
</ul>
<p>We compare reward, rolling average of past 100 episoded, episode length and rolling average of past 100 episode lengths for the agents with each other.</p>

</div>
</div>
</div>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h3 id="Random-agent">Random agent<a class="anchor-link" href="#Random-agent">&#182;</a></h3>
</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[6]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython2"><pre><span></span><span class="c1"># run the rendom agent</span>
<span class="n">log_path</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">LOGS_DIR</span><span class="p">,</span> <span class="s1">&#39;random&#39;</span><span class="p">)</span>
<span class="n">mkdir</span><span class="p">(</span><span class="n">log_path</span><span class="p">)</span>

<span class="k">if</span> <span class="n">RUN_MODEL</span><span class="p">:</span>
    <span class="c1"># Get Atari games.</span>
    <span class="n">benchmark</span> <span class="o">=</span> <span class="n">run_dqn_atari</span><span class="o">.</span><span class="n">gym</span><span class="o">.</span><span class="n">benchmark_spec</span><span class="p">(</span><span class="s1">&#39;Atari40M&#39;</span><span class="p">)</span>
    <span class="c1"># selecting Atari pong environment</span>
    <span class="n">task</span> <span class="o">=</span> <span class="n">benchmark</span><span class="o">.</span><span class="n">tasks</span><span class="p">[</span><span class="mi">3</span><span class="p">]</span>
    <span class="n">seed</span> <span class="o">=</span> <span class="mi">0</span> 
    <span class="n">env</span> <span class="o">=</span> <span class="n">run_dqn_atari</span><span class="o">.</span><span class="n">get_env</span><span class="p">(</span><span class="n">task</span><span class="p">,</span> <span class="n">seed</span><span class="p">,</span> <span class="n">log_path</span><span class="p">)</span>

    <span class="n">episode_count</span> <span class="o">=</span> <span class="mi">0</span>
    <span class="n">env</span><span class="o">.</span><span class="n">reset</span><span class="p">()</span>
    <span class="k">for</span> <span class="n">t</span> <span class="ow">in</span> <span class="n">itertools</span><span class="o">.</span><span class="n">count</span><span class="p">():</span>
        <span class="k">if</span> <span class="n">episode_count</span> <span class="o">&gt;</span> <span class="n">MAX_EPISODE_COUNT</span><span class="p">:</span>
                    <span class="k">break</span>
        <span class="n">action</span> <span class="o">=</span> <span class="n">env</span><span class="o">.</span><span class="n">action_space</span><span class="o">.</span><span class="n">sample</span><span class="p">()</span>
        <span class="n">obs</span><span class="p">,</span> <span class="n">reward</span><span class="p">,</span> <span class="n">done</span><span class="p">,</span> <span class="n">_</span> <span class="o">=</span> <span class="n">env</span><span class="o">.</span><span class="n">step</span><span class="p">(</span><span class="n">action</span><span class="p">)</span>
        <span class="k">if</span> <span class="n">done</span><span class="p">:</span>
            <span class="n">obs</span> <span class="o">=</span> <span class="n">env</span><span class="o">.</span><span class="n">reset</span><span class="p">()</span>
            <span class="n">episode_count</span> <span class="o">+=</span> <span class="mi">1</span>
        <span class="c1">#env.render()</span>

    <span class="n">env</span><span class="o">.</span><span class="n">close</span><span class="p">()</span>

<span class="n">plot_agent_performance</span><span class="p">(</span><span class="n">log_path</span><span class="p">)</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area"><div class="prompt"></div>
<div class="output_subarea output_stream output_stdout output_text">
<pre>archived_logs/open_ai_logs/random/gym/openaigym.episode_batch.0.47430.stats.json
</pre>
</div>
</div>

<div class="output_area"><div class="prompt"></div>
<div class="output_subarea output_stream output_stderr output_text">
<pre>/usr/local/lib/python2.7/site-packages/ipykernel/__main__.py:34: FutureWarning: pd.rolling_mean is deprecated for Series and will be removed in a future version, replace with 
	Series.rolling(min_periods=1,window=100,center=False).mean()
</pre>
</div>
</div>

<div class="output_area"><div class="prompt"></div>

<div class="output_html rendered_html output_subarea ">


    <div class="bk-root">
        <div class="bk-plotdiv" id="517ca3aa-b78b-4281-8c6f-0a83aabd382f"></div>
    </div>
<script type="text/javascript">
  
  (function(global) {
    function now() {
      return new Date();
    }
  
    var force = false;
  
    if (typeof (window._bokeh_onload_callbacks) === "undefined" || force === true) {
      window._bokeh_onload_callbacks = [];
      window._bokeh_is_loading = undefined;
    }
  
  
    if (typeof (window._bokeh_timeout) === "undefined" || force === true) {
      window._bokeh_timeout = Date.now() + 0;
      window._bokeh_failed_load = false;
    }
  
    var NB_LOAD_WARNING = {'data': {'text/html':
       "<div style='background-color: #fdd'>\n"+
       "<p>\n"+
       "BokehJS does not appear to have successfully loaded. If loading BokehJS from CDN, this \n"+
       "may be due to a slow or bad network connection. Possible fixes:\n"+
       "</p>\n"+
       "<ul>\n"+
       "<li>re-rerun `output_notebook()` to attempt to load from CDN again, or</li>\n"+
       "<li>use INLINE resources instead, as so:</li>\n"+
       "</ul>\n"+
       "<code>\n"+
       "from bokeh.resources import INLINE\n"+
       "output_notebook(resources=INLINE)\n"+
       "</code>\n"+
       "</div>"}};
  
    function display_loaded() {
      if (window.Bokeh !== undefined) {
        var el = document.getElementById("517ca3aa-b78b-4281-8c6f-0a83aabd382f");
        el.textContent = "BokehJS " + Bokeh.version + " successfully loaded.";
      } else if (Date.now() < window._bokeh_timeout) {
        setTimeout(display_loaded, 100)
      }
    }
  
    function run_callbacks() {
      try {
        window._bokeh_onload_callbacks.forEach(function(callback) { callback() });
      }
      finally {
        delete window._bokeh_onload_callbacks
      }
      console.info("Bokeh: all callbacks have finished");
    }
  
    function load_libs(js_urls, callback) {
      window._bokeh_onload_callbacks.push(callback);
      if (window._bokeh_is_loading > 0) {
        console.log("Bokeh: BokehJS is being loaded, scheduling callback at", now());
        return null;
      }
      if (js_urls == null || js_urls.length === 0) {
        run_callbacks();
        return null;
      }
      console.log("Bokeh: BokehJS not loaded, scheduling load and callback at", now());
      window._bokeh_is_loading = js_urls.length;
      for (var i = 0; i < js_urls.length; i++) {
        var url = js_urls[i];
        var s = document.createElement('script');
        s.src = url;
        s.async = false;
        s.onreadystatechange = s.onload = function() {
          window._bokeh_is_loading--;
          if (window._bokeh_is_loading === 0) {
            console.log("Bokeh: all BokehJS libraries loaded");
            run_callbacks()
          }
        };
        s.onerror = function() {
          console.warn("failed to load library " + url);
        };
        console.log("Bokeh: injecting script tag for BokehJS library: ", url);
        document.getElementsByTagName("head")[0].appendChild(s);
      }
    };var element = document.getElementById("517ca3aa-b78b-4281-8c6f-0a83aabd382f");
    if (element == null) {
      console.log("Bokeh: ERROR: autoload.js configured with elementid '517ca3aa-b78b-4281-8c6f-0a83aabd382f' but no matching script tag was found. ")
      return false;
    }
  
    var js_urls = [];
  
    var inline_js = [
      function(Bokeh) {
        (function() {
          var fn = function() {
            var docs_json = {"7d48a19c-fe49-4011-9f07-96bf8053cd46":{"roots":{"references":[{"attributes":{"axis_label":"Episodes","formatter":{"id":"80dd96be-49a2-4d1d-a3be-aec00bd4d7c3","type":"BasicTickFormatter"},"plot":{"id":"0b0883e3-ecc6-4084-ad7f-1cc1c8d2dd76","subtype":"Figure","type":"Plot"},"ticker":{"id":"a7d9fbc9-99d1-4ad2-8a19-bd6040165093","type":"BasicTicker"}},"id":"2f59228c-233a-412c-9122-16bee135011d","type":"LinearAxis"},{"attributes":{"plot":null,"text":""},"id":"394ad6bd-6bdf-41f5-9032-5d829d0ba549","type":"Title"},{"attributes":{"overlay":{"id":"69f03221-fde9-468b-a579-51eab698667d","type":"BoxAnnotation"},"plot":{"id":"0b0883e3-ecc6-4084-ad7f-1cc1c8d2dd76","subtype":"Figure","type":"Plot"}},"id":"7495216d-ef6f-416f-98fe-2a9ee8d5b8bc","type":"BoxZoomTool"},{"attributes":{},"id":"0fef0f10-b03b-4498-b68a-a8bfd8ae038d","type":"BasicTickFormatter"},{"attributes":{"axis_label":"Episodes","formatter":{"id":"3be448ec-1b3e-4471-860c-2d45f6b1f199","type":"BasicTickFormatter"},"plot":{"id":"ec31d237-29c4-4592-a5ac-63dfa928012a","subtype":"Figure","type":"Plot"},"ticker":{"id":"4c909d8e-31af-4b56-91dd-30d5675c5225","type":"BasicTicker"}},"id":"ad4125c9-1559-4ca3-8247-286d8b6b8278","type":"LinearAxis"},{"attributes":{"active_drag":"auto","active_inspect":"auto","active_scroll":"auto","active_tap":"auto","tools":[{"id":"1466be77-b85f-4e02-b2b2-2f60f0296b6d","type":"PanTool"},{"id":"2773e1ff-049a-44fb-a502-ae3df642fc1f","type":"WheelZoomTool"},{"id":"827e5670-f2d7-482b-81aa-907dbe44930d","type":"BoxZoomTool"},{"id":"2b35f174-fcaa-4992-abb6-b2d29610d05c","type":"SaveTool"},{"id":"2575c980-271a-4fc7-abb9-444ccb629645","type":"ResetTool"},{"id":"80390332-93d4-4e5d-855e-e544ebf92106","type":"HelpTool"}]},"id":"1c7e2302-fcdb-4ac4-89c6-49ee7bb85089","type":"Toolbar"},{"attributes":{"children":[{"id":"ec31d237-29c4-4592-a5ac-63dfa928012a","subtype":"Figure","type":"Plot"},{"id":"0b0883e3-ecc6-4084-ad7f-1cc1c8d2dd76","subtype":"Figure","type":"Plot"}]},"id":"cfb9b5f0-b168-444b-ac5d-1557fb25986a","type":"Column"},{"attributes":{"line_color":{"value":"#332288"},"x":{"field":"x"},"y":{"field":"y"}},"id":"03ab0c93-6780-415c-a4b7-4eae61e111ac","type":"Line"},{"attributes":{"callback":null},"id":"ef726377-576e-4288-a8f2-26f557636f35","type":"DataRange1d"},{"attributes":{"plot":null,"text":""},"id":"7a3f0217-9832-4515-aa26-ced6ea3cb5f6","type":"Title"},{"attributes":{"overlay":{"id":"279db01d-25e8-4e96-a85e-a561c1b38d99","type":"BoxAnnotation"},"plot":{"id":"ec31d237-29c4-4592-a5ac-63dfa928012a","subtype":"Figure","type":"Plot"}},"id":"827e5670-f2d7-482b-81aa-907dbe44930d","type":"BoxZoomTool"},{"attributes":{"plot":{"id":"ec31d237-29c4-4592-a5ac-63dfa928012a","subtype":"Figure","type":"Plot"}},"id":"2575c980-271a-4fc7-abb9-444ccb629645","type":"ResetTool"},{"attributes":{},"id":"3be448ec-1b3e-4471-860c-2d45f6b1f199","type":"BasicTickFormatter"},{"attributes":{"line_color":{"value":"#332288"},"x":{"field":"x"},"y":{"field":"y"}},"id":"021dd78f-6821-4fe7-a87d-f22bed868aef","type":"Line"},{"attributes":{"callback":null},"id":"ebf6fbb3-c806-4695-bed1-3239dea35cfc","type":"DataRange1d"},{"attributes":{"plot":{"id":"ec31d237-29c4-4592-a5ac-63dfa928012a","subtype":"Figure","type":"Plot"}},"id":"1466be77-b85f-4e02-b2b2-2f60f0296b6d","type":"PanTool"},{"attributes":{"plot":{"id":"ec31d237-29c4-4592-a5ac-63dfa928012a","subtype":"Figure","type":"Plot"}},"id":"80390332-93d4-4e5d-855e-e544ebf92106","type":"HelpTool"},{"attributes":{"below":[{"id":"ad4125c9-1559-4ca3-8247-286d8b6b8278","type":"LinearAxis"}],"left":[{"id":"d04528bb-3f8c-481b-bf07-dcbda5cc4096","type":"LinearAxis"}],"plot_height":300,"plot_width":900,"renderers":[{"id":"ad4125c9-1559-4ca3-8247-286d8b6b8278","type":"LinearAxis"},{"id":"8c548033-b131-4163-8832-a713877d27e6","type":"Grid"},{"id":"d04528bb-3f8c-481b-bf07-dcbda5cc4096","type":"LinearAxis"},{"id":"00813728-c311-42ac-b762-8fbb224271d2","type":"Grid"},{"id":"279db01d-25e8-4e96-a85e-a561c1b38d99","type":"BoxAnnotation"},{"id":"7004e390-85b5-4047-bbf3-f1abba175a1c","type":"GlyphRenderer"},{"id":"122f153b-13cc-4f43-84df-fac0683eab0c","type":"GlyphRenderer"},{"id":"61337893-5774-4ca0-88a9-f5ef43cfb885","type":"Legend"}],"title":{"id":"394ad6bd-6bdf-41f5-9032-5d829d0ba549","type":"Title"},"tool_events":{"id":"d726c610-f95e-4086-a14a-16288c7e36e8","type":"ToolEvents"},"toolbar":{"id":"1c7e2302-fcdb-4ac4-89c6-49ee7bb85089","type":"Toolbar"},"x_range":{"id":"5e1c3d4a-3342-4a45-856b-f20e55eeee2a","type":"DataRange1d"},"x_scale":{"id":"6d99192b-172b-4f7f-b2b8-8ffe05f2e3ea","type":"LinearScale"},"y_range":{"id":"ebf6fbb3-c806-4695-bed1-3239dea35cfc","type":"DataRange1d"},"y_scale":{"id":"14a460a1-af71-48e6-9d8f-2f5b8234402a","type":"LinearScale"}},"id":"ec31d237-29c4-4592-a5ac-63dfa928012a","subtype":"Figure","type":"Plot"},{"attributes":{"data_source":{"id":"4a4b4426-90f4-46ea-a8ae-d96784697ed0","type":"ColumnDataSource"},"glyph":{"id":"53a42153-fe10-415a-8457-5e03e6c3b11d","type":"Line"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"57259997-b63e-4e28-8b38-17b234c62927","type":"Line"},"selection_glyph":null},"id":"f040fc9a-ae25-45a6-a2b7-f56d0954abe8","type":"GlyphRenderer"},{"attributes":{},"id":"501e0f66-44a1-4fc4-b47c-8fe181b6868e","type":"ToolEvents"},{"attributes":{"line_color":{"value":"#44AA99"},"x":{"field":"x"},"y":{"field":"y"}},"id":"53a42153-fe10-415a-8457-5e03e6c3b11d","type":"Line"},{"attributes":{"plot":{"id":"0b0883e3-ecc6-4084-ad7f-1cc1c8d2dd76","subtype":"Figure","type":"Plot"}},"id":"6852e14a-a772-4995-8219-e742a382c27d","type":"WheelZoomTool"},{"attributes":{"line_alpha":{"value":0.1},"line_color":{"value":"#1f77b4"},"x":{"field":"x"},"y":{"field":"y"}},"id":"83854624-2319-43ab-889b-a3bdc732afbe","type":"Line"},{"attributes":{"plot":{"id":"ec31d237-29c4-4592-a5ac-63dfa928012a","subtype":"Figure","type":"Plot"}},"id":"2b35f174-fcaa-4992-abb6-b2d29610d05c","type":"SaveTool"},{"attributes":{"data_source":{"id":"0953ebc6-0217-4182-b0ef-0fe1f1a97c03","type":"ColumnDataSource"},"glyph":{"id":"021dd78f-6821-4fe7-a87d-f22bed868aef","type":"Line"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"83854624-2319-43ab-889b-a3bdc732afbe","type":"Line"},"selection_glyph":null},"id":"122f153b-13cc-4f43-84df-fac0683eab0c","type":"GlyphRenderer"},{"attributes":{"items":[{"id":"186affc4-442d-4748-bcc7-d994f52afab5","type":"LegendItem"},{"id":"ff30880c-8438-4853-819f-123075b4a338","type":"LegendItem"}],"orientation":"horizontal","plot":{"id":"ec31d237-29c4-4592-a5ac-63dfa928012a","subtype":"Figure","type":"Plot"}},"id":"61337893-5774-4ca0-88a9-f5ef43cfb885","type":"Legend"},{"attributes":{"line_alpha":{"value":0.1},"line_color":{"value":"#1f77b4"},"x":{"field":"x"},"y":{"field":"y"}},"id":"7ae68e18-aeb2-4774-b2c6-24ef02b9deed","type":"Line"},{"attributes":{"label":{"value":"Rolling average of past 100 rewards"},"renderers":[{"id":"122f153b-13cc-4f43-84df-fac0683eab0c","type":"GlyphRenderer"}]},"id":"ff30880c-8438-4853-819f-123075b4a338","type":"LegendItem"},{"attributes":{"dimension":1,"plot":{"id":"0b0883e3-ecc6-4084-ad7f-1cc1c8d2dd76","subtype":"Figure","type":"Plot"},"ticker":{"id":"aa1cdc5c-8bb6-4e3f-9bc4-f9b335e7b8b7","type":"BasicTicker"}},"id":"2db13f52-8add-4c8b-8dc7-b99ed784593e","type":"Grid"},{"attributes":{},"id":"aa1cdc5c-8bb6-4e3f-9bc4-f9b335e7b8b7","type":"BasicTicker"},{"attributes":{"dimension":1,"plot":{"id":"ec31d237-29c4-4592-a5ac-63dfa928012a","subtype":"Figure","type":"Plot"},"ticker":{"id":"9c1d17fe-c576-453b-bdf5-a9532f4e4bcf","type":"BasicTicker"}},"id":"00813728-c311-42ac-b762-8fbb224271d2","type":"Grid"},{"attributes":{},"id":"80dd96be-49a2-4d1d-a3be-aec00bd4d7c3","type":"BasicTickFormatter"},{"attributes":{"callback":null},"id":"5e1c3d4a-3342-4a45-856b-f20e55eeee2a","type":"DataRange1d"},{"attributes":{"plot":{"id":"ec31d237-29c4-4592-a5ac-63dfa928012a","subtype":"Figure","type":"Plot"}},"id":"2773e1ff-049a-44fb-a502-ae3df642fc1f","type":"WheelZoomTool"},{"attributes":{"line_alpha":{"value":0.1},"line_color":{"value":"#1f77b4"},"x":{"field":"x"},"y":{"field":"y"}},"id":"b21b2282-6036-47f2-ab89-bcc8db2ac505","type":"Line"},{"attributes":{"plot":{"id":"0b0883e3-ecc6-4084-ad7f-1cc1c8d2dd76","subtype":"Figure","type":"Plot"}},"id":"139de77f-d573-4cfd-8dfa-577d5d48c3e2","type":"PanTool"},{"attributes":{"bottom_units":"screen","fill_alpha":{"value":0.5},"fill_color":{"value":"lightgrey"},"left_units":"screen","level":"overlay","line_alpha":{"value":1.0},"line_color":{"value":"black"},"line_dash":[4,4],"line_width":{"value":2},"plot":null,"render_mode":"css","right_units":"screen","top_units":"screen"},"id":"69f03221-fde9-468b-a579-51eab698667d","type":"BoxAnnotation"},{"attributes":{},"id":"9b0bda74-f453-495c-a618-5fb32bbc716b","type":"BasicTickFormatter"},{"attributes":{},"id":"6d99192b-172b-4f7f-b2b8-8ffe05f2e3ea","type":"LinearScale"},{"attributes":{},"id":"a7d9fbc9-99d1-4ad2-8a19-bd6040165093","type":"BasicTicker"},{"attributes":{"label":{"value":"Reward"},"renderers":[{"id":"7004e390-85b5-4047-bbf3-f1abba175a1c","type":"GlyphRenderer"}]},"id":"186affc4-442d-4748-bcc7-d994f52afab5","type":"LegendItem"},{"attributes":{"items":[{"id":"e1ef59c4-5fdf-408f-9190-93e768f4842f","type":"LegendItem"},{"id":"b63d093d-ab11-4814-9f31-2adb70265e67","type":"LegendItem"}],"orientation":"horizontal","plot":{"id":"0b0883e3-ecc6-4084-ad7f-1cc1c8d2dd76","subtype":"Figure","type":"Plot"}},"id":"20e0e493-d587-4337-b40c-b59048e77e3a","type":"Legend"},{"attributes":{},"id":"d726c610-f95e-4086-a14a-16288c7e36e8","type":"ToolEvents"},{"attributes":{"plot":{"id":"0b0883e3-ecc6-4084-ad7f-1cc1c8d2dd76","subtype":"Figure","type":"Plot"}},"id":"98b523d5-4518-421d-b318-c896c4686d79","type":"SaveTool"},{"attributes":{"line_alpha":{"value":0.1},"line_color":{"value":"#1f77b4"},"x":{"field":"x"},"y":{"field":"y"}},"id":"57259997-b63e-4e28-8b38-17b234c62927","type":"Line"},{"attributes":{"callback":null},"id":"41f8a7de-f9ed-4600-b1d3-805beb05f1e1","type":"DataRange1d"},{"attributes":{"callback":null,"column_names":["y","x"],"data":{"x":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,161,162,163,164,165,166,167,168,169,170,171,172,173,174,175,176,177,178,179,180,181,182,183,184,185,186,187,188,189,190,191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206,207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222,223,224,225,226,227,228,229,230,231,232,233,234,235,236,237,238,239,240,241,242,243,244,245,246,247,248,249,250,251,252,253,254,255,256,257,258,259,260,261,262,263,264,265,266,267,268,269,270,271,272,273,274,275,276,277,278,279,280,281,282,283,284,285,286,287,288,289,290,291,292,293,294,295,296,297,298,299,300,301,302,303,304,305,306,307,308,309,310,311,312,313,314,315,316,317,318,319,320,321,322,323,324,325,326,327,328,329,330,331,332,333,334,335,336,337,338,339,340,341,342,343,344,345,346,347,348,349,350,351,352,353,354,355,356,357,358,359,360,361,362,363,364,365,366,367,368,369,370,371,372,373,374,375,376,377,378,379,380,381,382,383,384,385,386,387,388,389,390,391,392,393,394,395,396,397,398,399,400,401,402,403,404,405,406,407,408,409,410,411,412,413,414,415,416,417,418,419,420,421,422,423,424,425,426,427,428,429,430,431,432,433,434,435,436,437,438,439,440,441,442,443,444,445,446,447,448,449,450,451,452,453,454,455,456,457,458,459,460,461,462,463,464,465,466,467,468,469,470,471,472,473,474,475,476,477,478,479,480,481,482,483,484,485,486,487,488,489,490,491,492,493,494,495,496,497,498,499,500],"y":{"__ndarray__":"AAAAAAAAM8AAAAAAAAA0wAAAAAAAADPAAAAAAAAANcAAAAAAAAA0wAAAAAAAADTAAAAAAAAAM8AAAAAAAAAywAAAAAAAADTAAAAAAAAANMAAAAAAAAA1wAAAAAAAADTAAAAAAAAANcAAAAAAAAA1wAAAAAAAADXAAAAAAAAANcAAAAAAAAA0wAAAAAAAADXAAAAAAAAAM8AAAAAAAAA0wAAAAAAAADPAAAAAAAAANcAAAAAAAAA1wAAAAAAAADTAAAAAAAAANcAAAAAAAAA0wAAAAAAAADHAAAAAAAAAMcAAAAAAAAA0wAAAAAAAADTAAAAAAAAANMAAAAAAAAA0wAAAAAAAADTAAAAAAAAAM8AAAAAAAAAzwAAAAAAAADTAAAAAAAAANMAAAAAAAAA1wAAAAAAAADTAAAAAAAAANcAAAAAAAAA1wAAAAAAAADXAAAAAAAAANMAAAAAAAAA1wAAAAAAAADTAAAAAAAAANcAAAAAAAAA1wAAAAAAAADXAAAAAAAAANMAAAAAAAAA0wAAAAAAAADXAAAAAAAAANMAAAAAAAAA1wAAAAAAAADXAAAAAAAAANcAAAAAAAAA0wAAAAAAAADPAAAAAAAAANMAAAAAAAAA1wAAAAAAAADXAAAAAAAAANMAAAAAAAAA0wAAAAAAAADTAAAAAAAAANMAAAAAAAAA0wAAAAAAAADTAAAAAAAAANcAAAAAAAAAzwAAAAAAAADTAAAAAAAAANMAAAAAAAAA0wAAAAAAAADXAAAAAAAAANcAAAAAAAAA1wAAAAAAAADTAAAAAAAAANMAAAAAAAAA1wAAAAAAAADPAAAAAAAAAM8AAAAAAAAAzwAAAAAAAADTAAAAAAAAANcAAAAAAAAA0wAAAAAAAADXAAAAAAAAANMAAAAAAAAA1wAAAAAAAADTAAAAAAAAANcAAAAAAAAA0wAAAAAAAADTAAAAAAAAANcAAAAAAAAA0wAAAAAAAADXAAAAAAAAANcAAAAAAAAA1wAAAAAAAADXAAAAAAAAANcAAAAAAAAA1wAAAAAAAADPAAAAAAAAANcAAAAAAAAA0wAAAAAAAADXAAAAAAAAANMAAAAAAAAA1wAAAAAAAADXAAAAAAAAANcAAAAAAAAAzwAAAAAAAADXAAAAAAAAAM8AAAAAAAAA1wAAAAAAAADXAAAAAAAAANcAAAAAAAAA1wAAAAAAAADTAAAAAAAAANcAAAAAAAAA0wAAAAAAAADTAAAAAAAAANMAAAAAAAAA1wAAAAAAAADTAAAAAAAAANcAAAAAAAAA1wAAAAAAAADTAAAAAAAAANMAAAAAAAAA1wAAAAAAAADTAAAAAAAAANMAAAAAAAAA1wAAAAAAAADXAAAAAAAAANcAAAAAAAAA0wAAAAAAAADXAAAAAAAAANcAAAAAAAAA1wAAAAAAAADXAAAAAAAAAM8AAAAAAAAAzwAAAAAAAADXAAAAAAAAANcAAAAAAAAA1wAAAAAAAADTAAAAAAAAANMAAAAAAAAAywAAAAAAAADTAAAAAAAAAM8AAAAAAAAA0wAAAAAAAADXAAAAAAAAANMAAAAAAAAA1wAAAAAAAADXAAAAAAAAANcAAAAAAAAA0wAAAAAAAADTAAAAAAAAANMAAAAAAAAA1wAAAAAAAADXAAAAAAAAANcAAAAAAAAA1wAAAAAAAADTAAAAAAAAANcAAAAAAAAA1wAAAAAAAADTAAAAAAAAANMAAAAAAAAA0wAAAAAAAADXAAAAAAAAAMcAAAAAAAAA0wAAAAAAAADTAAAAAAAAANcAAAAAAAAA0wAAAAAAAADXAAAAAAAAAM8AAAAAAAAA1wAAAAAAAADPAAAAAAAAANMAAAAAAAAA1wAAAAAAAADTAAAAAAAAANcAAAAAAAAA0wAAAAAAAADTAAAAAAAAAM8AAAAAAAAA0wAAAAAAAADXAAAAAAAAANcAAAAAAAAA1wAAAAAAAADTAAAAAAAAAMsAAAAAAAAA0wAAAAAAAADXAAAAAAAAANcAAAAAAAAA1wAAAAAAAADXAAAAAAAAANcAAAAAAAAA1wAAAAAAAADXAAAAAAAAANcAAAAAAAAA1wAAAAAAAADXAAAAAAAAANcAAAAAAAAA1wAAAAAAAADXAAAAAAAAANMAAAAAAAAA1wAAAAAAAADPAAAAAAAAANcAAAAAAAAA1wAAAAAAAADXAAAAAAAAANMAAAAAAAAAzwAAAAAAAADXAAAAAAAAANMAAAAAAAAAzwAAAAAAAADXAAAAAAAAAM8AAAAAAAAA1wAAAAAAAADTAAAAAAAAANcAAAAAAAAA0wAAAAAAAADTAAAAAAAAANcAAAAAAAAA1wAAAAAAAADTAAAAAAAAAMsAAAAAAAAA0wAAAAAAAADHAAAAAAAAANMAAAAAAAAA0wAAAAAAAADXAAAAAAAAANMAAAAAAAAA1wAAAAAAAADXAAAAAAAAANcAAAAAAAAA0wAAAAAAAADXAAAAAAAAANcAAAAAAAAA1wAAAAAAAADXAAAAAAAAANcAAAAAAAAA0wAAAAAAAADTAAAAAAAAAMsAAAAAAAAA0wAAAAAAAADXAAAAAAAAANcAAAAAAAAA0wAAAAAAAADXAAAAAAAAANcAAAAAAAAA1wAAAAAAAADTAAAAAAAAANMAAAAAAAAA0wAAAAAAAADTAAAAAAAAANMAAAAAAAAA1wAAAAAAAADXAAAAAAAAANcAAAAAAAAA0wAAAAAAAADLAAAAAAAAANcAAAAAAAAA1wAAAAAAAADDAAAAAAAAANMAAAAAAAAAzwAAAAAAAADTAAAAAAAAAM8AAAAAAAAA1wAAAAAAAADXAAAAAAAAANMAAAAAAAAA0wAAAAAAAADTAAAAAAAAANcAAAAAAAAA1wAAAAAAAADXAAAAAAAAANcAAAAAAAAA1wAAAAAAAADXAAAAAAAAAM8AAAAAAAAA0wAAAAAAAADPAAAAAAAAANcAAAAAAAAA1wAAAAAAAADXAAAAAAAAANcAAAAAAAAA0wAAAAAAAADXAAAAAAAAANcAAAAAAAAA0wAAAAAAAADXAAAAAAAAANMAAAAAAAAA1wAAAAAAAADXAAAAAAAAANMAAAAAAAAA1wAAAAAAAADXAAAAAAAAANcAAAAAAAAAzwAAAAAAAADTAAAAAAAAANcAAAAAAAAA1wAAAAAAAADXAAAAAAAAAMcAAAAAAAAA0wAAAAAAAADXAAAAAAAAANcAAAAAAAAAzwAAAAAAAADXAAAAAAAAANcAAAAAAAAA0wAAAAAAAADTAAAAAAAAANcAAAAAAAAA1wAAAAAAAADXAAAAAAAAAM8AAAAAAAAA1wAAAAAAAADXAAAAAAAAANcAAAAAAAAAxwAAAAAAAADXAAAAAAAAANcAAAAAAAAA1wAAAAAAAADTAAAAAAAAANcAAAAAAAAA1wAAAAAAAADXAAAAAAAAANMAAAAAAAAA1wAAAAAAAADXAAAAAAAAANcAAAAAAAAA1wAAAAAAAADTAAAAAAAAANMAAAAAAAAA0wAAAAAAAADTAAAAAAAAAMsAAAAAAAAA1wAAAAAAAADXAAAAAAAAANMAAAAAAAAA0wAAAAAAAADXAAAAAAAAANMAAAAAAAAA1wAAAAAAAADPAAAAAAAAAM8AAAAAAAAAzwAAAAAAAADXAAAAAAAAANcAAAAAAAAA1wAAAAAAAADXAAAAAAAAANcAAAAAAAAA1wAAAAAAAADXAAAAAAAAANcAAAAAAAAAzwAAAAAAAADPAAAAAAAAANMAAAAAAAAA1wAAAAAAAADTAAAAAAAAANcAAAAAAAAA1wAAAAAAAADXAAAAAAAAAM8AAAAAAAAA1wAAAAAAAADXAAAAAAAAANcAAAAAAAAA0wAAAAAAAADPAAAAAAAAANcAAAAAAAAA0wAAAAAAAADXAAAAAAAAANMAAAAAAAAA1wAAAAAAAADTAAAAAAAAANcAAAAAAAAA0wAAAAAAAADTAAAAAAAAANcAAAAAAAAA1wAAAAAAAADXAAAAAAAAANcAAAAAAAAA1wAAAAAAAADXAAAAAAAAANcAAAAAAAAA0wAAAAAAAADTAAAAAAAAAM8AAAAAAAAA0wAAAAAAAADTAAAAAAAAANcAAAAAAAAA0wAAAAAAAADPAAAAAAAAANcAAAAAAAAA1wAAAAAAAADXAAAAAAAAAM8AAAAAAAAA0wAAAAAAAADXAAAAAAAAANcAAAAAAAAA1wAAAAAAAADTAAAAAAAAANcAAAAAAAAA1wAAAAAAAADXAAAAAAAAANcAAAAAAAAA1wAAAAAAAADPAAAAAAAAAM8AAAAAAAAA1wAAAAAAAADXAAAAAAAAANMAAAAAAAAA0wAAAAAAAADXAAAAAAAAAM8AAAAAAAAA0wAAAAAAAADXAAAAAAAAANMAAAAAAAAA0wAAAAAAAADTAAAAAAAAANMAAAAAAAAA1wAAAAAAAADXAAAAAAAAANMAAAAAAAAA0wAAAAAAAADTAAAAAAAAAM8AAAAAAAAA0wAAAAAAAADXAAAAAAAAANcAAAAAAAAA1wAAAAAAAADXAAAAAAAAANcAAAAAAAAA0wAAAAAAAADXAAAAAAAAAMsAAAAAAAAA1wAAAAAAAADTAAAAAAAAAM8AAAAAAAAA1wAAAAAAAADXAAAAAAAAANcAAAAAAAAA1wAAAAAAAADTAAAAAAAAANcAAAAAAAAA1wAAAAAAAADXAAAAAAAAAM8AAAAAAAAA0wAAAAAAAADTAAAAAAAAANcAAAAAAAAA0wAAAAAAAADXAAAAAAAAANcAAAAAAAAA1wAAAAAAAADXAAAAAAAAANcAAAAAAAAA1wAAAAAAAADPAAAAAAAAANcAAAAAAAAA0wAAAAAAAADXAAAAAAAAANcAAAAAAAAA1wAAAAAAAADTAAAAAAAAANcAAAAAAAAA1wAAAAAAAADTAAAAAAAAANcAAAAAAAAA1wAAAAAAAADTAAAAAAAAANcAAAAAAAAAzwAAAAAAAADDAAAAAAAAANMAAAAAAAAA1wAAAAAAAADXAAAAAAAAANcAAAAAAAAA1wAAAAAAAADXAAAAAAAAANMAAAAAAAAA1wAAAAAAAADXAAAAAAAAANcAAAAAAAAA1wAAAAAAAADXAAAAAAAAANcAAAAAAAAA1wAAAAAAAADTAAAAAAAAANcAAAAAAAAA0wAAAAAAAADTAAAAAAAAANcAAAAAAAAA1wAAAAAAAADXAAAAAAAAAM8AAAAAAAAAzwAAAAAAAADPAAAAAAAAAM8AAAAAAAAAzwAAAAAAAADTAAAAAAAAANcAAAAAAAAA1wAAAAAAAADPA","dtype":"float64","shape":[501]}}},"id":"bd2324fd-cb3d-4b3d-8db9-655f9e40e7d1","type":"ColumnDataSource"},{"attributes":{"plot":{"id":"0b0883e3-ecc6-4084-ad7f-1cc1c8d2dd76","subtype":"Figure","type":"Plot"}},"id":"1d7881c9-8734-4eaf-9228-e6477613102f","type":"ResetTool"},{"attributes":{"callback":null,"column_names":["y","x"],"data":{"x":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,161,162,163,164,165,166,167,168,169,170,171,172,173,174,175,176,177,178,179,180,181,182,183,184,185,186,187,188,189,190,191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206,207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222,223,224,225,226,227,228,229,230,231,232,233,234,235,236,237,238,239,240,241,242,243,244,245,246,247,248,249,250,251,252,253,254,255,256,257,258,259,260,261,262,263,264,265,266,267,268,269,270,271,272,273,274,275,276,277,278,279,280,281,282,283,284,285,286,287,288,289,290,291,292,293,294,295,296,297,298,299,300,301,302,303,304,305,306,307,308,309,310,311,312,313,314,315,316,317,318,319,320,321,322,323,324,325,326,327,328,329,330,331,332,333,334,335,336,337,338,339,340,341,342,343,344,345,346,347,348,349,350,351,352,353,354,355,356,357,358,359,360,361,362,363,364,365,366,367,368,369,370,371,372,373,374,375,376,377,378,379,380,381,382,383,384,385,386,387,388,389,390,391,392,393,394,395,396,397,398,399,400,401,402,403,404,405,406,407,408,409,410,411,412,413,414,415,416,417,418,419,420,421,422,423,424,425,426,427,428,429,430,431,432,433,434,435,436,437,438,439,440,441,442,443,444,445,446,447,448,449,450,451,452,453,454,455,456,457,458,459,460,461,462,463,464,465,466,467,468,469,470,471,472,473,474,475,476,477,478,479,480,481,482,483,484,485,486,487,488,489,490,491,492,493,494,495,496,497,498,499,500],"y":[3865,3687,3991,3611,3677,4479,3872,4615,3698,3367,3725,3348,3794,3296,3168,3168,3367,3558,4342,4865,4546,3056,3056,3613,3647,4880,5198,5030,3675,3724,3907,3558,3660,4198,4291,3995,3878,3656,3591,3056,3243,3408,3862,3412,4109,3506,3672,3056,3481,3836,3788,4054,3373,3243,3168,4148,3973,3659,3776,3548,3350,3719,5029,3687,3536,3607,3613,3735,3594,3854,3923,3296,3600,3485,3852,3849,3656,4343,4285,4214,3802,3168,3516,3408,3611,3304,4192,3128,3951,3551,3525,3929,3597,3760,3604,4028,3056,3416,4820,3656,3664,3056,3607,3488,3371,3520,3683,3168,3988,3392,3520,3672,3243,3664,3296,3905,3945,4312,4213,3849,3412,3544,3607,3794,3420,4350,3367,3611,3540,3363,4035,3296,3243,4813,3412,3793,3923,3296,3656,3548,4094,3725,4110,3588,3988,3797,3280,4147,4032,3296,3280,3905,3853,4184,3616,3056,3536,3806,3727,4131,3723,3367,3599,3757,3408,4620,4199,3367,3888,4085,3640,3974,3640,4514,3627,3168,3442,3485,4236,3370,4591,3618,3586,3131,3245,3426,4417,3772,3168,3674,3832,3776,3132,3245,3859,4077,3632,3540,3168,3523,3536,3738,3056,3936,3168,3296,3304,3479,4090,3416,4231,4408,3780,3792,3056,3599,3304,4034,4222,3249,3843,3837,4754,3617,5215,3961,4208,3408,4348,4132,3557,3245,3721,3296,3056,4008,3903,3544,3758,3588,4787,3789,3776,3168,3974,3372,3300,3648,3367,3787,3873,3685,3787,3656,3949,3209,3831,4422,3480,3056,5540,3719,3821,3512,4202,3540,3595,3348,4071,3607,3760,3371,3131,3648,3528,3544,4132,3594,4259,3411,3288,3300,3372,3549,3837,3776,3510,3296,3876,3646,3971,3854,3056,3296,3984,4188,4027,3056,3408,3056,5110,3801,3544,3168,3923,3764,3855,4346,3682,3620,3174,3892,4348,3412,3296,3656,4800,3729,3304,3056,4645,3489,3536,3368,3925,3357,3056,3520,3131,3726,3787,4667,4199,4241,3483,3318,3919,3817,3536,3719,3748,4226,3792,4348,3553,3540,3485,3131,3128,3056,3168,4036,3974,4272,3704,3725,3598,3491,3480,3296,4327,3483,3296,3784,3485,4168,3408,3594,3416,3726,3131,3833,3056,3669,3779,4087,3203,3373,3536,4240,3056,3296,3370,3611,3792,3591,3848,3187,3948,4166,3445,3368,3360,3845,4691,3957,3734,3536,3600,3377,3540,3168,3725,3432,4065,3920,3131,3056,3590,3682,3243,3960,3441,3648,3962,4043,3727,3864,3489,3300,3463,3367,3516,4665,4520,3296,3056,3611,3856,3603,3704,3168,4107,3410,3617,3996,3056,3296,3280,3056,3722,3413,3720,3376,4596,3682,3855,3408,4087,3416,3784,3636,3168,3131,3857,4412,3168,3766,3304,3300,3418,4336,3600,3371,3515,3296,3692,4020,3408,4232,4712,3988,3408,3540,3283,3408,3300,3593,3655,3056,3296,3416,3762,3359,3056,4027,3608,3791,3679,3132,3411,3131,4213,3752,4003,3731,3793,3923,3784,4687,4586]}},"id":"4a4b4426-90f4-46ea-a8ae-d96784697ed0","type":"ColumnDataSource"},{"attributes":{"line_color":{"value":"#44AA99"},"x":{"field":"x"},"y":{"field":"y"}},"id":"6725f877-5155-427c-ade2-c5600639c956","type":"Line"},{"attributes":{"bottom_units":"screen","fill_alpha":{"value":0.5},"fill_color":{"value":"lightgrey"},"left_units":"screen","level":"overlay","line_alpha":{"value":1.0},"line_color":{"value":"black"},"line_dash":[4,4],"line_width":{"value":2},"plot":null,"render_mode":"css","right_units":"screen","top_units":"screen"},"id":"279db01d-25e8-4e96-a85e-a561c1b38d99","type":"BoxAnnotation"},{"attributes":{},"id":"4c909d8e-31af-4b56-91dd-30d5675c5225","type":"BasicTicker"},{"attributes":{},"id":"14a460a1-af71-48e6-9d8f-2f5b8234402a","type":"LinearScale"},{"attributes":{},"id":"fe42de9f-4a4c-459b-bccc-d7a8cc9b1400","type":"LinearScale"},{"attributes":{"axis_label":"Reward","formatter":{"id":"0fef0f10-b03b-4498-b68a-a8bfd8ae038d","type":"BasicTickFormatter"},"plot":{"id":"ec31d237-29c4-4592-a5ac-63dfa928012a","subtype":"Figure","type":"Plot"},"ticker":{"id":"9c1d17fe-c576-453b-bdf5-a9532f4e4bcf","type":"BasicTicker"}},"id":"d04528bb-3f8c-481b-bf07-dcbda5cc4096","type":"LinearAxis"},{"attributes":{"below":[{"id":"2f59228c-233a-412c-9122-16bee135011d","type":"LinearAxis"}],"left":[{"id":"9c3ec848-4871-452a-af82-b417cd9859c0","type":"LinearAxis"}],"plot_height":300,"plot_width":900,"renderers":[{"id":"2f59228c-233a-412c-9122-16bee135011d","type":"LinearAxis"},{"id":"8cb0475f-1920-40a4-974d-8b5d488fc1e2","type":"Grid"},{"id":"9c3ec848-4871-452a-af82-b417cd9859c0","type":"LinearAxis"},{"id":"2db13f52-8add-4c8b-8dc7-b99ed784593e","type":"Grid"},{"id":"69f03221-fde9-468b-a579-51eab698667d","type":"BoxAnnotation"},{"id":"f040fc9a-ae25-45a6-a2b7-f56d0954abe8","type":"GlyphRenderer"},{"id":"7e5d528e-dd10-4029-8870-3d23f16e77d2","type":"GlyphRenderer"},{"id":"20e0e493-d587-4337-b40c-b59048e77e3a","type":"Legend"}],"title":{"id":"7a3f0217-9832-4515-aa26-ced6ea3cb5f6","type":"Title"},"tool_events":{"id":"501e0f66-44a1-4fc4-b47c-8fe181b6868e","type":"ToolEvents"},"toolbar":{"id":"ae08458a-d0b1-490c-b2f1-3ce3b60cb6e2","type":"Toolbar"},"x_range":{"id":"ef726377-576e-4288-a8f2-26f557636f35","type":"DataRange1d"},"x_scale":{"id":"c6baa6d5-cf3c-43f7-a57b-09ecf806738f","type":"LinearScale"},"y_range":{"id":"41f8a7de-f9ed-4600-b1d3-805beb05f1e1","type":"DataRange1d"},"y_scale":{"id":"fe42de9f-4a4c-459b-bccc-d7a8cc9b1400","type":"LinearScale"}},"id":"0b0883e3-ecc6-4084-ad7f-1cc1c8d2dd76","subtype":"Figure","type":"Plot"},{"attributes":{},"id":"9c1d17fe-c576-453b-bdf5-a9532f4e4bcf","type":"BasicTicker"},{"attributes":{"callback":null,"column_names":["y","x"],"data":{"x":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,161,162,163,164,165,166,167,168,169,170,171,172,173,174,175,176,177,178,179,180,181,182,183,184,185,186,187,188,189,190,191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206,207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222,223,224,225,226,227,228,229,230,231,232,233,234,235,236,237,238,239,240,241,242,243,244,245,246,247,248,249,250,251,252,253,254,255,256,257,258,259,260,261,262,263,264,265,266,267,268,269,270,271,272,273,274,275,276,277,278,279,280,281,282,283,284,285,286,287,288,289,290,291,292,293,294,295,296,297,298,299,300,301,302,303,304,305,306,307,308,309,310,311,312,313,314,315,316,317,318,319,320,321,322,323,324,325,326,327,328,329,330,331,332,333,334,335,336,337,338,339,340,341,342,343,344,345,346,347,348,349,350,351,352,353,354,355,356,357,358,359,360,361,362,363,364,365,366,367,368,369,370,371,372,373,374,375,376,377,378,379,380,381,382,383,384,385,386,387,388,389,390,391,392,393,394,395,396,397,398,399,400,401,402,403,404,405,406,407,408,409,410,411,412,413,414,415,416,417,418,419,420,421,422,423,424,425,426,427,428,429,430,431,432,433,434,435,436,437,438,439,440,441,442,443,444,445,446,447,448,449,450,451,452,453,454,455,456,457,458,459,460,461,462,463,464,465,466,467,468,469,470,471,472,473,474,475,476,477,478,479,480,481,482,483,484,485,486,487,488,489,490,491,492,493,494,495,496,497,498,499,500],"y":{"__ndarray__":"AAAAAAAAM8AAAAAAAIAzwFVVVVVVVTPAAAAAAADAM8DNzMzMzMwzwFVVVVVV1TPAbtu2bdu2M8AAAAAAAIAzwOQ4juM4jjPAmpmZmZmZM8C66KKLLrozwAAAAAAAwDPAip3YiZ3YM8Dbtm3btu0zwAAAAAAAADTAAAAAAAAQNMAPDw8PDw80wMdxHMdxHDTA2FBeQ3kNNMDNzMzMzAw0wAAAAAAAADTAjC666KILNMAhC1nIQhY0wFVVVVVVFTTAH4XrUbgeNMDZiZ3YiR00wAAAAAAAADTASZIkSZLkM8BHWO5phOUzwGZmZmZm5jPA55xzzjnnM8AAAAAAAOgzwOmiiy666DPA4uHh4eHhM8C3bdu2bdszwMdxHMdx3DPA1g2myGfdM8BRXkN5DeUzwFy+5Vu+5TPAzczMzMzsM8D0MTgfg/MzwJ7neZ7n+TPAv6Av6Av6M8AAAAAAAAA0wAAAAAAAADTAyEIWspAFNMCIyRXE5Ao0wAAAAAAAEDTARGN9aKwPNMCPwvUoXA80wBQUFBQUFDTAO7ETO7ETNMBX9jmkJhg0wMdxHMdxHDTAIU8J8pQgNMAAAAAAACA0wK+hvIbyGjTAuacRlnsaNMAEDSd1Xx40wCIiIiIiIjTAtHmf4pIhNMAhhBBCCCE0wAiCIAiCIDTAAAAAAAAgNMD4gR/4gR80wB988MEHHzTAzm7hV2MiNMAeHh4eHh40wIK5dmCuHTTA1EEd1EEdNMCbA4lW2Bw0wAAAAAAAIDTAMWLEiBEjNMBhinzWDSY0wCa/WPKLJTTAUV5DeQ0lNMCWnxBn5Sc0wEIapEEaJDTAQVQ6smcgNMDNzMzMzBw0wMdxHMdxHDTAH4PzMTgfNMDxRlPn1x40wBiGYRiGITTAISEhISEhNMCJO+KOuCM0wPc0wnJPIzTARhdddNElNMCykpWsZCU0wFD6pE/6JDTAdmIndmInNMB605ve9CY0wCmllFJKKTTAISZXEJMrNMDdEqd+zy00wAAAAAAAMDTADdvN8iQyNMCN9aGxPjQ0wIbEvJ0hMTTAMzMzMzMzNMD2KFyPwjU0wLgehetRODTAexSuR+E6NMB7FK5H4To0wD0K16NwPTTAAAAAAABANMAAAAAAAEA0wEjhehSuRzTAhetRuB5FNMBI4XoUrkc0wEjhehSuRzTACtejcD1KNMAK16NwPUo0wEjhehSuRzTASOF6FK5HNMCF61G4HkU0wIXrUbgeRTTAw/UoXI9CNMBI4XoUrkc0wEjhehSuRzTAzczMzMxMNMDNzMzMzEw0wArXo3A9SjTACtejcD1KNMAK16NwPUo0wArXo3A9SjTAUrgehetRNMBcj8L1KFw0wB+F61G4XjTA4XoUrkdhNMDhehSuR2E0wKRwPQrXYzTAZmZmZmZmNMDsUbgehWs0wHE9CtejcDTArkfhehRuNMDsUbgehWs0wOxRuB6FazTArkfhehRuNMCuR+F6FG40wOxRuB6FazTAKVyPwvVoNMCkcD0K12M0wOF6FK5HYTTAH4XrUbheNMBcj8L1KFw0wFyPwvUoXDTAmpmZmZlZNMBcj8L1KFw0wB+F61G4XjTAH4XrUbheNMAfhetRuF40wFyPwvUoXDTAmpmZmZlZNMCamZmZmVk0wFyPwvUoXDTA4XoUrkdhNMCkcD0K12M0wOF6FK5HYTTA4XoUrkdhNMCkcD0K12M0wKRwPQrXYzTApHA9CtdjNMCkcD0K12M0wGZmZmZmZjTAH4XrUbheNMBcj8L1KFw0wB+F61G4XjTA4XoUrkdhNMDhehSuR2E0wKRwPQrXYzTAH4XrUbheNMAfhetRuF40wJqZmZmZWTTAmpmZmZlZNMBcj8L1KFw0wJqZmZmZWTTAH4XrUbheNMDhehSuR2E0wKRwPQrXYzTA4XoUrkdhNMAfhetRuF40wOF6FK5HYTTA4XoUrkdhNMCkcD0K12M0wOF6FK5HYTTAXI/C9ShcNMCamZmZmVk0wFyPwvUoXDTAH4XrUbheNMAfhetRuF40wOF6FK5HYTTA4XoUrkdhNMDhehSuR2E0wOF6FK5HYTTA4XoUrkdhNMDhehSuR2E0wOF6FK5HYTTAZmZmZmZmNMBmZmZmZmY0wClcj8L1aDTAZmZmZmZmNMApXI/C9Wg0wKRwPQrXYzTApHA9CtdjNMCkcD0K12M0wClcj8L1aDTAZmZmZmZmNMBmZmZmZmY0wGZmZmZmZjTApHA9CtdjNMAfhetRuF40wB+F61G4XjTAXI/C9ShcNMBcj8L1KFw0wFyPwvUoXDTAH4XrUbheNMAfhetRuF40wFyPwvUoXDTAH4XrUbheNMAfhetRuF40wFyPwvUoXDTA16NwPQpXNMDXo3A9Clc0wM3MzMzMTDTAzczMzMxMNMDNzMzMzEw0wM3MzMzMTDTACtejcD1KNMAK16NwPUo0wM3MzMzMTDTAzczMzMxMNMAK16NwPUo0wArXo3A9SjTACtejcD1KNMCPwvUoXE80wBSuR+F6VDTAFK5H4XpUNMBSuB6F61E0wI/C9ShcTzTACtejcD1KNMAK16NwPUo0wFK4HoXrUTTAFK5H4XpUNMDXo3A9Clc0wJqZmZmZWTTAmpmZmZlZNMBcj8L1KFw0wJqZmZmZWTTA16NwPQpXNMAUrkfhelQ0wBSuR+F6VDTAFK5H4XpUNMDXo3A9Clc0wNejcD0KVzTA16NwPQpXNMAUrkfhelQ0wM3MzMzMTDTAj8L1KFxPNMCPwvUoXE80wMP1KFyPQjTAw/UoXI9CNMAAAAAAAEA0wAAAAAAAQDTAexSuR+E6NMCF61G4HkU0wEjhehSuRzTASOF6FK5HNMCF61G4HkU0wIXrUbgeRTTAhetRuB5FNMAK16NwPUo0wArXo3A9SjTAj8L1KFxPNMBSuB6F61E0wFK4HoXrUTTAj8L1KFxPNMDNzMzMzEw0wArXo3A9SjTAzczMzMxMNMBSuB6F61E0wBSuR+F6VDTAFK5H4XpUNMBSuB6F61E0wFK4HoXrUTTAFK5H4XpUNMCamZmZmVk0wFyPwvUoXDTAmpmZmZlZNMCamZmZmVk0wJqZmZmZWTTA16NwPQpXNMDXo3A9Clc0wNejcD0KVzTA16NwPQpXNMBSuB6F61E0wI/C9ShcTzTAj8L1KFxPNMCPwvUoXE80wI/C9ShcTzTAhetRuB5FNMCF61G4HkU0wIXrUbgeRTTACtejcD1KNMCF61G4HkU0wIXrUbgeRTTAhetRuB5FNMCF61G4HkU0wEjhehSuRzTASOF6FK5HNMAK16NwPUo0wI/C9ShcTzTACtejcD1KNMCPwvUoXE80wI/C9ShcTzTAUrgehetRNMBI4XoUrkc0wArXo3A9SjTAzczMzMxMNMDNzMzMzEw0wArXo3A9SjTAzczMzMxMNMAUrkfhelQ0wNejcD0KVzTAH4XrUbheNMDhehSuR2E0wKRwPQrXYzTApHA9CtdjNMBmZmZmZmY0wKRwPQrXYzTA4XoUrkdhNMAfhetRuF40wB+F61G4XjTA16NwPQpXNMDXo3A9Clc0wNejcD0KVzTAFK5H4XpUNMBSuB6F61E0wBSuR+F6VDTAFK5H4XpUNMBcj8L1KFw0wJqZmZmZWTTAFK5H4XpUNMCPwvUoXE80wFK4HoXrUTTAUrgehetRNMBSuB6F61E0wFK4HoXrUTTAFK5H4XpUNMDXo3A9Clc0wJqZmZmZWTTAXI/C9ShcNMCamZmZmVk0wBSuR+F6VDTAUrgehetRNMBSuB6F61E0wFK4HoXrUTTAmpmZmZlZNMCamZmZmVk0wJqZmZmZWTTA4XoUrkdhNMCkcD0K12M0wClcj8L1aDTA7FG4HoVrNMCuR+F6FG40wClcj8L1aDTAKVyPwvVoNMApXI/C9Wg0wOxRuB6FazTA7FG4HoVrNMDsUbgehWs0wClcj8L1aDTAKVyPwvVoNMBmZmZmZmY0wKRwPQrXYzTApHA9CtdjNMApXI/C9Wg0wOxRuB6FazTAcT0K16NwNMBxPQrXo3A0wHE9CtejcDTAcT0K16NwNMCuR+F6FG40wK5H4XoUbjTAKVyPwvVoNMBmZmZmZmY0wGZmZmZmZjTAZmZmZmZmNMBmZmZmZmY0wOF6FK5HYTTA4XoUrkdhNMCkcD0K12M0wKRwPQrXYzTAH4XrUbheNMBcj8L1KFw0wOF6FK5HYTTApHA9CtdjNMCkcD0K12M0wOF6FK5HYTTA4XoUrkdhNMDsUbgehWs0wK5H4XoUbjTArkfhehRuNMCuR+F6FG40wK5H4XoUbjTAKVyPwvVoNMApXI/C9Wg0wOxRuB6FazTA7FG4HoVrNMApXI/C9Wg0wClcj8L1aDTApHA9CtdjNMBmZmZmZmY0wGZmZmZmZjTApHA9CtdjNMDhehSuR2E0wClcj8L1aDTAZmZmZmZmNMBmZmZmZmY0wGZmZmZmZjTAZmZmZmZmNMCkcD0K12M0wOF6FK5HYTTAXI/C9ShcNMBcj8L1KFw0wFyPwvUoXDTAXI/C9ShcNMBcj8L1KFw0wFyPwvUoXDTAH4XrUbheNMAfhetRuF40wOF6FK5HYTTAXI/C9ShcNMCkcD0K12M0wOF6FK5HYTTAXI/C9ShcNMAfhetRuF40wOF6FK5HYTTA4XoUrkdhNMCkcD0K12M0wOF6FK5HYTTAZmZmZmZmNMDsUbgehWs0wHE9CtejcDTA7FG4HoVrNMApXI/C9Wg0wGZmZmZmZjTAZmZmZmZmNMCkcD0K12M0wKRwPQrXYzTApHA9CtdjNMCkcD0K12M0wClcj8L1aDTArkfhehRuNMBxPQrXo3A0wOxRuB6FazTArkfhehRuNMDsUbgehWs0wOxRuB6FazTA7FG4HoVrNMBxPQrXo3A0wK5H4XoUbjTArkfhehRuNMCuR+F6FG40wK5H4XoUbjTAMzMzMzNzNMAzMzMzM3M0wDMzMzMzczTAMzMzMzNzNMBxPQrXo3A0wKRwPQrXYzTApHA9CtdjNMCkcD0K12M0wGZmZmZmZjTAKVyPwvVoNMApXI/C9Wg0wClcj8L1aDTAZmZmZmZmNMBmZmZmZmY0wGZmZmZmZjTAZmZmZmZmNMBmZmZmZmY0wClcj8L1aDTA7FG4HoVrNMBxPQrXo3A0wHE9CtejcDTAMzMzMzNzNMBxPQrXo3A0wHE9CtejcDTA9ihcj8J1NMD2KFyPwnU0wPYoXI/CdTTAcT0K16NwNMBxPQrXo3A0wK5H4XoUbjTAKVyPwvVoNMCkcD0K12M0wOF6FK5HYTTApHA9CtdjNMCkcD0K12M0wB+F61G4XjTA","dtype":"float64","shape":[501]}}},"id":"0953ebc6-0217-4182-b0ef-0fe1f1a97c03","type":"ColumnDataSource"},{"attributes":{"axis_label":"Episode Lengths (units : steps)","formatter":{"id":"9b0bda74-f453-495c-a618-5fb32bbc716b","type":"BasicTickFormatter"},"plot":{"id":"0b0883e3-ecc6-4084-ad7f-1cc1c8d2dd76","subtype":"Figure","type":"Plot"},"ticker":{"id":"aa1cdc5c-8bb6-4e3f-9bc4-f9b335e7b8b7","type":"BasicTicker"}},"id":"9c3ec848-4871-452a-af82-b417cd9859c0","type":"LinearAxis"},{"attributes":{"plot":{"id":"0b0883e3-ecc6-4084-ad7f-1cc1c8d2dd76","subtype":"Figure","type":"Plot"}},"id":"ff2e7aa0-4f7e-41f7-80cd-251951f3457d","type":"HelpTool"},{"attributes":{"data_source":{"id":"04ab892a-c832-4704-87c9-d563e54a71a9","type":"ColumnDataSource"},"glyph":{"id":"03ab0c93-6780-415c-a4b7-4eae61e111ac","type":"Line"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"7ae68e18-aeb2-4774-b2c6-24ef02b9deed","type":"Line"},"selection_glyph":null},"id":"7e5d528e-dd10-4029-8870-3d23f16e77d2","type":"GlyphRenderer"},{"attributes":{},"id":"c6baa6d5-cf3c-43f7-a57b-09ecf806738f","type":"LinearScale"},{"attributes":{"plot":{"id":"ec31d237-29c4-4592-a5ac-63dfa928012a","subtype":"Figure","type":"Plot"},"ticker":{"id":"4c909d8e-31af-4b56-91dd-30d5675c5225","type":"BasicTicker"}},"id":"8c548033-b131-4163-8832-a713877d27e6","type":"Grid"},{"attributes":{"plot":{"id":"0b0883e3-ecc6-4084-ad7f-1cc1c8d2dd76","subtype":"Figure","type":"Plot"},"ticker":{"id":"a7d9fbc9-99d1-4ad2-8a19-bd6040165093","type":"BasicTicker"}},"id":"8cb0475f-1920-40a4-974d-8b5d488fc1e2","type":"Grid"},{"attributes":{"label":{"value":"Episode lengths"},"renderers":[{"id":"f040fc9a-ae25-45a6-a2b7-f56d0954abe8","type":"GlyphRenderer"}]},"id":"e1ef59c4-5fdf-408f-9190-93e768f4842f","type":"LegendItem"},{"attributes":{"active_drag":"auto","active_inspect":"auto","active_scroll":"auto","active_tap":"auto","tools":[{"id":"139de77f-d573-4cfd-8dfa-577d5d48c3e2","type":"PanTool"},{"id":"6852e14a-a772-4995-8219-e742a382c27d","type":"WheelZoomTool"},{"id":"7495216d-ef6f-416f-98fe-2a9ee8d5b8bc","type":"BoxZoomTool"},{"id":"98b523d5-4518-421d-b318-c896c4686d79","type":"SaveTool"},{"id":"1d7881c9-8734-4eaf-9228-e6477613102f","type":"ResetTool"},{"id":"ff2e7aa0-4f7e-41f7-80cd-251951f3457d","type":"HelpTool"}]},"id":"ae08458a-d0b1-490c-b2f1-3ce3b60cb6e2","type":"Toolbar"},{"attributes":{"callback":null,"column_names":["y","x"],"data":{"x":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,161,162,163,164,165,166,167,168,169,170,171,172,173,174,175,176,177,178,179,180,181,182,183,184,185,186,187,188,189,190,191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206,207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222,223,224,225,226,227,228,229,230,231,232,233,234,235,236,237,238,239,240,241,242,243,244,245,246,247,248,249,250,251,252,253,254,255,256,257,258,259,260,261,262,263,264,265,266,267,268,269,270,271,272,273,274,275,276,277,278,279,280,281,282,283,284,285,286,287,288,289,290,291,292,293,294,295,296,297,298,299,300,301,302,303,304,305,306,307,308,309,310,311,312,313,314,315,316,317,318,319,320,321,322,323,324,325,326,327,328,329,330,331,332,333,334,335,336,337,338,339,340,341,342,343,344,345,346,347,348,349,350,351,352,353,354,355,356,357,358,359,360,361,362,363,364,365,366,367,368,369,370,371,372,373,374,375,376,377,378,379,380,381,382,383,384,385,386,387,388,389,390,391,392,393,394,395,396,397,398,399,400,401,402,403,404,405,406,407,408,409,410,411,412,413,414,415,416,417,418,419,420,421,422,423,424,425,426,427,428,429,430,431,432,433,434,435,436,437,438,439,440,441,442,443,444,445,446,447,448,449,450,451,452,453,454,455,456,457,458,459,460,461,462,463,464,465,466,467,468,469,470,471,472,473,474,475,476,477,478,479,480,481,482,483,484,485,486,487,488,489,490,491,492,493,494,495,496,497,498,499,500],"y":{"__ndarray__":"AAAAAAAyrkAAAAAAAICtQFVVVVVVD65AAAAAAACZrUBmZmZmZmytQAAAAAAAWq5AJUmSJElWrkAAAAAAQA2vQBzHcRzHz65AZmZmZmZcrkBddNFFFz+uQFVVVVXV561Aip3YiZ3irUAAAAAAAJetQGZmZmZmRK1AAAAAACD8rEDEw8PDw9OsQHIcx3EcxaxAKK+hvIYKrUDNzMzMTH2tQAzDMAzDxq1AXXTRRReCrUCykIUsZEOtQFVVVVVVOK1AexSuR+EwrUCe2Imd2IitQL6E9hLa8a1Abtu2bVtHrkBHWO5phDmuQN7d3d3dL65AlVJKKaUyrkAAAAAAcB+uQE422WSTE65ADw8PDw8orkCLr/iKr0CuQAAAAACAR65AWjeYIp9HrkBRXkN5DTyuQFy+5Vu+La5AZmZmZmYFrkBqV6J2JeitQJIkSZIk1K1A+oK+oC/WrUC66KKLrsOtQFD6pE/60K1AvelNb3rDrUDqOxv1nb2tQFVVVVVVnq1ARGN9aKyRrUAfhetRuJOtQM7Nzc3Nk61Aip3YiR2erUBEaoLxVo6tQFVVVVVVeq1AgjwlyFNkrUBu27ZtG3KtQJTXUF5Dea1AhOWeRlh1rUDMYyuChnWtQJqZmZkZbq1ATIZgHW1grUBjjDHGGF+tQJZlWZZlh61AAAAAAICErUDRC73QC32tQOGDDz74d61AYyI9UDlzrUC1tLS0NHKtQJGFLGQhba1A6qAO6qBvrUAAAAAAAHStQFVVVVXVZq1AZsuWLVtirUA+6wZT5FqtQAOdNtBpXa1AvYbyGspfrUBddNFFF12tQLETO7ETbK1AwvyuFjd5rUAAAAAAQIStQCNl4OnWhK1AMjgfg/N1rUAo4Y2mzm+tQPQ8z/M8Z61ApqWlpaVjrUAAAAAAAFmtQC+QSfECY61AdNFFF51UrUCEIhShCFmtQHd3d3d3VK1At23btm1PrUBkIQtZSFOtQKiffvrpT61AkyuIyRVQrUDPLXHq90ytQAAAAADAUq1A/aCjAl9ErUCsD431oT2tQJNNNtlkU61APQrXo3BRrUBSuB6Fa02tQM3MzMzMQK1AhetRuB45rUBcj8L1qDatQNejcD2KMK1Aj8L1KFwdrUCuR+F6lBmtQHE9Ctej/KxAPQrXo3ACrUA9Ctej8AKtQKRwPQrX/qxAuB6F61EFrUDNzMzMTPqsQFyPwvWoAa1AH4XrUTgErUApXI/C9RKtQOxRuB6FHq1AmpmZmZktrUDsUbgeBSutQDMzMzOzFq1A7FG4HgUArUDhehSuxwmtQM3MzMzMFK1AUrgehWsYrUB7FK5H4ROtQOF6FK5HCa1AXI/C9ajkrEDhehSuR8isQK5H4XqUxaxAj8L1KFy+rEBSuB6F68CsQEjhehSuu6xApHA9ClezrEBxPQrXo7+sQMP1KFwPrqxA7FG4HgWqrEBSuB6F66qsQB+F61G4o6xA7FG4HgWlrECPwvUo3K6sQHsUrkfhv6xAH4XrUTjGrEBI4XoULsusQDMzMzOzzqxA4XoUrkfMrECamZmZGdKsQPYoXI9CyqxArkfhehTgrECamZmZGeusQM3MzMxM4KxAcT0K1yPWrEBcj8L1KNOsQPYoXI/C3KxArkfhepTvrEDXo3A9ivisQDMzMzOz4qxAKVyPwvXZrEBmZmZm5tysQFK4HoXr26xArkfhepTnrEDXo3A9Cu+sQAAAAAAA6KxAZmZmZmbLrEDNzMzMzMysQArXo3A9yqxAAAAAAIDerEAfhetROOqsQI/C9Sjc4qxACtejcL3orECPwvUoXO2sQDMzMzOz56xA9ihcj0L1rEDD9ShcD/asQHE9CtejCq1AcT0K1yMGrUDsUbgehfisQArXo3A99KxArkfhehTjrECamZmZGeKsQB+F61E40axAAAAAAADhrEAAAAAAAOqsQGZmZmZm66xAj8L1KNzlrEDXo3A9it6sQBSuR+H64KxAFK5H4XrlrECPwvUoXPKsQDMzMzOz4qxAXI/C9SjlrEDNzMzMTOusQArXo3A96KxAPQrXo/DerEBxPQrXo9SsQArXo3C92axAH4XrUbjarEAK16NwPeasQB+F61G46KxASOF6FK7HrEDsUbgeBcWsQClcj8J1wqxAmpmZmRnQrECuR+F6FMWsQNejcD0KzqxAFK5H4frJrEAAAAAAgMWsQFK4HoXrvaxAcT0K1yPErEBI4XoULsasQFyPwvWoxqxAexSuR+HUrECamZmZmeOsQKRwPQpX7qxAZmZmZubwrECamZmZGeysQBSuR+H65axAXI/C9SjZrECamZmZmdOsQOF6FK7H06xA4XoUrsfHrEBmZmZmZtCsQPYoXI9C1qxAMzMzMzPtrEBcj8L1qOmsQMP1KFyPDa1A4XoUrscFrUCamZmZmRatQNejcD2KEq1AMzMzM7MirUCuR+F6FDKtQOxRuB6FKK1AAAAAAIAnrUDD9ShcDzGtQB+F61G4Eq1AmpmZmZkLrUBmZmZm5g+tQAAAAACAD61AKVyPwnUUrUAAAAAAgBatQM3MzMxMF61AXI/C9SglrUA9CtejcCatQPYoXI/CH61Aj8L1KFwXrUCuR+F6FBetQK5H4XqUDq1AFK5H4foOrUAAAAAAAAWtQDMzMzOz96xA7FG4HoUBrUB7FK5HYQ2tQBSuR+H6CK1AXI/C9agHrUCamZmZGf2sQPYoXI/CA61AuB6F69EGrUAfhetRuAytQNejcD0KGa1AmpmZmRkUrUCamZmZmf6sQD0K16PwIq1AFK5H4foprUBSuB6Fay6tQOxRuB6FKa1AZmZmZmY5rUDNzMzMzCOtQB+F61G4F61ApHA9ClcXrUAAAAAAAButQD0K16NwEa1ApHA9CtcTrUDhehSuxwetQJqZmZmZ/axA4XoUrkfsrEDNzMzMTOqsQLgehevR8axAhetRuJ7/rEDNzMzMzAGtQPYoXI9CAq1ArkfhehQDrUDsUbgeBemsQFyPwvWo4qxAexSuR2HerEAK16NwveasQK5H4XqU8qxArkfhepT5rEA9CtejcOesQFK4HoXr3axArkfhehTsrEDsUbgeheusQM3MzMxM7qxAj8L1KNzvrECkcD0KV+6sQI/C9Shc76xAj8L1KNzxrECuR+F6FPSsQBSuR+H6+6xAzczMzEzyrECamZmZGfesQPYoXI/C7axACtejcD0NrUAAAAAAgA6tQPYoXI9CGK1AZmZmZuYIrUAAAAAAABitQI/C9ShcIa1AexSuR2EsrUAfhetRuD2tQMP1KFyPNa1AcT0K16M5rUAAAAAAgCStQEjhehQuGq1A16NwPYolrUA9Ctej8B2tQArXo3C9Iq1AexSuR+EjrUDNzMzMzEGtQDMzMzOzO61ApHA9ClcprUAUrkfheiWtQOxRuB6FNa1Aw/UoXI8urUAzMzMzMxatQB+F61E4Ea1AUrgehWv3rECkcD0KV+usQM3MzMxM1KxA16NwPYrWrEAzMzMzM76sQK5H4XoUtqxASOF6FK66rECF61G4HtesQEjhehSu4KxArkfhepTzrECF61G4HvysQLgehetR7qxAcT0K16PurECamZmZGfSsQFyPwvWo76xA4XoUrkfyrEAAAAAAgN2sQArXo3A95qxAw/UoXI/mrEBcj8L1KP6sQArXo3C99axAmpmZmRn5rEDNzMzMzPysQClcj8J18qxASOF6FK7trEDD9ShcD9+sQClcj8L10KxAFK5H4frXrEAfhetRuNusQNejcD0K6KxAcT0K1yPjrEApXI/Cde2sQM3MzMzM6KxASOF6FC7WrEBI4XoULtasQBSuR+H62qxAH4XrUbjCrEAAAAAAAL6sQAAAAACAs6xAPQrXo/C4rECamZmZmaqsQFyPwvUot6xAUrgehWuzrECkcD0KV7isQArXo3A9q6xAhetRuJ6trEDXo3A9CqGsQOF6FK5HqqxA4XoUrseorEAzMzMzM6msQB+F61E4rqxArkfhehS5rEAAAAAAgKasQK5H4XoUoqxAhetRuJ6TrEAzMzMzM6SsQMP1KFyPn6xAFK5H4XqfrEA9CtejcJ+sQEjhehSuoKxA4XoUrsefrECuR+F6FJysQKRwPQrXoqxAXI/C9aigrECamZmZGaKsQAAAAACArKxAFK5H4fqhrED2KFyPQpisQKRwPQpXnqxAuB6F61GprEApXI/CdbesQKRwPQrXsqxAFK5H4fqsrECuR+F6lLasQFK4HoVruqxApHA9CtfArEA9CtejcKGsQOF6FK7HlKxAZmZmZmaYrEBI4XoUrp2sQOxRuB6FoKxAcT0K16OjrEBcj8L1KJWsQI/C9Shce6xA7FG4HoV5rED2KFyPwnqsQHE9CtcjfKxAAAAAAIB9rECPwvUoXGusQK5H4XoUcKxAZmZmZmZ9rEBxPQrXI4WsQEjhehSub6xAexSuR2FyrECuR+F6FHasQClcj8L1eqxAuB6F61FjrEB7FK5H4WCsQBSuR+F6YKxAUrgehWt6rEC4HoXrUYasQJqZmZkZhaxAmpmZmRmFrEBSuB6F64asQFK4HoVrlaxAKVyPwvWSrEDNzMzMTJGsQLgehetRc6xAFK5H4XpxrECPwvUo3GCsQNejcD2KY6xAmpmZmRlxrECkcD0K11+sQFK4HoVrVaxAzczMzExQrEDXo3A9CkOsQOxRuB6FQqxA9ihcj0IyrEC4HoXr0TCsQHsUrkdhHaxACtejcD0yrECuR+F6FDWsQBSuR+F6PKxA7FG4HgVCrEAzMzMzM1WsQGZmZmZmXKxAH4XrUbhorEAfhetRuGCsQJqZmZmZUKxA4XoUrsc5rECkcD0K1zysQK5H4XqUSqxAFK5H4fpBrEAUrkfhekesQClcj8L1Q6xA16NwPQpErECPwvUo3DGsQFK4HoXrQqxAAAAAAABJrEAK16NwvUCsQKRwPQpXQaxAZmZmZuYvrECuR+F6lDWsQJqZmZkZPqxAPQrXo/A9rEDD9ShcD0isQEjhehSuZ6xA4XoUrsdqrEC4HoXr0XGsQArXo3A9b6xAuB6F61FlrEAK16NwvVesQEjhehSuWaxArkfhehRerEApXI/CdWCsQOF6FK7HSKxArkfhepRNrEAUrkfh+k+sQLgehevRV6xA4XoUrsdSrEDD9ShcD0SsQOF6FK7HTKxAFK5H4fpHrEDD9ShcD1SsQEjhehSuTqxAAAAAAAA6rEC4HoXrUTmsQK5H4XqUNKxAcT0K16NFrEDhehSux0OsQOxRuB4FNqxAAAAAAIAxrEBI4XoUrjKsQFK4HoVrOqxAmpmZmRk+rEDNzMzMTFisQB+F61E4baxA","dtype":"float64","shape":[501]}}},"id":"04ab892a-c832-4704-87c9-d563e54a71a9","type":"ColumnDataSource"},{"attributes":{"label":{"value":"Rolling average of past 100 episode lengths"},"renderers":[{"id":"7e5d528e-dd10-4029-8870-3d23f16e77d2","type":"GlyphRenderer"}]},"id":"b63d093d-ab11-4814-9f31-2adb70265e67","type":"LegendItem"},{"attributes":{"data_source":{"id":"bd2324fd-cb3d-4b3d-8db9-655f9e40e7d1","type":"ColumnDataSource"},"glyph":{"id":"6725f877-5155-427c-ade2-c5600639c956","type":"Line"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"b21b2282-6036-47f2-ab89-bcc8db2ac505","type":"Line"},"selection_glyph":null},"id":"7004e390-85b5-4047-bbf3-f1abba175a1c","type":"GlyphRenderer"}],"root_ids":["cfb9b5f0-b168-444b-ac5d-1557fb25986a"]},"title":"Bokeh Application","version":"0.12.6"}};
            var render_items = [{"docid":"7d48a19c-fe49-4011-9f07-96bf8053cd46","elementid":"517ca3aa-b78b-4281-8c6f-0a83aabd382f","modelid":"cfb9b5f0-b168-444b-ac5d-1557fb25986a"}];
            
            Bokeh.embed.embed_items(docs_json, render_items);
          };
          if (document.readyState != "loading") fn();
          else document.addEventListener("DOMContentLoaded", fn);
        })();
      },
      function(Bokeh) {
      }
    ];
  
    function run_inline_js() {
      
      if ((window.Bokeh !== undefined) || (force === true)) {
        for (var i = 0; i < inline_js.length; i++) {
          inline_js[i](window.Bokeh);
        }if (force === true) {
          display_loaded();
        }} else if (Date.now() < window._bokeh_timeout) {
        setTimeout(run_inline_js, 100);
      } else if (!window._bokeh_failed_load) {
        console.log("Bokeh: BokehJS failed to load within specified timeout.");
        window._bokeh_failed_load = true;
      } else if (force !== true) {
        var cell = $(document.getElementById("517ca3aa-b78b-4281-8c6f-0a83aabd382f")).parents('.cell').data().cell;
        cell.output_area.append_execute_result(NB_LOAD_WARNING)
      }
  
    }
  
    if (window._bokeh_is_loading === 0) {
      console.log("Bokeh: BokehJS loaded, going straight to plotting");
      run_inline_js();
    } else {
      load_libs(js_urls, function() {
        console.log("Bokeh: BokehJS plotting callback run at", now());
        run_inline_js();
      });
    }
  }(this));
</script>
</div>

</div>

</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h3 id="DQN-trained-for-5260000-timessteps">DQN trained for 5260000 timessteps<a class="anchor-link" href="#DQN-trained-for-5260000-timessteps">&#182;</a></h3>
</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[7]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython2"><pre><span></span><span class="n">model</span> <span class="o">=</span> <span class="s1">&#39;model.ckpt-5260000&#39;</span>
<span class="n">log_path</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">LOGS_DIR</span><span class="p">,</span> <span class="n">model</span><span class="p">)</span>
<span class="n">mkdir</span><span class="p">(</span><span class="n">log_path</span><span class="p">)</span>

<span class="k">if</span> <span class="n">RUN_MODEL</span><span class="p">:</span>
    <span class="n">run_dqn_atari</span><span class="o">.</span><span class="n">run_model</span><span class="p">(</span>
            <span class="n">model_path</span><span class="o">=</span><span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">MODELS_DIR</span><span class="p">,</span> <span class="n">model</span><span class="p">),</span>
            <span class="n">log_path</span><span class="o">=</span><span class="n">log_path</span><span class="p">,</span>
            <span class="n">max_episode_count</span><span class="o">=</span><span class="n">MAX_EPISODE_COUNT</span>
        <span class="p">)</span>

<span class="n">plot_agent_performance</span><span class="p">(</span><span class="n">log_path</span><span class="p">)</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area"><div class="prompt"></div>
<div class="output_subarea output_stream output_stdout output_text">
<pre>archived_logs/open_ai_logs/model.ckpt-5260000/gym/openaigym.episode_batch.0.46796.stats.json
</pre>
</div>
</div>

<div class="output_area"><div class="prompt"></div>
<div class="output_subarea output_stream output_stderr output_text">
<pre>/usr/local/lib/python2.7/site-packages/ipykernel/__main__.py:34: FutureWarning: pd.rolling_mean is deprecated for Series and will be removed in a future version, replace with 
	Series.rolling(min_periods=1,window=100,center=False).mean()
</pre>
</div>
</div>

<div class="output_area"><div class="prompt"></div>

<div class="output_html rendered_html output_subarea ">


    <div class="bk-root">
        <div class="bk-plotdiv" id="1c64f3d4-54b2-47a3-a475-58ad65fe0a36"></div>
    </div>
<script type="text/javascript">
  
  (function(global) {
    function now() {
      return new Date();
    }
  
    var force = false;
  
    if (typeof (window._bokeh_onload_callbacks) === "undefined" || force === true) {
      window._bokeh_onload_callbacks = [];
      window._bokeh_is_loading = undefined;
    }
  
  
    if (typeof (window._bokeh_timeout) === "undefined" || force === true) {
      window._bokeh_timeout = Date.now() + 0;
      window._bokeh_failed_load = false;
    }
  
    var NB_LOAD_WARNING = {'data': {'text/html':
       "<div style='background-color: #fdd'>\n"+
       "<p>\n"+
       "BokehJS does not appear to have successfully loaded. If loading BokehJS from CDN, this \n"+
       "may be due to a slow or bad network connection. Possible fixes:\n"+
       "</p>\n"+
       "<ul>\n"+
       "<li>re-rerun `output_notebook()` to attempt to load from CDN again, or</li>\n"+
       "<li>use INLINE resources instead, as so:</li>\n"+
       "</ul>\n"+
       "<code>\n"+
       "from bokeh.resources import INLINE\n"+
       "output_notebook(resources=INLINE)\n"+
       "</code>\n"+
       "</div>"}};
  
    function display_loaded() {
      if (window.Bokeh !== undefined) {
        var el = document.getElementById("1c64f3d4-54b2-47a3-a475-58ad65fe0a36");
        el.textContent = "BokehJS " + Bokeh.version + " successfully loaded.";
      } else if (Date.now() < window._bokeh_timeout) {
        setTimeout(display_loaded, 100)
      }
    }
  
    function run_callbacks() {
      try {
        window._bokeh_onload_callbacks.forEach(function(callback) { callback() });
      }
      finally {
        delete window._bokeh_onload_callbacks
      }
      console.info("Bokeh: all callbacks have finished");
    }
  
    function load_libs(js_urls, callback) {
      window._bokeh_onload_callbacks.push(callback);
      if (window._bokeh_is_loading > 0) {
        console.log("Bokeh: BokehJS is being loaded, scheduling callback at", now());
        return null;
      }
      if (js_urls == null || js_urls.length === 0) {
        run_callbacks();
        return null;
      }
      console.log("Bokeh: BokehJS not loaded, scheduling load and callback at", now());
      window._bokeh_is_loading = js_urls.length;
      for (var i = 0; i < js_urls.length; i++) {
        var url = js_urls[i];
        var s = document.createElement('script');
        s.src = url;
        s.async = false;
        s.onreadystatechange = s.onload = function() {
          window._bokeh_is_loading--;
          if (window._bokeh_is_loading === 0) {
            console.log("Bokeh: all BokehJS libraries loaded");
            run_callbacks()
          }
        };
        s.onerror = function() {
          console.warn("failed to load library " + url);
        };
        console.log("Bokeh: injecting script tag for BokehJS library: ", url);
        document.getElementsByTagName("head")[0].appendChild(s);
      }
    };var element = document.getElementById("1c64f3d4-54b2-47a3-a475-58ad65fe0a36");
    if (element == null) {
      console.log("Bokeh: ERROR: autoload.js configured with elementid '1c64f3d4-54b2-47a3-a475-58ad65fe0a36' but no matching script tag was found. ")
      return false;
    }
  
    var js_urls = [];
  
    var inline_js = [
      function(Bokeh) {
        (function() {
          var fn = function() {
            var docs_json = {"4a6baf97-59c2-404f-9a84-ddd2d5443e63":{"roots":{"references":[{"attributes":{"callback":null,"column_names":["y","x"],"data":{"x":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,161,162,163,164,165,166,167,168,169,170,171,172,173,174,175,176,177,178,179,180,181,182,183,184,185,186,187,188,189,190,191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206,207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222,223,224,225,226,227,228,229,230,231,232,233,234,235,236,237,238,239,240,241,242,243,244,245,246,247,248,249,250,251,252,253,254,255,256,257,258,259,260,261,262,263,264,265,266,267,268,269,270,271,272,273,274,275,276,277,278,279,280,281,282,283,284,285,286,287,288,289,290,291,292,293,294,295,296,297,298,299,300,301,302,303,304,305,306,307,308,309,310,311,312,313,314,315,316,317,318,319,320,321,322,323,324,325,326,327,328,329,330,331,332,333,334,335,336,337,338,339,340,341,342,343,344,345,346,347,348,349,350,351,352,353,354,355,356,357,358,359,360,361,362,363,364,365,366,367,368,369,370,371,372,373,374,375,376,377,378,379,380,381,382,383,384,385,386,387,388,389,390,391,392,393,394,395,396,397,398,399,400,401,402,403,404,405,406,407,408,409,410,411,412,413,414,415,416,417,418,419,420,421,422,423,424,425,426,427,428,429,430,431,432,433,434,435,436,437,438,439,440,441,442,443,444,445,446,447,448,449,450,451,452,453,454,455,456,457,458,459,460,461,462,463,464,465,466,467,468,469,470,471,472,473,474,475,476,477,478,479,480,481,482,483,484,485,486,487,488,489,490,491,492,493,494,495,496,497,498,499,500],"y":{"__ndarray__":"AAAAAAAALEAAAAAAAAAoQAAAAAAAABxAAAAAAAAALkAAAAAAAAAsQAAAAAAAACJAAAAAAAAAHEAAAAAAAAAkQAAAAAAAADBAAAAAAAAAIkAAAAAAAAAqQAAAAAAAADBAAAAAAAAAM0AAAAAAAAAgQAAAAAAAADRAAAAAAAAAJEAAAAAAAAAxQAAAAAAAACxAAAAAAAAAKEAAAAAAAAAgwAAAAAAAADRAAAAAAAAAJEAAAAAAAAAYQAAAAAAAACxAAAAAAAAAJEAAAAAAAAAmQAAAAAAAACZAAAAAAAAAAMAAAAAAAAAUQAAAAAAAADBAAAAAAAAAJkAAAAAAAAAyQAAAAAAAAC5AAAAAAAAALkAAAAAAAAAqQAAAAAAAAChAAAAAAAAAMUAAAAAAAAAiQAAAAAAAADJAAAAAAAAAMUAAAAAAAAAqQAAAAAAAADFAAAAAAAAAGEAAAAAAAAAsQAAAAAAAACBAAAAAAAAAHMAAAAAAAAAcQAAAAAAAAC5AAAAAAAAAJkAAAAAAAAAzQAAAAAAAACJAAAAAAAAAIkAAAAAAAAAwQAAAAAAAAC5AAAAAAAAAKkAAAAAAAAAxQAAAAAAAACZAAAAAAAAAHMAAAAAAAAAgQAAAAAAAADFAAAAAAAAAGEAAAAAAAAA0QAAAAAAAACpAAAAAAAAAKkAAAAAAAAAuQAAAAAAAADNAAAAAAAAAJkAAAAAAAAAAQAAAAAAAADFAAAAAAAAALEAAAAAAAAAwQAAAAAAAACBAAAAAAAAAJkAAAAAAAAAsQAAAAAAAAC5AAAAAAAAALEAAAAAAAAAsQAAAAAAAADBAAAAAAAAAHEAAAAAAAAAgQAAAAAAAADFAAAAAAAAALEAAAAAAAAAUQAAAAAAAACpAAAAAAAAAMkAAAAAAAAAmQAAAAAAAABRAAAAAAAAALkAAAAAAAAAzQAAAAAAAABBAAAAAAAAAMUAAAAAAAAAmQAAAAAAAACJAAAAAAAAAIEAAAAAAAAAyQAAAAAAAACpAAAAAAAAAMEAAAAAAAAA0QAAAAAAAADBAAAAAAAAAJEAAAAAAAAAoQAAAAAAAAC5AAAAAAAAA8L8AAAAAAAAiQAAAAAAAAC5AAAAAAAAAMEAAAAAAAAAsQAAAAAAAAChAAAAAAAAAM0AAAAAAAAAzQAAAAAAAADBAAAAAAAAALkAAAAAAAAAsQAAAAAAAADVAAAAAAAAAKkAAAAAAAAAqQAAAAAAAABRAAAAAAAAAKkAAAAAAAAAkQAAAAAAAADNAAAAAAAAALEAAAAAAAAAUwAAAAAAAACRAAAAAAAAALkAAAAAAAAAsQAAAAAAAACpAAAAAAAAAMEAAAAAAAAAiQAAAAAAAAC5AAAAAAAAALkAAAAAAAAAyQAAAAAAAADRAAAAAAAAAKEAAAAAAAAAoQAAAAAAAADBAAAAAAAAAMUAAAAAAAAAYQAAAAAAAACxAAAAAAAAAKEAAAAAAAAAIQAAAAAAAAABAAAAAAAAAM0AAAAAAAAAyQAAAAAAAADNAAAAAAAAAKEAAAAAAAAA0QAAAAAAAADFAAAAAAAAAJkAAAAAAAAAxQAAAAAAAACZAAAAAAAAAM0AAAAAAAAAqQAAAAAAAACRAAAAAAAAAJEAAAAAAAAA0QAAAAAAAADFAAAAAAAAAIEAAAAAAAAAxQAAAAAAAACRAAAAAAAAAMUAAAAAAAAAiQAAAAAAAABhAAAAAAAAAFEAAAAAAAAA1QAAAAAAAAPA/AAAAAAAAMEAAAAAAAAAyQAAAAAAAACpAAAAAAAAAHEAAAAAAAAAxQAAAAAAAABhAAAAAAAAAMUAAAAAAAAAcQAAAAAAAADNAAAAAAAAAIkAAAAAAAAAwQAAAAAAAACxAAAAAAAAAJkAAAAAAAAAYwAAAAAAAACpAAAAAAAAALkAAAAAAAAAUQAAAAAAAADBAAAAAAAAAMUAAAAAAAAAxQAAAAAAAABTAAAAAAAAAKkAAAAAAAAAgQAAAAAAAADRAAAAAAAAAIEAAAAAAAAAzQAAAAAAAAChAAAAAAAAA8D8AAAAAAAAwQAAAAAAAAC5AAAAAAAAALkAAAAAAAAAiQAAAAAAAADFAAAAAAAAAMUAAAAAAAAA0QAAAAAAAACxAAAAAAAAAJkAAAAAAAAAkQAAAAAAAADFAAAAAAAAAMUAAAAAAAAAoQAAAAAAAAC5AAAAAAAAAMUAAAAAAAAAiQAAAAAAAACpAAAAAAAAAHEAAAAAAAAAgQAAAAAAAAChAAAAAAAAA8L8AAAAAAAAkQAAAAAAAACRAAAAAAAAAHEAAAAAAAAAxQAAAAAAAACxAAAAAAAAAM0AAAAAAAAAoQAAAAAAAABBAAAAAAAAAMUAAAAAAAAAAQAAAAAAAAC5AAAAAAAAALEAAAAAAAAAmQAAAAAAAADJAAAAAAAAAIEAAAAAAAAAcQAAAAAAAACxAAAAAAAAAJkAAAAAAAAAoQAAAAAAAADBAAAAAAAAAMkAAAAAAAAAsQAAAAAAAACBAAAAAAAAAJkAAAAAAAAAwQAAAAAAAAABAAAAAAAAA8D8AAAAAAAAYQAAAAAAAACZAAAAAAAAAMkAAAAAAAAAiQAAAAAAAAAjAAAAAAAAAMkAAAAAAAAAuQAAAAAAAAC5AAAAAAAAAGEAAAAAAAAAkQAAAAAAAAC5AAAAAAAAAJkAAAAAAAAAkQAAAAAAAACBAAAAAAAAAMkAAAAAAAAAoQAAAAAAAADFAAAAAAAAAMkAAAAAAAAAoQAAAAAAAADJAAAAAAAAAKEAAAAAAAAAuQAAAAAAAACJAAAAAAAAAKEAAAAAAAAAuQAAAAAAAAC5AAAAAAAAAMkAAAAAAAAAiQAAAAAAAADFAAAAAAAAAJEAAAAAAAAAIQAAAAAAAACZAAAAAAAAAJEAAAAAAAAAwQAAAAAAAACRAAAAAAAAAJkAAAAAAAAAuQAAAAAAAADBAAAAAAAAAMUAAAAAAAAAmQAAAAAAAACZAAAAAAAAAHEAAAAAAAAAsQAAAAAAAABDAAAAAAAAAMEAAAAAAAAAyQAAAAAAAACxAAAAAAAAAKEAAAAAAAAAmQAAAAAAAACJAAAAAAAAAIEAAAAAAAAAcQAAAAAAAAC5AAAAAAAAAMkAAAAAAAADwPwAAAAAAAAjAAAAAAAAAJEAAAAAAAAAoQAAAAAAAACxAAAAAAAAAIEAAAAAAAAAkQAAAAAAAACRAAAAAAAAACMAAAAAAAAAkQAAAAAAAADFAAAAAAAAALkAAAAAAAAAmQAAAAAAAACxAAAAAAAAAJEAAAAAAAAAmQAAAAAAAADRAAAAAAAAAJkAAAAAAAAAmQAAAAAAAAC5AAAAAAAAAJEAAAAAAAAAUQAAAAAAAABhAAAAAAAAAGMAAAAAAAAAuQAAAAAAAAC5AAAAAAAAAM0AAAAAAAAAwQAAAAAAAACxAAAAAAAAAMUAAAAAAAAAyQAAAAAAAADNAAAAAAAAAKkAAAAAAAADwPwAAAAAAAC5AAAAAAAAAJkAAAAAAAAAiQAAAAAAAAC5AAAAAAAAALEAAAAAAAAAgQAAAAAAAABBAAAAAAAAAKkAAAAAAAAAxQAAAAAAAACBAAAAAAAAALEAAAAAAAAAmQAAAAAAAACpAAAAAAAAAJkAAAAAAAAAwQAAAAAAAACZAAAAAAAAAJkAAAAAAAADwPwAAAAAAABTAAAAAAAAAJkAAAAAAAAAIQAAAAAAAADFAAAAAAAAAJEAAAAAAAAAqQAAAAAAAAAhAAAAAAAAAM0AAAAAAAAAsQAAAAAAAACBAAAAAAAAALkAAAAAAAAAmQAAAAAAAADBAAAAAAAAAJkAAAAAAAAAsQAAAAAAAAChAAAAAAAAAMEAAAAAAAAAUQAAAAAAAAABAAAAAAAAAMUAAAAAAAAAcQAAAAAAAADBAAAAAAAAAJEAAAAAAAAAxQAAAAAAAACRAAAAAAAAAHEAAAAAAAAAsQAAAAAAAAPA/AAAAAAAAMUAAAAAAAAAqQAAAAAAAADFAAAAAAAAAMEAAAAAAAAAkQAAAAAAAADFAAAAAAAAAHEAAAAAAAAAiQAAAAAAAABhAAAAAAAAAJkAAAAAAAAAmQAAAAAAAAADAAAAAAAAAKEAAAAAAAAAoQAAAAAAAACpAAAAAAAAAIEAAAAAAAAAgQAAAAAAAADFAAAAAAAAAJkAAAAAAAAAoQAAAAAAAAChAAAAAAAAAM0AAAAAAAAAyQAAAAAAAADVAAAAAAAAALEAAAAAAAAA0QAAAAAAAACpAAAAAAAAALEAAAAAAAAAsQAAAAAAAABBAAAAAAAAAKEAAAAAAAAAuQAAAAAAAAChAAAAAAAAAIEAAAAAAAAAcQAAAAAAAADBAAAAAAAAAMkAAAAAAAAAkQAAAAAAAACZAAAAAAAAAFEAAAAAAAAAwQAAAAAAAACBAAAAAAAAAJEAAAAAAAAAIQAAAAAAAAC5AAAAAAAAAJEAAAAAAAAAsQAAAAAAAADJAAAAAAAAAEEAAAAAAAAAsQAAAAAAAACJAAAAAAAAAKkAAAAAAAAAyQAAAAAAAAPA/AAAAAAAAMEAAAAAAAAAuQAAAAAAAADBAAAAAAAAALkAAAAAAAAAzQAAAAAAAAC5AAAAAAAAAM0AAAAAAAAAYQAAAAAAAADFAAAAAAAAAIkAAAAAAAAA0QAAAAAAAACJAAAAAAAAAIkAAAAAAAAAuQAAAAAAAACRAAAAAAAAAKEAAAAAAAAAsQAAAAAAAADJAAAAAAAAAMUAAAAAAAAAkQAAAAAAAABxAAAAAAAAAGEAAAAAAAAAoQAAAAAAAADJAAAAAAAAAGEAAAAAAAAAuQAAAAAAAACpAAAAAAAAANEAAAAAAAAAiQAAAAAAAACxAAAAAAAAAMUAAAAAAAAAuQAAAAAAAACJAAAAAAAAAEMAAAAAAAAAYQAAAAAAAACRAAAAAAAAAMEAAAAAAAAAAQAAAAAAAADFAAAAAAAAAHEAAAAAAAAAQQAAAAAAAADNAAAAAAAAAJkAAAAAAAAAgQAAAAAAAADBAAAAAAAAALEAAAAAAAAAyQAAAAAAAACRAAAAAAAAAKEAAAAAAAAAxQAAAAAAAADRAAAAAAAAAM0AAAAAAAAAYQAAAAAAAACxAAAAAAAAAJkAAAAAAAAAuQAAAAAAAADRAAAAAAAAAMkAAAAAAAAAsQAAAAAAAADJAAAAAAAAALEAAAAAAAAAuQAAAAAAAACBAAAAAAAAAMUAAAAAAAAAYQAAAAAAAACRAAAAAAAAAMUAAAAAAAAAyQAAAAAAAABRAAAAAAAAALEAAAAAAAAAmQAAAAAAAACxA","dtype":"float64","shape":[501]}}},"id":"9897d9b0-8a71-406a-9f8f-94b76e913e95","type":"ColumnDataSource"},{"attributes":{"plot":{"id":"2f651c73-0075-4933-a04b-cf67a6902fa6","subtype":"Figure","type":"Plot"}},"id":"563f75f8-7f69-44de-a52d-715fe7da0827","type":"PanTool"},{"attributes":{},"id":"aab17275-f356-4513-8c0e-854ef9a72b06","type":"BasicTickFormatter"},{"attributes":{},"id":"db138a48-3b15-4849-861d-360c1995a7d2","type":"LinearScale"},{"attributes":{},"id":"ccbbf4c6-8261-4f61-a1f4-277691a7cdc8","type":"BasicTicker"},{"attributes":{"line_alpha":{"value":0.1},"line_color":{"value":"#1f77b4"},"x":{"field":"x"},"y":{"field":"y"}},"id":"569c9b22-0bd7-4733-85c9-ec5f000f617b","type":"Line"},{"attributes":{"plot":{"id":"2f651c73-0075-4933-a04b-cf67a6902fa6","subtype":"Figure","type":"Plot"},"ticker":{"id":"70b5185e-9ceb-43ab-85ac-9aa7c663ca5e","type":"BasicTicker"}},"id":"cc604a3f-97b1-4ea3-806e-c5c96ca6eb8a","type":"Grid"},{"attributes":{"callback":null},"id":"923fc6a8-0918-4c2e-8800-bc724d006bbe","type":"DataRange1d"},{"attributes":{},"id":"5d61359e-5b12-4e0b-8edd-b6f515501d5d","type":"ToolEvents"},{"attributes":{},"id":"34689c3a-6463-4663-a5c0-59ba55607dde","type":"ToolEvents"},{"attributes":{"axis_label":"Reward","formatter":{"id":"839c7752-2dd3-45ee-8513-baeee29c467e","type":"BasicTickFormatter"},"plot":{"id":"2f651c73-0075-4933-a04b-cf67a6902fa6","subtype":"Figure","type":"Plot"},"ticker":{"id":"ccbbf4c6-8261-4f61-a1f4-277691a7cdc8","type":"BasicTicker"}},"id":"103ca403-76ed-431c-991d-156c4beb60d8","type":"LinearAxis"},{"attributes":{},"id":"a8fe6673-3d0b-4b90-a661-a86c8e8be7dd","type":"BasicTicker"},{"attributes":{"overlay":{"id":"99b3defc-5ec3-45bf-bd14-b16af2f68e4b","type":"BoxAnnotation"},"plot":{"id":"670fd878-95e8-4692-bc97-5c2e06624312","subtype":"Figure","type":"Plot"}},"id":"6930a6c0-8836-4eea-ace7-a746f33e953b","type":"BoxZoomTool"},{"attributes":{"plot":{"id":"670fd878-95e8-4692-bc97-5c2e06624312","subtype":"Figure","type":"Plot"},"ticker":{"id":"a8fe6673-3d0b-4b90-a661-a86c8e8be7dd","type":"BasicTicker"}},"id":"ac1e374a-817e-4ce7-85c7-a05d2f87bb66","type":"Grid"},{"attributes":{"plot":{"id":"670fd878-95e8-4692-bc97-5c2e06624312","subtype":"Figure","type":"Plot"}},"id":"3d3d9c78-1ff0-4e74-9413-8ceff79f4e46","type":"SaveTool"},{"attributes":{"plot":{"id":"2f651c73-0075-4933-a04b-cf67a6902fa6","subtype":"Figure","type":"Plot"}},"id":"88529bb0-40a3-4699-becf-c8bdc686dcb2","type":"WheelZoomTool"},{"attributes":{"label":{"value":"Rolling average of past 100 rewards"},"renderers":[{"id":"a621d177-2128-4349-925c-f8250d88c083","type":"GlyphRenderer"}]},"id":"e4d13a45-0b18-44a7-b1a0-d3bafb81249c","type":"LegendItem"},{"attributes":{"items":[{"id":"47e5f38e-5add-405c-9bcc-5fecf35ffa4c","type":"LegendItem"},{"id":"e4d13a45-0b18-44a7-b1a0-d3bafb81249c","type":"LegendItem"}],"orientation":"horizontal","plot":{"id":"2f651c73-0075-4933-a04b-cf67a6902fa6","subtype":"Figure","type":"Plot"}},"id":"cb2400dc-f528-41eb-b534-03ad584252ea","type":"Legend"},{"attributes":{"bottom_units":"screen","fill_alpha":{"value":0.5},"fill_color":{"value":"lightgrey"},"left_units":"screen","level":"overlay","line_alpha":{"value":1.0},"line_color":{"value":"black"},"line_dash":[4,4],"line_width":{"value":2},"plot":null,"render_mode":"css","right_units":"screen","top_units":"screen"},"id":"588545c4-80c1-4832-9957-66acf39cbb8e","type":"BoxAnnotation"},{"attributes":{"plot":{"id":"670fd878-95e8-4692-bc97-5c2e06624312","subtype":"Figure","type":"Plot"}},"id":"5ca2b083-244e-4623-9bdb-4fadc89d941d","type":"HelpTool"},{"attributes":{"dimension":1,"plot":{"id":"2f651c73-0075-4933-a04b-cf67a6902fa6","subtype":"Figure","type":"Plot"},"ticker":{"id":"ccbbf4c6-8261-4f61-a1f4-277691a7cdc8","type":"BasicTicker"}},"id":"8c170ccb-8a17-44d8-b1be-aff733b5df4c","type":"Grid"},{"attributes":{"callback":null,"column_names":["y","x"],"data":{"x":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,161,162,163,164,165,166,167,168,169,170,171,172,173,174,175,176,177,178,179,180,181,182,183,184,185,186,187,188,189,190,191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206,207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222,223,224,225,226,227,228,229,230,231,232,233,234,235,236,237,238,239,240,241,242,243,244,245,246,247,248,249,250,251,252,253,254,255,256,257,258,259,260,261,262,263,264,265,266,267,268,269,270,271,272,273,274,275,276,277,278,279,280,281,282,283,284,285,286,287,288,289,290,291,292,293,294,295,296,297,298,299,300,301,302,303,304,305,306,307,308,309,310,311,312,313,314,315,316,317,318,319,320,321,322,323,324,325,326,327,328,329,330,331,332,333,334,335,336,337,338,339,340,341,342,343,344,345,346,347,348,349,350,351,352,353,354,355,356,357,358,359,360,361,362,363,364,365,366,367,368,369,370,371,372,373,374,375,376,377,378,379,380,381,382,383,384,385,386,387,388,389,390,391,392,393,394,395,396,397,398,399,400,401,402,403,404,405,406,407,408,409,410,411,412,413,414,415,416,417,418,419,420,421,422,423,424,425,426,427,428,429,430,431,432,433,434,435,436,437,438,439,440,441,442,443,444,445,446,447,448,449,450,451,452,453,454,455,456,457,458,459,460,461,462,463,464,465,466,467,468,469,470,471,472,473,474,475,476,477,478,479,480,481,482,483,484,485,486,487,488,489,490,491,492,493,494,495,496,497,498,499,500],"y":[11107,17093,18499,11361,18646,22720,18548,20026,15676,19061,17793,10943,8617,19581,8104,13759,10502,12990,10159,20589,8582,16578,18642,12225,13205,13791,16845,21473,18162,10265,16773,11238,17058,11162,17675,13500,14847,19316,10625,10210,14959,11633,14615,19819,17535,18927,19348,9645,18964,11101,14805,15365,13718,10971,12591,10647,16978,26479,17149,9532,16830,7722,12391,12625,14756,8929,15604,24719,9259,14191,11113,18566,18335,16437,15021,11739,10027,16224,19964,17654,14570,15535,18376,15554,9343,14079,22558,9912,8671,16694,10301,12456,16932,17749,10907,14924,9535,11729,14460,16178,11956,14329,21809,14186,15572,9559,13157,11316,8658,9601,13824,11870,15721,7821,16847,16041,20639,13636,19384,9461,16050,20009,15585,14231,11554,15055,11569,17102,11883,10029,8867,7374,16712,16246,8773,9224,16348,17673,16122,22385,19497,8585,9327,7376,13991,7235,12494,16053,9077,16772,9386,17503,20425,18578,9003,9451,19125,10225,15777,9561,18169,14444,16028,7189,20692,10610,8393,11407,19710,10960,19197,8067,20639,9429,13061,9451,9606,11643,18141,12251,12368,19025,12897,10565,11069,19325,15042,15566,7595,19743,9570,18114,20091,9689,12409,12637,22898,9477,8887,7979,10605,18255,19933,8990,12263,12819,10647,10462,17538,16698,23172,15459,12560,23688,16799,16712,16174,9926,11598,8801,16715,19021,9050,22421,12837,9501,15398,7739,17652,18020,15317,16663,14868,10825,13301,12258,17379,15636,9346,24084,22182,16046,14757,9794,20367,22924,10615,11861,10163,17471,21824,11304,16424,13698,16182,13495,12336,8431,8877,15361,10873,17567,11302,17143,18786,10555,12543,11037,17126,8495,16844,20573,19663,16398,10175,16644,12261,12106,9709,9765,18217,16076,18699,10613,25747,10119,8193,14345,17154,16957,19343,19034,19301,8605,7962,18532,24449,16879,16902,17083,18892,18332,18495,20110,14323,9532,11651,12789,13900,17913,18006,7360,15160,18226,14674,17635,20613,21415,18565,14592,11051,7995,9345,13770,14173,8817,8562,14212,24341,9851,16831,20367,20509,12493,22006,21036,16293,8958,20548,10300,18022,14231,14777,9738,13673,13161,20021,24524,13244,19741,8655,17760,17464,21476,9653,15445,19799,16038,16066,10819,18073,14995,11679,8290,22150,17910,8623,16916,14178,17439,15154,17403,17336,11559,18555,10087,15260,8618,12517,15913,15261,15331,17716,20751,11591,16983,19043,16612,10758,10602,20353,17655,10836,14479,12557,14127,7979,8738,7095,9561,8121,12385,11865,12512,22253,17486,11816,14832,18009,19022,16973,10750,17467,13139,19197,10413,16396,18392,21015,12658,21523,14434,10154,19657,11420,17096,10989,9308,21926,11058,11590,9060,11447,9107,12366,8603,13626,9511,18957,7979,19578,18414,13515,17411,15533,15388,9837,12492,18578,21405,20211,17774,9093,23818,10915,14692,7659,13441,10474,10319,13580,18704,20239,22300,17882,8770,24007,10055,18893,20404,10599,16597,15955,9432,10174,9361,16342,17065,13401,7235,8603,17460,10942,17855,11280,7279,9711,14363,10341,13631,11285,20345,12097,17676,14545,9569,10274,22613,11867,17113,11009]}},"id":"b20cabef-228b-49c7-b2ad-e728395dfaf5","type":"ColumnDataSource"},{"attributes":{},"id":"20186444-e8ef-4145-bd94-08a573328092","type":"BasicTickFormatter"},{"attributes":{"line_alpha":{"value":0.1},"line_color":{"value":"#1f77b4"},"x":{"field":"x"},"y":{"field":"y"}},"id":"0c7f2bd4-f25f-41a0-8a13-9a551ee81a03","type":"Line"},{"attributes":{"plot":{"id":"2f651c73-0075-4933-a04b-cf67a6902fa6","subtype":"Figure","type":"Plot"}},"id":"c9d770fb-282b-4416-a7b0-d49c04b112b2","type":"ResetTool"},{"attributes":{"below":[{"id":"f22d042d-b27f-46f0-83ab-9d38081268d5","type":"LinearAxis"}],"left":[{"id":"103ca403-76ed-431c-991d-156c4beb60d8","type":"LinearAxis"}],"plot_height":300,"plot_width":900,"renderers":[{"id":"f22d042d-b27f-46f0-83ab-9d38081268d5","type":"LinearAxis"},{"id":"cc604a3f-97b1-4ea3-806e-c5c96ca6eb8a","type":"Grid"},{"id":"103ca403-76ed-431c-991d-156c4beb60d8","type":"LinearAxis"},{"id":"8c170ccb-8a17-44d8-b1be-aff733b5df4c","type":"Grid"},{"id":"588545c4-80c1-4832-9957-66acf39cbb8e","type":"BoxAnnotation"},{"id":"28d0effe-4d8f-4bfe-8169-f88d7531f417","type":"GlyphRenderer"},{"id":"a621d177-2128-4349-925c-f8250d88c083","type":"GlyphRenderer"},{"id":"cb2400dc-f528-41eb-b534-03ad584252ea","type":"Legend"}],"title":{"id":"111e8ec1-3edc-41cf-b4f9-0521f1aa8f28","type":"Title"},"tool_events":{"id":"5d61359e-5b12-4e0b-8edd-b6f515501d5d","type":"ToolEvents"},"toolbar":{"id":"1f9c5311-272d-4b1b-a454-9ecdd64fd23a","type":"Toolbar"},"x_range":{"id":"e18a3b0b-284c-4cd9-89c7-bea48bed84e4","type":"DataRange1d"},"x_scale":{"id":"db138a48-3b15-4849-861d-360c1995a7d2","type":"LinearScale"},"y_range":{"id":"923fc6a8-0918-4c2e-8800-bc724d006bbe","type":"DataRange1d"},"y_scale":{"id":"0f16ea7b-ef99-4838-871d-bbc68ecef79a","type":"LinearScale"}},"id":"2f651c73-0075-4933-a04b-cf67a6902fa6","subtype":"Figure","type":"Plot"},{"attributes":{"callback":null},"id":"905a9c16-0ef6-4d98-9f94-ca1ad332f34a","type":"DataRange1d"},{"attributes":{"callback":null,"column_names":["y","x"],"data":{"x":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,161,162,163,164,165,166,167,168,169,170,171,172,173,174,175,176,177,178,179,180,181,182,183,184,185,186,187,188,189,190,191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206,207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222,223,224,225,226,227,228,229,230,231,232,233,234,235,236,237,238,239,240,241,242,243,244,245,246,247,248,249,250,251,252,253,254,255,256,257,258,259,260,261,262,263,264,265,266,267,268,269,270,271,272,273,274,275,276,277,278,279,280,281,282,283,284,285,286,287,288,289,290,291,292,293,294,295,296,297,298,299,300,301,302,303,304,305,306,307,308,309,310,311,312,313,314,315,316,317,318,319,320,321,322,323,324,325,326,327,328,329,330,331,332,333,334,335,336,337,338,339,340,341,342,343,344,345,346,347,348,349,350,351,352,353,354,355,356,357,358,359,360,361,362,363,364,365,366,367,368,369,370,371,372,373,374,375,376,377,378,379,380,381,382,383,384,385,386,387,388,389,390,391,392,393,394,395,396,397,398,399,400,401,402,403,404,405,406,407,408,409,410,411,412,413,414,415,416,417,418,419,420,421,422,423,424,425,426,427,428,429,430,431,432,433,434,435,436,437,438,439,440,441,442,443,444,445,446,447,448,449,450,451,452,453,454,455,456,457,458,459,460,461,462,463,464,465,466,467,468,469,470,471,472,473,474,475,476,477,478,479,480,481,482,483,484,485,486,487,488,489,490,491,492,493,494,495,496,497,498,499,500],"y":{"__ndarray__":"AAAAAICxxUAAAAAAAIrLQKuqqqoqZ85AAAAAAIBZzECamZmZmfbNQAAAAADALtBAbtu2bVt10EAAAAAAgNjQQBzHcRzHrNBAzczMzGze0EDpoosuOurQQKuqqqpaZdBAdmIndmKQz0CSJEmSRAXQQFVVVVXV9c5AAAAAAHC0zkDx8PDw8BrOQHIcx3Gc181ANpTXUN5QzUCamZmZWdzNQKuqqqqqPM1A6aKLLjphzUC96U1veq/NQFVVVVWFcc1AhetRuB5MzUCKndiJ3TTNQI7jOI7jV81At23btg3LzUAJyz2NMP3NQN7d3d1dqM1A77333vvBzUAAAAAAhIPNQBA++OADoc1A09LS0hJmzUD5iq/4iovNQMdxHMfxdM1A5LNuMMVxzUDlNZTXkKnNQLETO7ETb81AMzMzM1MyzUAyOB+DczLNQOh5nuf5Cs1AMOgL+gIIzUBGF110UUDNQJQ+6ZO+XM1AyEIWshCHzUCuICZXELTNQFVVVVUdes1Ax/rQWJ+hzUBSuB6F63jNQKGgoKAgds1AsRM7sdN4zUA/h9QE42vNQExoL6H9Rc1AMzMzMzMwzUCSJEmS1AnNQA3lNZRXHM1A7mmE5R6AzUBoOKn7cpHNQJqZmZm5Ys1AlwzBOlpxzUA655xzDjbNQMuyLMuyIc1AAAAAAM4PzUCWWqmV2g7NQCebbLLJ4cxAD1TObuHnzEDx8PDw0DDNQE5vetObB81AoQ7qoM4CzUAv9WT8dujMQHIcx3GcAs1Ar169enUazUDdYIp81iTNQAAAAACAJc1AUV5DeY0QzUAhzspPCPHMQH3Lt3wL+sxAAAAAAIAazUDNzMzMtCvNQJWBp1tzKc1AdyVqVyItzUDxRlPn10HNQAzDMAxDRc1AkZCQkBAkzUDKmrKmLB/NQAYyKV4gS81A6aKLLjouzUDBBS5wAQvNQI7jOI4jFc1AT+zETuz7zECc3vSm9+7MQGuttdZa+sxABTG5gtgJzUAAAAAAAPXMQKuqqqqC9cxAnkSmYTvazED2obE+tMrMQCIxb2dIycxAFK5H4XrQzECamZmZudTMQOF6FK7nxsxArkfhenTXzECuR+F6lOXMQClcj8I11sxA4XoUrmeUzEAzMzMzc3nMQGZmZmbmTcxAw/UoXM8qzED2KFyPgvvLQNejcD2q58tAzczMzEzsy0C4HoXr0Q/MQOxRuB4F1ctAj8L1KLwAzEDsUbgeJQzMQK5H4XrUPsxAw/UoXA9CzEDD9ShcL3DMQFK4HoWLOMxA9ihcj+JdzEDXo3A9Cm/MQHsUrkfBX8xAXI/C9chpzEDhehSuh2HMQJqZmZnZZ8xAH4XrUXhNzEAK16NwnTfMQB+F61E4GMxA16NwPQoXzED2KFyPgu/LQD0K16Mw3MtAKVyPwnXay0B7FK5H4fPLQIXrUbhex8tACtejcP2xy0CF61G4frnLQOF6FK5HsctAcT0K18PMy0BxPQrXownMQK5H4XpUIMxApHA9ChcRzEBmZmZmpvbLQMP1KFxvuMtApHA9Cremy0B7FK5HQWzLQI/C9Sj8SctAZmZmZgZqy0CkcD0KlzjLQLgehevxVMtAmpmZmdk5y0DXo3A9ikTLQDMzMzMTZstAj8L1KByMy0BSuB6FK3rLQD0K16MwdMtAzczMzOx+y0DhehSupy3LQFK4HoXLJstAPQrXo/Amy0D2KFyPoi3LQIXrUbg+T8tASOF6FG5hy0AAAAAAQEbLQEjhehTuY8tAKVyPwlVsy0DhehSuR0jLQB+F61G4BctAmpmZmfk5y0C4HoXr0SnLQArXo3A9UstAhetRuL4dy0BxPQrXQynLQJqZmZk5BstAzczMzGz8ykCPwvUo/PDKQHsUrkfh7spAmpmZmfnXykCPwvUo3M7KQB+F61HYs8pAKVyPwtWoykBcj8L1SLrKQHE9CtfjnspAuB6F6/GFykAzMzMzk47KQEjhehTOqMpAmpmZmTmDykCF61G4fp/KQArXo3AdmspAj8L1KFypykCuR+F6tKXKQIXrUbj+wcpA16NwPcrRykAK16NwfanKQAAAAAAAscpAPQrXo5ClykB7FK5HYejKQIXrUbge3cpAexSuR0HBykD2KFyPQpjKQHsUrkeBkcpA9ihcjyKlykB7FK5HwZvKQGZmZmbGgcpAFK5H4TpxykDhehSuh4HKQBSuR+H6dMpAKVyPwrVwykCPwvUoHJ3KQB+F61GYwMpAKVyPwlXvykDhehSuRwHLQJqZmZl58cpAw/UoXM9Ay0C4HoXrkUDLQM3MzMzsQ8tAmpmZmZkty0DNzMzMDBvLQIXrUbge9MpAuB6F69HwykDsUbgeJfTKQK5H4Xo078pA4XoUrofOykAUrkfhevfKQOxRuB7l/cpAAAAAACDiykDsUbgeRfXKQK5H4Xp0xspAzczMzEzjykB7FK5HQQvLQHsUrkeBK8tAMzMzM/NZy0AUrkfhulDLQAAAAACgNctAcT0K10NMy0DD9Shcb1vLQKRwPQqXYMtA4XoUrmdWy0BmZmZmhjTLQOxRuB4FPctAuB6F63FKy0AAAAAAwG/LQGZmZmbmistACtejcP2Wy0CF61G43rbLQD0K16NQBcxAUrgehev7y0ApXI/C9ebLQHE9Ctdj7MtA9ihcj+Lvy0AzMzMzEy7MQK5H4XoUD8xAMzMzMxP7y0DNzMzMrOLLQLgeheuRBsxA16NwPcoazEAfhetR2PjLQAAAAADg78tAAAAAAGDNy0AAAAAAYOrLQOxRuB7lxctA9ihcj4LVy0B7FK5H4b3LQGZmZmam78tAhetRuB7my0AfhetR2OXLQB+F61GY+stAhetRuL74y0AzMzMz0+vLQAAAAACA38tAj8L1KLzTy0BxPQrXQxLMQPYoXI9iDcxAFK5H4TowzEDNzMzMzCHMQHE9CtfDRcxA16NwPQpTzEAUrkfhWlXMQLgehesxK8xAcT0K18MezED2KFyPAjzMQHE9CtdDLcxAZmZmZkZKzEBxPQrXg0rMQOF6FK7nk8xAAAAAAOBlzEB7FK5HoUPMQGZmZmaGPcxAuB6F61FtzEBxPQrXY1/MQHsUrkdBkMxAFK5H4dqUzEDhehSu55DMQI/C9Sh8i8xAAAAAAEB1zECamZmZuZLMQBSuR+F6msxACtejcH2/zEA9CtejkOfMQClcj8IVFc1A7FG4HoU+zUDhehSu5z7NQKRwPQq3N81APQrXo1BvzUAK16NwnXnNQEjhehQuac1AMzMzMzNuzUApXI/C1XnNQOxRuB6lZ81AH4XrUbhtzUBxPQrX41PNQOxRuB5lK81A7FG4HmU4zUApXI/CFR3NQClcj8J1Es1AMzMzMxMXzUDsUbgeRS3NQKRwPQq3Zs1AzczMzIyJzUB7FK5HgabNQMP1KFwvis1ASOF6FA5TzUDhehSuh1TNQGZmZmZGKc1ArkfhevQvzUBcj8L1iCzNQBSuR+FaCs1AH4XrUbgqzUDXo3A9KkzNQLgehetRI81AcT0K1+MqzUBcj8L1aD3NQArXo3CdWc1ArkfhevRhzUAUrkfheo3NQIXrUbheuc1APQrXo/CzzUDNzMzMjJLNQMP1KFyPys1AcT0K16OFzUCkcD0K13DNQHE9CtfDZ81ACtejcN1nzUApXI/ClWfNQArXo3AdRs1AzczMzEwVzUCuR+F6VETNQOxRuB6lg81AzczMzAyTzUBmZmZmZp7NQEjhehSOXM1AKVyPwtV8zUBcj8L1CILNQM3MzMzsqM1A4XoUrkeIzUDhehSuB5LNQB+F61FYt81AexSuR2HdzUAzMzMzUwHOQArXo3Cd6s1ACtejcJ0OzkB7FK5HwQHOQHE9CtejA85AAAAAAGDXzUC4HoXrMejNQB+F61H4DM5AhetRuF75zUBxPQrXwxbOQGZmZmYGCM5AhetRuL40zkBSuB6FSyzOQLgehetxHM5Aw/UoXM8QzkAK16NwnfjNQHE9CteDIs5AFK5H4boBzkCamZmZuRDOQFyPwvVI/81AMzMzM1MNzkA9CtejECzOQFyPwvVIHc5Aw/UoXI8ZzkDsUbgepRTOQClcj8JVR85ASOF6FI4AzkAAAAAA4CLOQAAAAAAgWc5AKVyPwnVkzkAUrkfhekTOQK5H4Xq0JM5AexSuR8EpzkCPwvUo3CLOQFyPwvWI+M1A4XoUrucVzkB7FK5H4SzOQBSuR+HaFs5AexSuR4HEzUDNzMzMzJvNQHE9CtfDas1A4XoUridFzUDNzMzMTA/NQD0K16OQ8cxA16NwPWrQzEDNzMzMbKrMQDMzMzMT0sxAH4XrUdj5zEBSuB6Fq/rMQPYoXI/iBM1ASOF6FG4ZzUCamZmZ+R7NQMP1KFzPGc1A9ihcj8IqzUBSuB6FSzbNQI/C9SjcHM1AmpmZmXkzzUAK16NwXQ/NQOF6FK5H+sxA16NwPSrrzEDXo3A9avfMQIXrUbi+7cxAFK5H4RoizUDNzMzMTELNQB+F61FYRs1A4XoUrsdjzUBxPQrXA1bNQFyPwvVof81AUrgehYuLzUBmZmZmBnPNQDMzMzPzZs1Aj8L1KPxszUDhehSux1LNQIXrUbg+Gs1Aw/UoXO/szEB7FK5HAdzMQEjhehTOq8xAcT0K16NtzEBI4XoUTmDMQLgehesRY8xACtejcB1bzED2KFyPgk/MQNejcD1KV8xArkfhejRszEDsUbge5WXMQPYoXI9CjMxAw/UoXI+VzEC4HoXrsaDMQGZmZmbGbcxACtejcJ0xzEBcj8L1SEzMQBSuR+GaVMxA9ihcj2KOzECuR+F6dI7MQJqZmZmZZMxAw/UoXE9wzECF61G4nnbMQBSuR+HacsxA4XoUric2zEBSuB6FKynMQClcj8I1DcxAKVyPwrUKzECF61G4PvTLQNejcD3KBsxApHA9CpcxzEBxPQrXo3fMQM3MzMxMYsxAmpmZmZk0zEDsUbgehYHMQKRwPQo3X8xA16NwPcp2zEAK16NwnYXMQKRwPQrXbsxAw/UoXM9qzEDhehSu52PMQOxRuB5FWcxACtejcF0vzECPwvUovCvMQOxRuB4lMcxAexSuR2FbzEDNzMzMzF/MQFyPwvVoNMxAhetRuB4TzEBxPQrXwx3MQOxRuB7l+8tA16NwPWrty0CPwvUo3OvLQKRwPQpXu8tASOF6FK6My0DD9Shcb4HLQJqZmZlZf8tAhetRuH6Oy0DhehSuJ2HLQBSuR+GabstAXI/C9eh0y0DsUbge5YTLQClcj8LVjstAUrgehQt4y0DsUbgehYPLQOxRuB7lyMtAexSuR8Hgy0BxPQrXgwbMQK5H4Xr0FMxA","dtype":"float64","shape":[501]}}},"id":"7c8b0455-5c47-4cb0-aa74-8263419a9f2a","type":"ColumnDataSource"},{"attributes":{"label":{"value":"Episode lengths"},"renderers":[{"id":"cfd77178-cdf7-40b2-998f-968ad6121c7f","type":"GlyphRenderer"}]},"id":"cadc3663-4c9c-4e5b-acc4-a138e7d8767d","type":"LegendItem"},{"attributes":{"active_drag":"auto","active_inspect":"auto","active_scroll":"auto","active_tap":"auto","tools":[{"id":"addb1bfa-58f7-404b-aecd-5eace7e4ffbe","type":"PanTool"},{"id":"031d774c-849b-4b58-9f79-6308f61da0c4","type":"WheelZoomTool"},{"id":"6930a6c0-8836-4eea-ace7-a746f33e953b","type":"BoxZoomTool"},{"id":"3d3d9c78-1ff0-4e74-9413-8ceff79f4e46","type":"SaveTool"},{"id":"42555266-0fb2-438a-aef7-f7a1df375bdc","type":"ResetTool"},{"id":"5ca2b083-244e-4623-9bdb-4fadc89d941d","type":"HelpTool"}]},"id":"67fbbafe-796c-4234-890d-bbd34961909f","type":"Toolbar"},{"attributes":{"bottom_units":"screen","fill_alpha":{"value":0.5},"fill_color":{"value":"lightgrey"},"left_units":"screen","level":"overlay","line_alpha":{"value":1.0},"line_color":{"value":"black"},"line_dash":[4,4],"line_width":{"value":2},"plot":null,"render_mode":"css","right_units":"screen","top_units":"screen"},"id":"99b3defc-5ec3-45bf-bd14-b16af2f68e4b","type":"BoxAnnotation"},{"attributes":{},"id":"7b3471e2-2b4b-4c4f-b1ce-97be332d8223","type":"BasicTicker"},{"attributes":{},"id":"839c7752-2dd3-45ee-8513-baeee29c467e","type":"BasicTickFormatter"},{"attributes":{},"id":"bbd62665-d3eb-47a1-b79a-321fb7657d3d","type":"LinearScale"},{"attributes":{"data_source":{"id":"b20cabef-228b-49c7-b2ad-e728395dfaf5","type":"ColumnDataSource"},"glyph":{"id":"6e411c57-9a42-41f5-8219-b873bc14cba5","type":"Line"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"569c9b22-0bd7-4733-85c9-ec5f000f617b","type":"Line"},"selection_glyph":null},"id":"cfd77178-cdf7-40b2-998f-968ad6121c7f","type":"GlyphRenderer"},{"attributes":{},"id":"9cb046cd-aa63-4bb1-9c7a-efd5a4430595","type":"BasicTickFormatter"},{"attributes":{"overlay":{"id":"588545c4-80c1-4832-9957-66acf39cbb8e","type":"BoxAnnotation"},"plot":{"id":"2f651c73-0075-4933-a04b-cf67a6902fa6","subtype":"Figure","type":"Plot"}},"id":"1660be8d-cb5b-4985-99be-b0bf9868f7d3","type":"BoxZoomTool"},{"attributes":{"data_source":{"id":"9897d9b0-8a71-406a-9f8f-94b76e913e95","type":"ColumnDataSource"},"glyph":{"id":"3babc972-3065-42f9-a4c4-c0527e079960","type":"Line"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"afe00780-2f0c-491d-97da-7fd9ed9e8b4b","type":"Line"},"selection_glyph":null},"id":"28d0effe-4d8f-4bfe-8169-f88d7531f417","type":"GlyphRenderer"},{"attributes":{},"id":"70b5185e-9ceb-43ab-85ac-9aa7c663ca5e","type":"BasicTicker"},{"attributes":{"callback":null},"id":"e18a3b0b-284c-4cd9-89c7-bea48bed84e4","type":"DataRange1d"},{"attributes":{"line_color":{"value":"#44AA99"},"x":{"field":"x"},"y":{"field":"y"}},"id":"6e411c57-9a42-41f5-8219-b873bc14cba5","type":"Line"},{"attributes":{"data_source":{"id":"4a310aab-81c5-4d8f-a784-4df172e06840","type":"ColumnDataSource"},"glyph":{"id":"97069f1b-d152-4a26-bc54-37485ff710a9","type":"Line"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"9c693728-a6e4-4968-abc6-c5bfca43bc56","type":"Line"},"selection_glyph":null},"id":"a621d177-2128-4349-925c-f8250d88c083","type":"GlyphRenderer"},{"attributes":{"children":[{"id":"2f651c73-0075-4933-a04b-cf67a6902fa6","subtype":"Figure","type":"Plot"},{"id":"670fd878-95e8-4692-bc97-5c2e06624312","subtype":"Figure","type":"Plot"}]},"id":"669a8a99-5175-4f61-9bdb-f399109aa823","type":"Column"},{"attributes":{"active_drag":"auto","active_inspect":"auto","active_scroll":"auto","active_tap":"auto","tools":[{"id":"563f75f8-7f69-44de-a52d-715fe7da0827","type":"PanTool"},{"id":"88529bb0-40a3-4699-becf-c8bdc686dcb2","type":"WheelZoomTool"},{"id":"1660be8d-cb5b-4985-99be-b0bf9868f7d3","type":"BoxZoomTool"},{"id":"b615d893-06ff-47f3-b16a-4770054f664d","type":"SaveTool"},{"id":"c9d770fb-282b-4416-a7b0-d49c04b112b2","type":"ResetTool"},{"id":"2bdb1fab-78cc-4249-9fa6-f82017625014","type":"HelpTool"}]},"id":"1f9c5311-272d-4b1b-a454-9ecdd64fd23a","type":"Toolbar"},{"attributes":{},"id":"0f16ea7b-ef99-4838-871d-bbc68ecef79a","type":"LinearScale"},{"attributes":{"plot":null,"text":""},"id":"111e8ec1-3edc-41cf-b4f9-0521f1aa8f28","type":"Title"},{"attributes":{"plot":{"id":"670fd878-95e8-4692-bc97-5c2e06624312","subtype":"Figure","type":"Plot"}},"id":"42555266-0fb2-438a-aef7-f7a1df375bdc","type":"ResetTool"},{"attributes":{"line_alpha":{"value":0.1},"line_color":{"value":"#1f77b4"},"x":{"field":"x"},"y":{"field":"y"}},"id":"9c693728-a6e4-4968-abc6-c5bfca43bc56","type":"Line"},{"attributes":{"items":[{"id":"cadc3663-4c9c-4e5b-acc4-a138e7d8767d","type":"LegendItem"},{"id":"117a6c6e-a46b-4b12-8dea-7f91cdbc6e41","type":"LegendItem"}],"orientation":"horizontal","plot":{"id":"670fd878-95e8-4692-bc97-5c2e06624312","subtype":"Figure","type":"Plot"}},"id":"866ce7f9-c9ee-4786-ab8a-2355a29fce6a","type":"Legend"},{"attributes":{"line_color":{"value":"#44AA99"},"x":{"field":"x"},"y":{"field":"y"}},"id":"3babc972-3065-42f9-a4c4-c0527e079960","type":"Line"},{"attributes":{"line_color":{"value":"#332288"},"x":{"field":"x"},"y":{"field":"y"}},"id":"93860bdc-4c78-4e74-b197-e6f90f743603","type":"Line"},{"attributes":{"data_source":{"id":"7c8b0455-5c47-4cb0-aa74-8263419a9f2a","type":"ColumnDataSource"},"glyph":{"id":"93860bdc-4c78-4e74-b197-e6f90f743603","type":"Line"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"0c7f2bd4-f25f-41a0-8a13-9a551ee81a03","type":"Line"},"selection_glyph":null},"id":"0d1a7739-cb2c-4570-af91-249dc352ea39","type":"GlyphRenderer"},{"attributes":{"plot":{"id":"2f651c73-0075-4933-a04b-cf67a6902fa6","subtype":"Figure","type":"Plot"}},"id":"2bdb1fab-78cc-4249-9fa6-f82017625014","type":"HelpTool"},{"attributes":{"line_color":{"value":"#332288"},"x":{"field":"x"},"y":{"field":"y"}},"id":"97069f1b-d152-4a26-bc54-37485ff710a9","type":"Line"},{"attributes":{},"id":"50092700-04ba-489a-9507-b3941dbf2e29","type":"LinearScale"},{"attributes":{"plot":null,"text":""},"id":"0e7eb6b5-a284-4b1b-996d-5c41411076d1","type":"Title"},{"attributes":{"axis_label":"Episode Lengths (units : steps)","formatter":{"id":"aab17275-f356-4513-8c0e-854ef9a72b06","type":"BasicTickFormatter"},"plot":{"id":"670fd878-95e8-4692-bc97-5c2e06624312","subtype":"Figure","type":"Plot"},"ticker":{"id":"7b3471e2-2b4b-4c4f-b1ce-97be332d8223","type":"BasicTicker"}},"id":"721aa1c8-1014-4442-b976-79236e3505bf","type":"LinearAxis"},{"attributes":{"plot":{"id":"670fd878-95e8-4692-bc97-5c2e06624312","subtype":"Figure","type":"Plot"}},"id":"addb1bfa-58f7-404b-aecd-5eace7e4ffbe","type":"PanTool"},{"attributes":{"plot":{"id":"2f651c73-0075-4933-a04b-cf67a6902fa6","subtype":"Figure","type":"Plot"}},"id":"b615d893-06ff-47f3-b16a-4770054f664d","type":"SaveTool"},{"attributes":{"plot":{"id":"670fd878-95e8-4692-bc97-5c2e06624312","subtype":"Figure","type":"Plot"}},"id":"031d774c-849b-4b58-9f79-6308f61da0c4","type":"WheelZoomTool"},{"attributes":{"below":[{"id":"6aa33a24-4ab6-4952-9c65-28fa4df14386","type":"LinearAxis"}],"left":[{"id":"721aa1c8-1014-4442-b976-79236e3505bf","type":"LinearAxis"}],"plot_height":300,"plot_width":900,"renderers":[{"id":"6aa33a24-4ab6-4952-9c65-28fa4df14386","type":"LinearAxis"},{"id":"ac1e374a-817e-4ce7-85c7-a05d2f87bb66","type":"Grid"},{"id":"721aa1c8-1014-4442-b976-79236e3505bf","type":"LinearAxis"},{"id":"55f1db12-0ce2-4e4f-a960-07e09d40f654","type":"Grid"},{"id":"99b3defc-5ec3-45bf-bd14-b16af2f68e4b","type":"BoxAnnotation"},{"id":"cfd77178-cdf7-40b2-998f-968ad6121c7f","type":"GlyphRenderer"},{"id":"0d1a7739-cb2c-4570-af91-249dc352ea39","type":"GlyphRenderer"},{"id":"866ce7f9-c9ee-4786-ab8a-2355a29fce6a","type":"Legend"}],"title":{"id":"0e7eb6b5-a284-4b1b-996d-5c41411076d1","type":"Title"},"tool_events":{"id":"34689c3a-6463-4663-a5c0-59ba55607dde","type":"ToolEvents"},"toolbar":{"id":"67fbbafe-796c-4234-890d-bbd34961909f","type":"Toolbar"},"x_range":{"id":"905a9c16-0ef6-4d98-9f94-ca1ad332f34a","type":"DataRange1d"},"x_scale":{"id":"50092700-04ba-489a-9507-b3941dbf2e29","type":"LinearScale"},"y_range":{"id":"953c7ef5-487c-4aca-ab89-60e305b97f57","type":"DataRange1d"},"y_scale":{"id":"bbd62665-d3eb-47a1-b79a-321fb7657d3d","type":"LinearScale"}},"id":"670fd878-95e8-4692-bc97-5c2e06624312","subtype":"Figure","type":"Plot"},{"attributes":{"label":{"value":"Reward"},"renderers":[{"id":"28d0effe-4d8f-4bfe-8169-f88d7531f417","type":"GlyphRenderer"}]},"id":"47e5f38e-5add-405c-9bcc-5fecf35ffa4c","type":"LegendItem"},{"attributes":{"line_alpha":{"value":0.1},"line_color":{"value":"#1f77b4"},"x":{"field":"x"},"y":{"field":"y"}},"id":"afe00780-2f0c-491d-97da-7fd9ed9e8b4b","type":"Line"},{"attributes":{"dimension":1,"plot":{"id":"670fd878-95e8-4692-bc97-5c2e06624312","subtype":"Figure","type":"Plot"},"ticker":{"id":"7b3471e2-2b4b-4c4f-b1ce-97be332d8223","type":"BasicTicker"}},"id":"55f1db12-0ce2-4e4f-a960-07e09d40f654","type":"Grid"},{"attributes":{"axis_label":"Episodes","formatter":{"id":"20186444-e8ef-4145-bd94-08a573328092","type":"BasicTickFormatter"},"plot":{"id":"2f651c73-0075-4933-a04b-cf67a6902fa6","subtype":"Figure","type":"Plot"},"ticker":{"id":"70b5185e-9ceb-43ab-85ac-9aa7c663ca5e","type":"BasicTicker"}},"id":"f22d042d-b27f-46f0-83ab-9d38081268d5","type":"LinearAxis"},{"attributes":{"label":{"value":"Rolling average of past 100 episode lengths"},"renderers":[{"id":"0d1a7739-cb2c-4570-af91-249dc352ea39","type":"GlyphRenderer"}]},"id":"117a6c6e-a46b-4b12-8dea-7f91cdbc6e41","type":"LegendItem"},{"attributes":{"callback":null,"column_names":["y","x"],"data":{"x":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,161,162,163,164,165,166,167,168,169,170,171,172,173,174,175,176,177,178,179,180,181,182,183,184,185,186,187,188,189,190,191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206,207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222,223,224,225,226,227,228,229,230,231,232,233,234,235,236,237,238,239,240,241,242,243,244,245,246,247,248,249,250,251,252,253,254,255,256,257,258,259,260,261,262,263,264,265,266,267,268,269,270,271,272,273,274,275,276,277,278,279,280,281,282,283,284,285,286,287,288,289,290,291,292,293,294,295,296,297,298,299,300,301,302,303,304,305,306,307,308,309,310,311,312,313,314,315,316,317,318,319,320,321,322,323,324,325,326,327,328,329,330,331,332,333,334,335,336,337,338,339,340,341,342,343,344,345,346,347,348,349,350,351,352,353,354,355,356,357,358,359,360,361,362,363,364,365,366,367,368,369,370,371,372,373,374,375,376,377,378,379,380,381,382,383,384,385,386,387,388,389,390,391,392,393,394,395,396,397,398,399,400,401,402,403,404,405,406,407,408,409,410,411,412,413,414,415,416,417,418,419,420,421,422,423,424,425,426,427,428,429,430,431,432,433,434,435,436,437,438,439,440,441,442,443,444,445,446,447,448,449,450,451,452,453,454,455,456,457,458,459,460,461,462,463,464,465,466,467,468,469,470,471,472,473,474,475,476,477,478,479,480,481,482,483,484,485,486,487,488,489,490,491,492,493,494,495,496,497,498,499,500],"y":{"__ndarray__":"AAAAAAAALEAAAAAAAAAqQAAAAAAAACZAAAAAAAAAKEDNzMzMzMwoQKuqqqqqqidAkiRJkiRJJkAAAAAAAAAmQMdxHMdxHCdAmpmZmZmZJkDpoosuuugmQKuqqqqqqidAT+zETuzEKEBJkiRJkiQoQDMzMzMzMylAAAAAAADgKEBpaWlpaWkpQOQ4juM4jilAlNdQXkN5KUBmZmZmZmYnQAzDMAzDMChAAAAAAAAAKEA4velNb3onQKuqqqqqqidAhetRuB6FJ0BiJ3ZiJ3YnQIX2EtpLaCdA27Zt27ZtJkAAAAAAAAAmQFVVVVVVVSZAU0oppZRSJkAAAAAAAMAmQPjggw8++CZALS0tLS0tJ0Ad1EEd1EEnQHIcx3EcRydAFfmsG0yRJ0C9hvIaymsnQOZbvuVbvidAAAAAAAAAKEAMzsfgfAwoQJIkSZIkSShAAAAAAAAAKEAXXXTRRRcoQJQ+6ZM+6SdAIQtZyEIWJ0AsiMkVxOQmQKuqqqqqCidAwcspeDkFJ0BSuB6F61EnQDc3Nzc3NydA2Ymd2IkdJ0AF463sc0gnQIX2EtpLaCdAdNFFF110J0BJkiRJkqQnQNNZTGcxnSdAwnJPIyz3JkBoOKn78tgmQImIiIiICCdAFZcMwTraJkAhhBBCCCEnQMuyLMuyLCdAAAAAAAA4J0ArtVIrtVInQIwuuuiiiydAIj1QObuFJ0A8PDw8PDwnQBaykIUsZCdAUAd1UAd1J0B7Mn671JMnQI7jOI7jeCdAPHfu3LlzJ0A3mCKfdYMnQJqZmZmZmSdAh/IaymuoJ0Bu27Zt27YnQCEN0iAN0idAZM9AVDqyJ0CamZmZmZknQP2wSBl4uidAyOB8DM7HJ0AxUMIbTZ0nQEmSJEmSpCdAysnJycnJJ0BxR9wRd8QnQES/2Tr0mydAL7rooouuJ0Dd6173utcnQKuqqqqqqidAfLzHe7zHJ0BkIQtZyMInQLPLLrvssidANuo7G/WdJ0D1e26JU78nQFVVVVVVxSdAzvIkMg3bJ0DByyl4OQUoQG9nSMzbGShAj8L1KFwPKECF61G4HgUoQBSuR+F6FChA7FG4HoXrJ0DNzMzMzMwnQFK4HoXr0SdA9ihcj8L1J0CamZmZmRkoQKRwPQrXIyhAMzMzMzMzKEBmZmZmZmYoQPYoXI/CdShAcT0K16NwKEDXo3A9ClcoQJqZmZmZmShA9ihcj8J1KECF61G4HoUoQEjhehSuRyhAw/UoXI9CKEC4HoXrUTgoQMP1KFyPwihApHA9CtejKEDXo3A9ClcoQOxRuB6FayhAcT0K16NwKECF61G4HoUoQI/C9ShcjyhAKVyPwvWoKEDhehSuR+EoQBSuR+F6FClAj8L1KFwPKUAzMzMzMzMpQD0K16NwPSlArkfhehQuKUAfhetRuB4pQK5H4XoULilASOF6FK5HKUCPwvUoXA8pQClcj8L1KClACtejcD0KKUDD9Shcj8IoQArXo3A9iihAFK5H4XqUKEBSuB6F69EoQOxRuB6F6yhAAAAAAAAAKUAK16NwPYopQD0K16NwvSlAKVyPwvWoKUBI4XoUrscpQB+F61G4nilAUrgehevRKUBmZmZmZuYpQEjhehSuxylArkfhehSuKUBSuB6F69EpQFK4HoXr0SlAw/UoXI/CKUA9CtejcD0qQEjhehSuRypASOF6FK5HKkDXo3A9ClcqQI/C9ShcDypAZmZmZmbmKUCPwvUoXA8qQEjhehSuxylAuB6F61G4KUBcj8L1KNwpQBSuR+F6FCpA4XoUrkfhKUBxPQrXo/ApQD0K16NwvSlA7FG4HoXrKUDXo3A9CtcpQHE9Ctej8ClAUrgehevRKUBcj8L1KNwpQFyPwvUo3ClAw/UoXI/CKUAAAAAAAIApQJqZmZmZmSlAj8L1KFyPKUDhehSuR2EpQJqZmZmZmSlArkfhehSuKUApXI/C9agpQNejcD0KVylAAAAAAACAKUBcj8L1KFwpQOF6FK5HYSlA9ihcj8J1KUAAAAAAAIApQIXrUbgehSlAXI/C9ShcKUCF61G4HoUpQPYoXI/CdSlAAAAAAACAKUBcj8L1KFwpQM3MzMzMTClAUrgehetRKUCF61G4HoUpQI/C9ShcjylAexSuR+F6KUAzMzMzM7MpQFyPwvUo3ClAZmZmZmbmKUBSuB6F69EpQNejcD0K1ylAcT0K16PwKUA9CtejcL0pQB+F61G4nilAcT0K16NwKUDNzMzMzEwpQMP1KFyPQilAUrgehevRKEDD9Shcj8IoQDMzMzMzsyhAPQrXo3C9KEBSuB6F69EoQGZmZmZm5ihAZmZmZmbmKEBcj8L1KNwoQArXo3A9CilArkfhehQuKUDsUbgehesoQHE9Ctej8ChA9ihcj8L1KEBcj8L1KNwoQArXo3A9CilAZmZmZmbmKEA9CtejcL0oQClcj8L1qChAexSuR+F6KEB7FK5H4XooQI/C9ShcjyhAmpmZmZmZKEAK16NwPYooQBSuR+F6lChAhetRuB6FKECamZmZmZkoQBSuR+F6lChAj8L1KFyPKEDNzMzMzEwoQClcj8L1KChApHA9CtcjKEAUrkfhehQoQB+F61G4nidApHA9CtejJ0C4HoXrUbgnQK5H4XoUridAFK5H4XqUJ0BmZmZmZmYnQHE9CtejcCdA9ihcj8J1J0D2KFyPwnUnQLgehetROCdAPQrXo3A9J0BSuB6F61EnQFK4HoXrUSdAexSuR+F6J0DhehSuR2EnQI/C9ShcjydArkfhehSuJ0DhehSuR+EnQKRwPQrXoydAXI/C9SjcJ0DXo3A9CtcnQEjhehSuxydA4XoUrkfhJ0DsUbgehesnQOxRuB6F6ydAAAAAAAAAKEC4HoXrUbgnQM3MzMzMzCdAH4XrUbieJ0DD9Shcj8InQKRwPQrXoydAFK5H4XqUJ0ApXI/C9agnQJqZmZmZGShArkfhehQuKECamZmZmRkoQLgehetROChACtejcD0KKEB7FK5H4fonQI/C9ShcjydAexSuR+H6J0AUrkfhehQoQDMzMzMzMyhACtejcD0KKECamZmZmRkoQGZmZmZm5idAUrgehevRJ0BxPQrXo/AnQOxRuB6F6ydAexSuR+H6J0AzMzMzM7MnQPYoXI/CdSdAUrgehetRJ0C4HoXrUTgnQJqZmZmZGSdAexSuR+H6JkD2KFyPwvUmQPYoXI/C9SZAj8L1KFyPJkDsUbgehWsmQIXrUbgehSZAhetRuB6FJkBmZmZmZmYmQAAAAAAAgCZAcT0K16NwJkCF61G4HoUmQMP1KFyPwiZAPQrXo3C9JkB7FK5H4fomQBSuR+F6FCdAFK5H4XoUJ0AK16NwPQonQFK4HoXr0SZA7FG4HoVrJkDXo3A9ClcmQGZmZmZmZiZAMzMzMzOzJkCuR+F6FK4mQOxRuB6F6yZA9ihcj8L1JkAK16NwPQonQDMzMzMzMydAmpmZmZkZJ0D2KFyPwvUmQB+F61G4HidAj8L1KFwPJ0CF61G4HgUnQBSuR+F6FCdACtejcD0KJ0DXo3A9CtcmQKRwPQrXoyZAPQrXo3C9JkBcj8L1KNwmQDMzMzMzsyZAcT0K16PwJkCkcD0K1yMnQEjhehSuRydASOF6FK5HJ0A9CtejcD0nQEjhehSuRydAj8L1KFyPJ0C4HoXrUTgnQFK4HoXr0SZAPQrXo3C9JkCuR+F6FK4mQFK4HoXr0SZAuB6F61G4JkDD9Shcj8ImQB+F61G4niZA16NwPQrXJkDD9Shcj8ImQK5H4XoUriZApHA9CtejJkAAAAAAAIAmQBSuR+F6lCZAcT0K16NwJkB7FK5H4XomQOxRuB6FayZAj8L1KFyPJkDsUbgehWsmQClcj8L1KCZAMzMzMzMzJkB7FK5H4folQB+F61G4HiZAexSuR+H6JUAfhetRuB4mQMP1KFyPQiZArkfhehQuJkDD9Shcj0ImQPYoXI/C9SVAmpmZmZkZJkCkcD0K1yMmQK5H4XoULiZArkfhehQuJkAK16NwPQomQClcj8L1KCZAFK5H4XoUJkAfhetRuB4mQPYoXI/C9SVAw/UoXI9CJkApXI/C9SgmQMP1KFyPwiVAuB6F61G4JUC4HoXrUbglQMP1KFyPwiVAPQrXo3C9JUA9CtejcL0lQHE9Ctej8CVAXI/C9SjcJUA9CtejcL0lQPYoXI/C9SVAZmZmZmZmJkCPwvUoXI8mQD0K16NwvSZAPQrXo3C9JkB7FK5H4fomQArXo3A9CidAH4XrUbgeJ0D2KFyPwnUnQNejcD0KVydAPQrXo3A9J0A9CtejcD0nQMP1KFyPQidApHA9CtcjJ0AUrkfhehQnQK5H4XoULidApHA9CtcjJ0AfhetRuB4nQB+F61G4HidA7FG4HoXrJkAK16NwPQonQJqZmZmZGSdArkfhehQuJ0Bcj8L1KFwnQFyPwvUoXCdAw/UoXI9CJ0ApXI/C9SgnQDMzMzMzMydAAAAAAAAAJ0BxPQrXo/AmQMP1KFyPwiZApHA9CtejJkA9CtejcL0mQD0K16NwvSZAw/UoXI/CJkDXo3A9CtcmQHsUrkfh+iZAexSuR+H6JkAUrkfhehQnQLgehetROCdAhetRuB6FJ0DhehSuR2EnQOF6FK5HYSdAZmZmZmZmJ0CF61G4HoUnQHsUrkfheidAZmZmZmZmJ0B7FK5H4XonQFyPwvUoXCdA4XoUrkdhJ0BxPQrXo3AnQEjhehSuxydAuB6F61E4KEAzMzMzMzMoQEjhehSuRyhAj8L1KFwPKECamZmZmRkoQDMzMzMzMyhAw/UoXI9CKECuR+F6FC4oQClcj8L1KChAZmZmZmZmKEBI4XoUrkcoQNejcD0KVyhAXI/C9ShcKEBxPQrXo3AoQNejcD0KVyhAhetRuB4FKEBSuB6F69EnQOxRuB6F6ydAMzMzMzMzKEBmZmZmZuYnQJqZmZmZGShA7FG4HoXrJ0DNzMzMzMwnQNejcD0K1ydAXI/C9SjcJ0DhehSuR+EnQOxRuB6F6ydArkfhehQuKEAzMzMzMzMoQKRwPQrXIyhACtejcD0KKECPwvUoXA8oQMP1KFyPQihAzczMzMxMKEBI4XoUrkcoQOF6FK5HYShAexSuR+F6KECPwvUoXI8oQD0K16NwvShApHA9CtcjKUCuR+F6FC4pQM3MzMzMTClAUrgehetRKUD2KFyPwnUpQPYoXI/CdSlA9ihcj8J1KUBcj8L1KFwpQFK4HoXrUSlA7FG4HoVrKUBmZmZmZmYpQKRwPQrXIylAAAAAAAAAKUBxPQrXo/AoQFK4HoXr0ShA","dtype":"float64","shape":[501]}}},"id":"4a310aab-81c5-4d8f-a784-4df172e06840","type":"ColumnDataSource"},{"attributes":{"axis_label":"Episodes","formatter":{"id":"9cb046cd-aa63-4bb1-9c7a-efd5a4430595","type":"BasicTickFormatter"},"plot":{"id":"670fd878-95e8-4692-bc97-5c2e06624312","subtype":"Figure","type":"Plot"},"ticker":{"id":"a8fe6673-3d0b-4b90-a661-a86c8e8be7dd","type":"BasicTicker"}},"id":"6aa33a24-4ab6-4952-9c65-28fa4df14386","type":"LinearAxis"},{"attributes":{"callback":null},"id":"953c7ef5-487c-4aca-ab89-60e305b97f57","type":"DataRange1d"}],"root_ids":["669a8a99-5175-4f61-9bdb-f399109aa823"]},"title":"Bokeh Application","version":"0.12.6"}};
            var render_items = [{"docid":"4a6baf97-59c2-404f-9a84-ddd2d5443e63","elementid":"1c64f3d4-54b2-47a3-a475-58ad65fe0a36","modelid":"669a8a99-5175-4f61-9bdb-f399109aa823"}];
            
            Bokeh.embed.embed_items(docs_json, render_items);
          };
          if (document.readyState != "loading") fn();
          else document.addEventListener("DOMContentLoaded", fn);
        })();
      },
      function(Bokeh) {
      }
    ];
  
    function run_inline_js() {
      
      if ((window.Bokeh !== undefined) || (force === true)) {
        for (var i = 0; i < inline_js.length; i++) {
          inline_js[i](window.Bokeh);
        }if (force === true) {
          display_loaded();
        }} else if (Date.now() < window._bokeh_timeout) {
        setTimeout(run_inline_js, 100);
      } else if (!window._bokeh_failed_load) {
        console.log("Bokeh: BokehJS failed to load within specified timeout.");
        window._bokeh_failed_load = true;
      } else if (force !== true) {
        var cell = $(document.getElementById("1c64f3d4-54b2-47a3-a475-58ad65fe0a36")).parents('.cell').data().cell;
        cell.output_area.append_execute_result(NB_LOAD_WARNING)
      }
  
    }
  
    if (window._bokeh_is_loading === 0) {
      console.log("Bokeh: BokehJS loaded, going straight to plotting");
      run_inline_js();
    } else {
      load_libs(js_urls, function() {
        console.log("Bokeh: BokehJS plotting callback run at", now());
        run_inline_js();
      });
    }
  }(this));
</script>
</div>

</div>

</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h3 id="DQN-trained-for-8090000-timessteps">DQN trained for 8090000 timessteps<a class="anchor-link" href="#DQN-trained-for-8090000-timessteps">&#182;</a></h3>
</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[8]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython2"><pre><span></span><span class="n">model</span> <span class="o">=</span> <span class="s1">&#39;model.ckpt-8090000&#39;</span>
<span class="n">log_path</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">LOGS_DIR</span><span class="p">,</span> <span class="n">model</span><span class="p">)</span>
<span class="n">mkdir</span><span class="p">(</span><span class="n">log_path</span><span class="p">)</span>

<span class="k">if</span> <span class="n">RUN_MODEL</span><span class="p">:</span>
    <span class="n">run_dqn_atari</span><span class="o">.</span><span class="n">run_model</span><span class="p">(</span>
            <span class="n">model_path</span><span class="o">=</span><span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">MODELS_DIR</span><span class="p">,</span> <span class="n">model</span><span class="p">),</span>
            <span class="n">log_path</span><span class="o">=</span><span class="n">log_path</span><span class="p">,</span>
            <span class="n">max_episode_count</span><span class="o">=</span><span class="n">MAX_EPISODE_COUNT</span>
        <span class="p">)</span>

<span class="n">plot_agent_performance</span><span class="p">(</span><span class="n">log_path</span><span class="p">)</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area"><div class="prompt"></div>
<div class="output_subarea output_stream output_stderr output_text">
<pre>/usr/local/lib/python2.7/site-packages/ipykernel/__main__.py:34: FutureWarning: pd.rolling_mean is deprecated for Series and will be removed in a future version, replace with 
	Series.rolling(min_periods=1,window=100,center=False).mean()
</pre>
</div>
</div>

<div class="output_area"><div class="prompt"></div>
<div class="output_subarea output_stream output_stdout output_text">
<pre>archived_logs/open_ai_logs/model.ckpt-8090000/gym/openaigym.episode_batch.0.47468.stats.json
</pre>
</div>
</div>

<div class="output_area"><div class="prompt"></div>

<div class="output_html rendered_html output_subarea ">


    <div class="bk-root">
        <div class="bk-plotdiv" id="c9a08800-7ee2-49fe-9d39-1a3915580bc9"></div>
    </div>
<script type="text/javascript">
  
  (function(global) {
    function now() {
      return new Date();
    }
  
    var force = false;
  
    if (typeof (window._bokeh_onload_callbacks) === "undefined" || force === true) {
      window._bokeh_onload_callbacks = [];
      window._bokeh_is_loading = undefined;
    }
  
  
    if (typeof (window._bokeh_timeout) === "undefined" || force === true) {
      window._bokeh_timeout = Date.now() + 0;
      window._bokeh_failed_load = false;
    }
  
    var NB_LOAD_WARNING = {'data': {'text/html':
       "<div style='background-color: #fdd'>\n"+
       "<p>\n"+
       "BokehJS does not appear to have successfully loaded. If loading BokehJS from CDN, this \n"+
       "may be due to a slow or bad network connection. Possible fixes:\n"+
       "</p>\n"+
       "<ul>\n"+
       "<li>re-rerun `output_notebook()` to attempt to load from CDN again, or</li>\n"+
       "<li>use INLINE resources instead, as so:</li>\n"+
       "</ul>\n"+
       "<code>\n"+
       "from bokeh.resources import INLINE\n"+
       "output_notebook(resources=INLINE)\n"+
       "</code>\n"+
       "</div>"}};
  
    function display_loaded() {
      if (window.Bokeh !== undefined) {
        var el = document.getElementById("c9a08800-7ee2-49fe-9d39-1a3915580bc9");
        el.textContent = "BokehJS " + Bokeh.version + " successfully loaded.";
      } else if (Date.now() < window._bokeh_timeout) {
        setTimeout(display_loaded, 100)
      }
    }
  
    function run_callbacks() {
      try {
        window._bokeh_onload_callbacks.forEach(function(callback) { callback() });
      }
      finally {
        delete window._bokeh_onload_callbacks
      }
      console.info("Bokeh: all callbacks have finished");
    }
  
    function load_libs(js_urls, callback) {
      window._bokeh_onload_callbacks.push(callback);
      if (window._bokeh_is_loading > 0) {
        console.log("Bokeh: BokehJS is being loaded, scheduling callback at", now());
        return null;
      }
      if (js_urls == null || js_urls.length === 0) {
        run_callbacks();
        return null;
      }
      console.log("Bokeh: BokehJS not loaded, scheduling load and callback at", now());
      window._bokeh_is_loading = js_urls.length;
      for (var i = 0; i < js_urls.length; i++) {
        var url = js_urls[i];
        var s = document.createElement('script');
        s.src = url;
        s.async = false;
        s.onreadystatechange = s.onload = function() {
          window._bokeh_is_loading--;
          if (window._bokeh_is_loading === 0) {
            console.log("Bokeh: all BokehJS libraries loaded");
            run_callbacks()
          }
        };
        s.onerror = function() {
          console.warn("failed to load library " + url);
        };
        console.log("Bokeh: injecting script tag for BokehJS library: ", url);
        document.getElementsByTagName("head")[0].appendChild(s);
      }
    };var element = document.getElementById("c9a08800-7ee2-49fe-9d39-1a3915580bc9");
    if (element == null) {
      console.log("Bokeh: ERROR: autoload.js configured with elementid 'c9a08800-7ee2-49fe-9d39-1a3915580bc9' but no matching script tag was found. ")
      return false;
    }
  
    var js_urls = [];
  
    var inline_js = [
      function(Bokeh) {
        (function() {
          var fn = function() {
            var docs_json = {"a643d270-f7b0-4518-ae09-8be9358193db":{"roots":{"references":[{"attributes":{"callback":null},"id":"b520c889-ca7d-482e-8a32-32d70f8c83fb","type":"DataRange1d"},{"attributes":{"line_alpha":{"value":0.1},"line_color":{"value":"#1f77b4"},"x":{"field":"x"},"y":{"field":"y"}},"id":"7e5e3cc5-9665-47fa-82e5-aa7fac7b3ecb","type":"Line"},{"attributes":{},"id":"6f250251-6650-4fb0-b120-d493c17589fe","type":"BasicTicker"},{"attributes":{"callback":null,"column_names":["y","x"],"data":{"x":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,161,162,163,164,165,166,167,168,169,170,171,172,173,174,175,176,177,178,179,180,181,182,183,184,185,186,187,188,189,190,191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206,207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222,223,224,225,226,227,228,229,230,231,232,233,234,235,236,237,238,239,240,241,242,243,244,245,246,247,248,249,250,251,252,253,254,255,256,257,258,259,260,261,262,263,264,265,266,267,268,269,270,271,272,273,274,275,276,277,278,279,280,281,282,283,284,285,286,287,288,289,290,291,292,293,294,295,296,297,298,299,300,301,302,303,304,305,306,307,308,309,310,311,312,313,314,315,316,317,318,319,320,321,322,323,324,325,326,327,328,329,330,331,332,333,334,335,336,337,338,339,340,341,342,343,344,345,346,347,348,349,350,351,352,353,354,355,356,357,358,359,360,361,362,363,364,365,366,367,368,369,370,371,372,373,374,375,376,377,378,379,380,381,382,383,384,385,386,387,388,389,390,391,392,393,394,395,396,397,398,399,400,401,402,403,404,405,406,407,408,409,410,411,412,413,414,415,416,417,418,419,420,421,422,423,424,425,426,427,428,429,430,431,432,433,434,435,436,437,438,439,440,441,442,443,444,445,446,447,448,449,450,451,452,453,454,455,456,457,458,459,460,461,462,463,464,465,466,467,468,469,470,471,472,473,474,475,476,477,478,479,480,481,482,483,484,485,486,487,488,489,490,491,492,493,494,495,496,497,498,499,500],"y":[10967,7689,10441,11261,7689,7689,7867,8570,8966,8275,9159,8095,7097,7689,9568,9733,12101,8089,7095,7879,7899,8071,7527,7095,11325,7879,7805,7981,7701,9525,8087,8659,8009,7181,9659,7879,8727,7933,10266,7095,7689,9521,10197,9499,7879,8496,7689,7095,8069,8685,8705,7879,7701,9646,7027,7097,9342,8275,10281,7095,16867,11325,8504,10733,9967,9733,8607,7879,7327,10665,10453,8295,10017,10759,8575,7095,9135,7849,8087,9119,7689,7879,8913,7687,7095,7330,9045,7095,7187,7689,9733,8252,7931,10287,7905,8367,7843,15285,7929,9065,7027,9733,7689,10293,7689,18469,13145,8877,9733,7095,7929,10109,7689,7976,8275,7865,7879,7805,8380,10149,8777,8991,7701,7689,8045,9703,7181,7879,7095,7805,7899,7805,8543,8071,7027,7843,7879,8621,8275,8051,7879,7181,7896,7095,8237,7843,7689,7771,7095,8013,7896,7689,8438,8250,7095,7628,7847,13385,8433,8832,7689,7235,7879,7095,8297,12805,7843,7896,8275,10917,8869,7095,9903,7737,9733,7095,15409,7095,7689,7095,8539,8873,10181,10653,11325,8397,9729,7809,12660,8075,7027,7842,7879,9733,10977,9733,8150,9733,7115,7095,10341,10037,7897,9733,8940,7329,11657,9457,7861,8950,9150,12605,7095,8429,7879,10975,7689,10377,9757,9733,7879,7879,7095,7879,9873,9873,7809,7187,7949,7879,7929,8119,8293,14917,10669,7767,8137,8241,7976,7879,7879,7757,9733,8045,7689,7809,8327,8633,8116,9475,7699,8067,8519,7879,7879,7879,7235,16537,9733,8069,9733,8357,7831,7867,8175,7807,8229,7095,10371,7976,10137,7879,7689,8177,9525,7689,9733,14293,7843,7115,10119,7879,9025,9285,7897,9733,7119,7687,8415,8441,7689,7879,8438,7095,12197,7879,8049,8105,7689,7995,7638,8559,7879,7689,8275,7095,7095,8763,13429,7689,7935,8992,7689,7809,11399,7689,7879,8847,7879,9967,7095,7235,9733,9401,7879,9873,10973,10235,8555,7095,7879,8057,7097,7181,7879,8423,8229,7097,10297,18665,8275,9621,7889,9733,9733,7879,9833,7689,19549,10073,7095,8537,10377,8233,7608,8057,8574,8653,7879,7095,7701,8641,13449,10113,8590,8013,7095,7689,8882,7879,7689,7689,8671,8291,8261,7187,7689,7095,8106,7689,10211,7809,7879,7879,7899,7879,9671,9119,7899,8045,7689,7879,9981,8275,8149,7809,7095,9063,8436,9981,7027,11297,9805,10501,8071,8610,9733,7901,8345,9575,8135,7095,7861,8125,8873,9733,7689,8555,7879,7095,8087,9733,10189,7703,10069,7689,7321,9181,9181,10610,7235,7899,9192,8389,12445,7095,10425,9100,8277,7899,7689,8801,11733,9231,8199,7879,14341,9985,11007,7689,8057,7689,11777,8797,12317,9217,7329,7095,8125,8456,9543,8931,8944,8661,7879,7095,8983,9181,7689,8233,9547,7689,8780,10725,9753,7095,7879,8181,7879,7739,7095,7805,9665,7689,16277,9131,13605,8799,7095,8779,7899,7879,9665,8361,8051,7483,7095,8845,10405,7879,9733]}},"id":"8523ec66-126b-400f-a7b3-3b80157d26f8","type":"ColumnDataSource"},{"attributes":{},"id":"13d12c5d-d4e3-419e-8648-2167425b2a78","type":"LinearScale"},{"attributes":{"label":{"value":"Episode lengths"},"renderers":[{"id":"b3cfac20-ae86-4097-86ed-78ef938c02d8","type":"GlyphRenderer"}]},"id":"b8236017-97f2-4071-bc4f-b5d10f5cbc95","type":"LegendItem"},{"attributes":{"line_alpha":{"value":0.1},"line_color":{"value":"#1f77b4"},"x":{"field":"x"},"y":{"field":"y"}},"id":"6af8a876-0a29-4d01-bc7d-6828376011a1","type":"Line"},{"attributes":{"overlay":{"id":"630f4442-6423-43c6-8ba5-9121f217e194","type":"BoxAnnotation"},"plot":{"id":"414f0daf-9aab-4aef-a963-f1772bf754d0","subtype":"Figure","type":"Plot"}},"id":"a56728c7-1147-433a-ac44-f14b8499b91a","type":"BoxZoomTool"},{"attributes":{},"id":"801c487a-2198-4811-b655-e40927a2976b","type":"BasicTicker"},{"attributes":{"data_source":{"id":"8523ec66-126b-400f-a7b3-3b80157d26f8","type":"ColumnDataSource"},"glyph":{"id":"eea7bbf5-a986-44a2-936f-68019b279311","type":"Line"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"6af8a876-0a29-4d01-bc7d-6828376011a1","type":"Line"},"selection_glyph":null},"id":"b3cfac20-ae86-4097-86ed-78ef938c02d8","type":"GlyphRenderer"},{"attributes":{"plot":{"id":"e606d290-0213-4a72-aea6-e0f4cf408ddd","subtype":"Figure","type":"Plot"}},"id":"4071ba41-cdaf-4ef8-9be5-bc61e6675491","type":"WheelZoomTool"},{"attributes":{"line_color":{"value":"#332288"},"x":{"field":"x"},"y":{"field":"y"}},"id":"ac68bd87-5c65-460f-9187-caf16b623a85","type":"Line"},{"attributes":{"line_color":{"value":"#44AA99"},"x":{"field":"x"},"y":{"field":"y"}},"id":"646dc81e-30c0-4268-9ac3-019cc36f7659","type":"Line"},{"attributes":{"plot":{"id":"e606d290-0213-4a72-aea6-e0f4cf408ddd","subtype":"Figure","type":"Plot"}},"id":"c77b3ae9-8cec-4f3e-a413-5c1647b349d9","type":"HelpTool"},{"attributes":{"plot":{"id":"e606d290-0213-4a72-aea6-e0f4cf408ddd","subtype":"Figure","type":"Plot"}},"id":"6dc1bd33-304c-46a7-86c6-1f2ed78f8018","type":"ResetTool"},{"attributes":{"callback":null},"id":"9af1e96b-c009-443e-92c4-7675dd08c5fd","type":"DataRange1d"},{"attributes":{"label":{"value":"Rolling average of past 100 rewards"},"renderers":[{"id":"ca4afd00-1bf9-44bc-b497-c1c487537f06","type":"GlyphRenderer"}]},"id":"ec74c606-1eea-458c-965b-756150500cde","type":"LegendItem"},{"attributes":{"callback":null,"column_names":["y","x"],"data":{"x":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,161,162,163,164,165,166,167,168,169,170,171,172,173,174,175,176,177,178,179,180,181,182,183,184,185,186,187,188,189,190,191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206,207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222,223,224,225,226,227,228,229,230,231,232,233,234,235,236,237,238,239,240,241,242,243,244,245,246,247,248,249,250,251,252,253,254,255,256,257,258,259,260,261,262,263,264,265,266,267,268,269,270,271,272,273,274,275,276,277,278,279,280,281,282,283,284,285,286,287,288,289,290,291,292,293,294,295,296,297,298,299,300,301,302,303,304,305,306,307,308,309,310,311,312,313,314,315,316,317,318,319,320,321,322,323,324,325,326,327,328,329,330,331,332,333,334,335,336,337,338,339,340,341,342,343,344,345,346,347,348,349,350,351,352,353,354,355,356,357,358,359,360,361,362,363,364,365,366,367,368,369,370,371,372,373,374,375,376,377,378,379,380,381,382,383,384,385,386,387,388,389,390,391,392,393,394,395,396,397,398,399,400,401,402,403,404,405,406,407,408,409,410,411,412,413,414,415,416,417,418,419,420,421,422,423,424,425,426,427,428,429,430,431,432,433,434,435,436,437,438,439,440,441,442,443,444,445,446,447,448,449,450,451,452,453,454,455,456,457,458,459,460,461,462,463,464,465,466,467,468,469,470,471,472,473,474,475,476,477,478,479,480,481,482,483,484,485,486,487,488,489,490,491,492,493,494,495,496,497,498,499,500],"y":{"__ndarray__":"AAAAAAAANEAAAAAAAIA0QAAAAAAAADRAAAAAAADAM0AAAAAAAAA0QKuqqqqqKjRAkiRJkiRJNEAAAAAAAEA0QI7jOI7jODRAzczMzMxMNEBGF1100UU0QKuqqqqqKjRAsRM7sRM7NECSJEmSJEk0QERERERERDRAAAAAAABANEA8PDw8PDw0QI7jOI7jODRANpTXUF5DNEDNzMzMzEw0QJIkSZIkSTRARhdddNFFNEBkIQtZyEI0QKuqqqqqSjRAPQrXo3A9NEBP7MRO7EQ0QL6E9hLaSzRAAAAAAABANEDuaYTlnkY0QM3MzMzMTDRASimllFJKNEAAAAAAAEg0QEYXXXTRRTRAS0tLS0tLNEAd1EEd1EE0QHIcx3EcRzRAU+SzbjBFNECivIbyGko0QEiDNEiDNDRAmpmZmZk5NEA+BudjcD40QM/zPM/zPDRATVlT1pQ1NEAvuuiiiy40QDMzMzMzMzRAC1nIQhYyNECp72zUdzY0QKuqqqqqOjRATsHLKXg5NEAzMzMzMzM0QDc3Nzc3NzRAsRM7sRM7NEBITTDeyj40QNpLaC+hPTRAQZ4S5ClBNEBJkiRJkkQ0QO4juI/gPjRATyMs9zRCNECc1H15bEU0QImIiIiISDRAafM+xSVDNEC+99577z00QE3TNE3TNDRAAAAAAAAwNEC1Uiu1Uis0QKuqqqqqKjRAE+mBytktNEDx8PDw8DA0QHPtwFw7MDRAvuIrvuIrNED1ZPx2qSc0QDmO4ziOIzRA+fHjx48fNECDKfJZNxg0QBhLfrHkFzRAr6G8hvIaNEAXXXTRRRc0QHD5lm/5FjRALW7C/K4WNEBmZmZmZhY0QOrW/LBIGTRAnI/B+RgcNEByWTFQwhs0QOh5nud5HjRAISEhISEhNEDoC/qCviA0QOMFMileIDRAo4suuugiNECykpWsZCU0QH3SJ33SJzRAdmIndmInNECykIUsZCE0QCSPPPLIIzRAmVxBTK4gNEAx0o4VCCM0QFVVVVVVJTRAkWnYbpYnNECIxvrQWB80QHeGxLydITRAXI/C9SgcNEAfhetRuB40QFyPwvUoHDRA4XoUrkchNEBmZmZmZiY0QGZmZmZmJjRAmpmZmZkZNEDNzMzMzAw0QM3MzMzMDDRAzczMzMwMNEDNzMzMzAw0QI/C9ShcDzRAzczMzMwMNEDNzMzMzAw0QArXo3A9CjRAzczMzMwMNECPwvUoXA80QFK4HoXrETRAFK5H4XoUNEBSuB6F6xE0QM3MzMzMDDRAj8L1KFwPNECPwvUoXA80QFK4HoXrETRAUrgehesRNEAUrkfhehQ0QFK4HoXrETRAUrgehesRNEDXo3A9Chc0QNejcD0KFzRAFK5H4XoUNEAUrkfhehQ0QBSuR+F6FDRA16NwPQoXNEAUrkfhehQ0QJqZmZmZGTRAmpmZmZkZNEBcj8L1KBw0QJqZmZmZGTRApHA9CtcjNECkcD0K1yM0QKRwPQrXIzRAZmZmZmYmNEApXI/C9Sg0QK5H4XoULjRArkfhehQuNEBxPQrXozA0QHE9CtejMDRArkfhehQuNEBxPQrXozA0QDMzMzMzMzRAcT0K16MwNEBxPQrXozA0QK5H4XoULjRArkfhehQuNECuR+F6FC40QK5H4XoULjRArkfhehQuNECkcD0K1yM0QOF6FK5HITRAmpmZmZkZNEAfhetRuB40QOF6FK5HITRAKVyPwvUoNECuR+F6FC40QDMzMzMzMzRArkfhehQuNECuR+F6FC40QOxRuB6FKzRArkfhehQuNEDsUbgehSs0QOxRuB6FKzRAcT0K16MwNEAzMzMzMzM0QLgehetRODRAuB6F61E4NEC4HoXrUTg0QHE9CtejMDRAMzMzMzMzNED2KFyPwjU0QLgehetRODRAMzMzMzMzNEBxPQrXozA0QHE9CtejMDRAKVyPwvUoNECkcD0K1yM0QOF6FK5HITRA4XoUrkchNEDhehSuRyE0QJqZmZmZGTRA16NwPQoXNECamZmZmRk0QB+F61G4HjRAH4XrUbgeNEDhehSuRyE0QNejcD0KFzRAFK5H4XoUNEBSuB6F6xE0QJqZmZmZGTRAmpmZmZkZNEDhehSuRyE0QFyPwvUoHDRAmpmZmZkZNEDXo3A9Chc0QBSuR+F6FDRAj8L1KFwPNECamZmZmRk0QOF6FK5HITRApHA9CtcjNEBmZmZmZiY0QOF6FK5HITRAmpmZmZkZNECamZmZmRk0QJqZmZmZGTRAXI/C9SgcNEBcj8L1KBw0QBSuR+F6FDRAFK5H4XoUNECPwvUoXA80QI/C9ShcDzRAUrgehesRNEBSuB6F6xE0QBSuR+F6FDRAFK5H4XoUNEAUrkfhehQ0QFK4HoXrETRAj8L1KFwPNECPwvUoXA80QI/C9ShcDzRAj8L1KFwPNEBSuB6F6xE0QBSuR+F6FDRA16NwPQoXNEAUrkfhehQ0QM3MzMzMDDRACtejcD0KNEBI4XoUrgc0QIXrUbgeBTRAhetRuB4FNEDD9ShcjwI0QMP1KFyPAjRAw/UoXI8CNEDD9ShcjwI0QMP1KFyPAjRAAAAAAAAANEAAAAAAAAA0QAAAAAAAADRAuB6F61H4M0B7FK5H4fozQPYoXI/C9TNAMzMzMzPzM0AzMzMzM/MzQK5H4XoU7jNAcT0K16PwM0AzMzMzM/MzQDMzMzMz8zNAMzMzMzPzM0D2KFyPwvUzQK5H4XoU7jNArkfhehTuM0AzMzMzM/MzQHE9Ctej8DNAMzMzMzPzM0BxPQrXo/AzQHE9Ctej8DNAcT0K16PwM0D2KFyPwvUzQDMzMzMz8zNA9ihcj8L1M0CuR+F6FO4zQDMzMzMz8zNAMzMzMzPzM0AzMzMzM/MzQPYoXI/C9TNAuB6F61H4M0B7FK5H4fozQHsUrkfh+jNAhetRuB4FNEA9CtejcP0zQD0K16Nw/TNAPQrXo3D9M0B7FK5H4fozQD0K16Nw/TNAAAAAAAAANECF61G4HgU0QEjhehSuBzRACtejcD0KNEDNzMzMzAw0QM3MzMzMDDRAFK5H4XoUNEAUrkfhehQ0QBSuR+F6FDRA16NwPQoXNEAUrkfhehQ0QNejcD0KFzRAXI/C9SgcNEAfhetRuB40QOF6FK5HITRApHA9CtcjNECkcD0K1yM0QKRwPQrXIzRAKVyPwvUoNEDsUbgehSs0QK5H4XoULjRAcT0K16MwNED2KFyPwjU0QLgehetRODRAPQrXo3A9NEC4HoXrUTg0QDMzMzMzMzRAuB6F61E4NEAAAAAAAEA0QMP1KFyPQjRAw/UoXI9CNEDD9Shcj0I0QHsUrkfhOjRAw/UoXI9CNEDD9Shcj0I0QEjhehSuRzRACtejcD1KNEBI4XoUrkc0QEjhehSuRzRAhetRuB5FNEDD9Shcj0I0QAAAAAAAQDRAhetRuB5FNECF61G4HkU0QAAAAAAAQDRAexSuR+E6NEC4HoXrUTg0QLgehetRODRAuB6F61E4NEC4HoXrUTg0QHsUrkfhOjRAhetRuB5FNEBI4XoUrkc0QArXo3A9SjRAzczMzMxMNECPwvUoXE80QArXo3A9SjRAexSuR+E6NEB7FK5H4To0QHsUrkfhOjRAexSuR+E6NEB7FK5H4To0QLgehetRODRAuB6F61E4NEA9CtejcD00QD0K16NwPTRA7FG4HoUrNEDsUbgehSs0QK5H4XoULjRAMzMzMzMzNEBxPQrXozA0QHE9CtejMDRAcT0K16MwNEBxPQrXozA0QHE9CtejMDRAPQrXo3A9NEAAAAAAAEA0QMP1KFyPQjRAhetRuB5FNECF61G4HkU0QD0K16NwPTRAuB6F61E4NEAzMzMzMzM0QDMzMzMzMzRA9ihcj8I1NED2KFyPwjU0QLgehetRODRAexSuR+E6NEAAAAAAAEA0QAAAAAAAQDRAPQrXo3A9NED2KFyPwjU0QDMzMzMzMzRAMzMzMzMzNED2KFyPwjU0QD0K16NwPTRAuB6F61E4NEC4HoXrUTg0QHsUrkfhOjRAexSuR+E6NEB7FK5H4To0QD0K16NwPTRAPQrXo3A9NEAAAAAAAEA0QHsUrkfhOjRAuB6F61E4NED2KFyPwjU0QPYoXI/CNTRA9ihcj8I1NED2KFyPwjU0QPYoXI/CNTRA9ihcj8I1NEB7FK5H4To0QHsUrkfhOjRAexSuR+E6NED2KFyPwjU0QK5H4XoULjRA7FG4HoUrNEDsUbgehSs0QClcj8L1KDRA4XoUrkchNECamZmZmRk0QNejcD0KFzRAFK5H4XoUNEBSuB6F6xE0QBSuR+F6FDRAFK5H4XoUNEBSuB6F6xE0QI/C9ShcDzRAFK5H4XoUNEAUrkfhehQ0QI/C9ShcDzRAFK5H4XoUNEBSuB6F6xE0QFK4HoXrETRAj8L1KFwPNECPwvUoXA80QBSuR+F6FDRAUrgehesRNEBSuB6F6xE0QFK4HoXrETRAUrgehesRNECPwvUoXA80QBSuR+F6FDRA16NwPQoXNEBSuB6F6xE0QI/C9ShcDzRACtejcD0KNEBI4XoUrgc0QIXrUbgeBTRAAAAAAAAANEAAAAAAAAA0QLgehetR+DNAuB6F61H4M0D2KFyPwvUzQOxRuB6F6zNArkfhehTuM0B7FK5H4fozQHsUrkfh+jNAuB6F61H4M0D2KFyPwvUzQHE9Ctej8DNAcT0K16PwM0BxPQrXo/AzQK5H4XoU7jNAKVyPwvXoM0B7FK5H4fozQAAAAAAAADRAAAAAAAAANEAAAAAAAAA0QAAAAAAAADRAPQrXo3D9M0D2KFyPwvUzQDMzMzMz8zNAMzMzMzPzM0C4HoXrUfgzQDMzMzMz8zNA7FG4HoXrM0ApXI/C9egzQGZmZmZm5jNA7FG4HoXrM0CuR+F6FO4zQDMzMzMz8zNA9ihcj8L1M0AzMzMzM/MzQClcj8L16DNArkfhehTuM0CuR+F6FO4zQGZmZmZm5jNAZmZmZmbmM0CkcD0K1+MzQGZmZmZm5jNAZmZmZmbmM0BmZmZmZuYzQGZmZmZm5jNApHA9CtfjM0ApXI/C9egzQGZmZmZm5jNA7FG4HoXrM0DsUbgeheszQGZmZmZm5jNAZmZmZmbmM0Bcj8L1KNwzQFK4HoXr0TNAzczMzMzMM0DNzMzMzMwzQI/C9ShczzNAUrgehevRM0CPwvUoXM8zQI/C9ShczzNAj8L1KFzPM0CPwvUoXM8zQI/C9ShczzNAzczMzMzMM0DNzMzMzMwzQM3MzMzMzDNAUrgehevRM0AUrkfhetQzQFK4HoXr0TNA","dtype":"float64","shape":[501]}}},"id":"8d5c9377-d1d5-40f1-bdec-3e84e2633c6c","type":"ColumnDataSource"},{"attributes":{"line_color":{"value":"#44AA99"},"x":{"field":"x"},"y":{"field":"y"}},"id":"eea7bbf5-a986-44a2-936f-68019b279311","type":"Line"},{"attributes":{"active_drag":"auto","active_inspect":"auto","active_scroll":"auto","active_tap":"auto","tools":[{"id":"ea83e423-8b36-413f-b801-a77606d9e3c3","type":"PanTool"},{"id":"4071ba41-cdaf-4ef8-9be5-bc61e6675491","type":"WheelZoomTool"},{"id":"51220d12-1af3-472a-9b77-7d2956ca0b5c","type":"BoxZoomTool"},{"id":"be544a83-c0bf-4c1b-9fdb-b2b5e2227432","type":"SaveTool"},{"id":"6dc1bd33-304c-46a7-86c6-1f2ed78f8018","type":"ResetTool"},{"id":"c77b3ae9-8cec-4f3e-a413-5c1647b349d9","type":"HelpTool"}]},"id":"cba44bf8-7431-448b-9f36-c7a90eaaf5eb","type":"Toolbar"},{"attributes":{"active_drag":"auto","active_inspect":"auto","active_scroll":"auto","active_tap":"auto","tools":[{"id":"4ff056dc-03f1-45a7-907f-d4fcca0faed1","type":"PanTool"},{"id":"c6f1b6ac-ca79-4c55-8476-1e4005982a54","type":"WheelZoomTool"},{"id":"a56728c7-1147-433a-ac44-f14b8499b91a","type":"BoxZoomTool"},{"id":"341ac705-030f-4c82-afaf-d8bfc67098b7","type":"SaveTool"},{"id":"583e0e7a-eebc-4663-9916-2034e1c1a100","type":"ResetTool"},{"id":"5cb59dc0-ff5a-410f-9e6a-f31a960d3615","type":"HelpTool"}]},"id":"4ab0424d-5e35-420d-b364-6fa58332e816","type":"Toolbar"},{"attributes":{"axis_label":"Episodes","formatter":{"id":"e9fedb9f-fd77-478a-b383-256863c1fb3d","type":"BasicTickFormatter"},"plot":{"id":"e606d290-0213-4a72-aea6-e0f4cf408ddd","subtype":"Figure","type":"Plot"},"ticker":{"id":"7416c52b-0a45-4f38-b3ad-f1926ca6bbaa","type":"BasicTicker"}},"id":"70e0b736-5ca5-489d-afc9-ccc9b7720950","type":"LinearAxis"},{"attributes":{},"id":"ed0ad727-afa2-431c-8b61-61dacda1f770","type":"ToolEvents"},{"attributes":{"overlay":{"id":"111a126b-8225-41f2-aa1b-4d42d7dc8e5a","type":"BoxAnnotation"},"plot":{"id":"e606d290-0213-4a72-aea6-e0f4cf408ddd","subtype":"Figure","type":"Plot"}},"id":"51220d12-1af3-472a-9b77-7d2956ca0b5c","type":"BoxZoomTool"},{"attributes":{"dimension":1,"plot":{"id":"e606d290-0213-4a72-aea6-e0f4cf408ddd","subtype":"Figure","type":"Plot"},"ticker":{"id":"6f250251-6650-4fb0-b120-d493c17589fe","type":"BasicTicker"}},"id":"ecce2a07-8d78-42b2-9c55-5266c8a2c173","type":"Grid"},{"attributes":{"label":{"value":"Reward"},"renderers":[{"id":"f80f7567-264e-46b9-b119-8a744c8387f2","type":"GlyphRenderer"}]},"id":"d5aabfca-360f-4ae3-a168-0d8dffcc4064","type":"LegendItem"},{"attributes":{"axis_label":"Episode Lengths (units : steps)","formatter":{"id":"1dcc8102-de22-48b0-9fe4-2e8e51752d38","type":"BasicTickFormatter"},"plot":{"id":"e606d290-0213-4a72-aea6-e0f4cf408ddd","subtype":"Figure","type":"Plot"},"ticker":{"id":"6f250251-6650-4fb0-b120-d493c17589fe","type":"BasicTicker"}},"id":"c4ec3839-aa6f-4c80-abe1-664bded0df77","type":"LinearAxis"},{"attributes":{"plot":null,"text":""},"id":"1538f36d-9d35-4c90-a1bd-201c9d6dcd9e","type":"Title"},{"attributes":{"label":{"value":"Rolling average of past 100 episode lengths"},"renderers":[{"id":"2107a3e8-79e3-4ad1-8990-18a521036442","type":"GlyphRenderer"}]},"id":"bdf832ce-d7a9-4ee1-b8d1-e61379709b48","type":"LegendItem"},{"attributes":{"children":[{"id":"414f0daf-9aab-4aef-a963-f1772bf754d0","subtype":"Figure","type":"Plot"},{"id":"e606d290-0213-4a72-aea6-e0f4cf408ddd","subtype":"Figure","type":"Plot"}]},"id":"c9d16c08-e815-4ca6-9cab-82980f160f56","type":"Column"},{"attributes":{"callback":null},"id":"dd79d691-4ae3-4d2b-b269-f6dc4655fc0d","type":"DataRange1d"},{"attributes":{"plot":{"id":"414f0daf-9aab-4aef-a963-f1772bf754d0","subtype":"Figure","type":"Plot"}},"id":"341ac705-030f-4c82-afaf-d8bfc67098b7","type":"SaveTool"},{"attributes":{"below":[{"id":"70e0b736-5ca5-489d-afc9-ccc9b7720950","type":"LinearAxis"}],"left":[{"id":"c4ec3839-aa6f-4c80-abe1-664bded0df77","type":"LinearAxis"}],"plot_height":300,"plot_width":900,"renderers":[{"id":"70e0b736-5ca5-489d-afc9-ccc9b7720950","type":"LinearAxis"},{"id":"0c256850-b763-48ad-8b1d-40b75282ebfc","type":"Grid"},{"id":"c4ec3839-aa6f-4c80-abe1-664bded0df77","type":"LinearAxis"},{"id":"ecce2a07-8d78-42b2-9c55-5266c8a2c173","type":"Grid"},{"id":"111a126b-8225-41f2-aa1b-4d42d7dc8e5a","type":"BoxAnnotation"},{"id":"b3cfac20-ae86-4097-86ed-78ef938c02d8","type":"GlyphRenderer"},{"id":"2107a3e8-79e3-4ad1-8990-18a521036442","type":"GlyphRenderer"},{"id":"c6d31f60-a62f-41e6-95a6-8677212e9029","type":"Legend"}],"title":{"id":"d93d8b0e-54aa-4ff5-abcb-017659a18615","type":"Title"},"tool_events":{"id":"ed0ad727-afa2-431c-8b61-61dacda1f770","type":"ToolEvents"},"toolbar":{"id":"cba44bf8-7431-448b-9f36-c7a90eaaf5eb","type":"Toolbar"},"x_range":{"id":"3e2075ee-61fc-473d-9fe2-b11a8eeddeef","type":"DataRange1d"},"x_scale":{"id":"e76a02ec-21ac-47a5-a036-e7e354754f6e","type":"LinearScale"},"y_range":{"id":"b520c889-ca7d-482e-8a32-32d70f8c83fb","type":"DataRange1d"},"y_scale":{"id":"6bd089a6-6899-4eda-822a-0e07b9a67e34","type":"LinearScale"}},"id":"e606d290-0213-4a72-aea6-e0f4cf408ddd","subtype":"Figure","type":"Plot"},{"attributes":{"bottom_units":"screen","fill_alpha":{"value":0.5},"fill_color":{"value":"lightgrey"},"left_units":"screen","level":"overlay","line_alpha":{"value":1.0},"line_color":{"value":"black"},"line_dash":[4,4],"line_width":{"value":2},"plot":null,"render_mode":"css","right_units":"screen","top_units":"screen"},"id":"111a126b-8225-41f2-aa1b-4d42d7dc8e5a","type":"BoxAnnotation"},{"attributes":{"callback":null,"column_names":["y","x"],"data":{"x":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,161,162,163,164,165,166,167,168,169,170,171,172,173,174,175,176,177,178,179,180,181,182,183,184,185,186,187,188,189,190,191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206,207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222,223,224,225,226,227,228,229,230,231,232,233,234,235,236,237,238,239,240,241,242,243,244,245,246,247,248,249,250,251,252,253,254,255,256,257,258,259,260,261,262,263,264,265,266,267,268,269,270,271,272,273,274,275,276,277,278,279,280,281,282,283,284,285,286,287,288,289,290,291,292,293,294,295,296,297,298,299,300,301,302,303,304,305,306,307,308,309,310,311,312,313,314,315,316,317,318,319,320,321,322,323,324,325,326,327,328,329,330,331,332,333,334,335,336,337,338,339,340,341,342,343,344,345,346,347,348,349,350,351,352,353,354,355,356,357,358,359,360,361,362,363,364,365,366,367,368,369,370,371,372,373,374,375,376,377,378,379,380,381,382,383,384,385,386,387,388,389,390,391,392,393,394,395,396,397,398,399,400,401,402,403,404,405,406,407,408,409,410,411,412,413,414,415,416,417,418,419,420,421,422,423,424,425,426,427,428,429,430,431,432,433,434,435,436,437,438,439,440,441,442,443,444,445,446,447,448,449,450,451,452,453,454,455,456,457,458,459,460,461,462,463,464,465,466,467,468,469,470,471,472,473,474,475,476,477,478,479,480,481,482,483,484,485,486,487,488,489,490,491,492,493,494,495,496,497,498,499,500],"y":{"__ndarray__":"AAAAAIBrxUAAAAAAADjCQAAAAACA8cJAAAAAAMC0w0AzMzMzs8TCQKuqqqqqJMJASZIkSRK/wUAAAAAA0J7BQOQ4juO4m8FAMzMzM7N2wUBddNFFl4DBQAAAAACAXMFAsRM7sZMXwUCSJEmSpPHAQGZmZmZmD8FAAAAAAJguwUDEw8PDw4/BQMdxHMexdsFAoryG8hpGwUCamZmZ+S3BQHqe53meGMFAdNFFFx0JwUCRhSxkIe/AQAAAAABQzsBAH4XrUbgEwUBP7MROrPTAQMdxHMdx5MBAkiRJkoTYwEBhuacRlsjAQN7d3d0d2MBAzjnnnHPPwEAAAAAARNDAQLrooosux8BAtbS0tHSywEB1UAd1UMLAQMdxHMeRuMBArRtMkc+6wEBsKK+hfLLAQAAAAACAyMBAZmZmZsa1wEAsUbsSNavAQM/zPM/ztsBAMOgL+gLKwEAXXXTRRdTAQOmTPukTzMBAWchCFvLKwECejfrORsHAQKuqqqrSscBAnYKXU/CswEBcj8L1aK7AQAUFBQUFsMBAAAAAAKCpwEBITTDeyqHAQLSX0F5CrMBA8pQgT4mewEC3bdu27ZHAQGcxncV0mcBAaoTlnoaXwEC2Img4qabAQN7d3d29msBAwTravE/fwEDnnHPO+fTAQEEQBEGQ88BAAAAAAJwDwUDsxE7sRA3BQHTRRRfdFMFA1phID9QTwUB4eHh4eA3BQDsw1w5MA8FA1EEd1EERwUB7Mn67VB3BQFVVVVUVGsFABAcOHLgiwUDyWTeYIjDBQCIiIiKiLsFAG8prKG8jwUAXXXTRxSXBQMVO7MTOH8FAAAAAAIAbwUAAAAAAwB3BQD8sUgYeF8FAyOB8DM4RwUDn1x5y2RLBQEmSJEmSDMFAdXV1dfUCwUD6gr6g7/rAQES/2Tr0/MBAo4suutjzwEC7173udevAQM3MzMwM5sBAMP3SL/3rwEAAAAAAwOnAQFVVVVXV5cBAVxCTK4juwEAQRtqxgurAQKuqqqr66MBAvrj6QcfkwECsD431oQbBQJtsssmmAsFASOF6FG4EwUAUrkfhuvDAQDMzMzPz+sBAPQrXozDtwECamZmZWejAQJqZmZlZ6MBAAAAAAEAewUBxPQrXozjBQM3MzMwsOsFA9ihcjwI+wUCPwvUoHDjBQClcj8L1McFA4XoUrgc8wUAK16Nw/T7BQM3MzMxsQMFAKVyPwvU5wUCF61G4njDBQPYoXI+CG8FApHA9ChcawUBxPQrXgyDBQArXo3DdK8FAexSuR0EwwUAUrkfh2jTBQJqZmZm5NcFAuB6F67E4wUBSuB6FSyjBQNejcD1qMcFAUrgehUsuwUBcj8L1yC3BQHsUrkfBKsFA4XoUriciwUCkcD0KNyHBQLgehevxHMFACtejcJ0fwUA9CtejECTBQOF6FK7nFsFAmpmZmbkWwUCPwvUofBLBQM3MzMzsFcFAH4XrUfgLwUAAAAAAwBDBQDMzMzOzEcFAAAAAAAAGwUCF61G4fvrAQJqZmZl57sBAcT0K10PwwEAAAAAAAO3AQAAAAAAA7cBAexSuR2HwwED2KFyPguvAQGZmZmYm6MBAFK5H4RrkwEDhehSuJ+PAQKRwPQrX5sBAj8L1KNzfwEAzMzMzM+DAQBSuR+Ha4sBAexSuR2HbwEBI4XoU7vTAQD0K16Ow68BAAAAAAGD0wECPwvUofMbAQFyPwvUIssBAXI/C9eiuwEAfhetRuJzAQIXrUbhelMBAFK5H4bqjwEBcj8L16J/AQIXrUbj+n8BAj8L1KLykwECF61G4/qXAQDMzMzMTnsBAMzMzMxOYwEB7FK5HgZfAQOxRuB5liMBAw/UoXC+OwEDD9ShcL47AQEjhehSOrcBAXI/C9cipwEBSuB6Fy6fAQM3MzMysncBAzczMzOyhwEDsUbge5abAQI/C9Sg8rcBAPQrXoxC8wECkcD0KN9HAQM3MzMyM1sBAH4XrUfjZwEDXo3A9it3AQOF6FK7n+MBAKVyPwtX6wEBI4XoUTu3AQHsUrkdB68BAhetRuP7qwECamZmZOejAQClcj8KV98BA16NwPWr+wEAzMzMz8//AQD0K16Mw5MBAhetRuB7gwEDsUbgeRdbAQKRwPQrX5sBAj8L1KFzowEBmZmZmZunAQJqZmZmZ5sBAFK5H4drswEDhehSuJ7XAQKRwPQq3rcBACtejcJ2wwEB7FK5HQafAQOF6FK6HsMBA9ihcj6K2wEAK16NwHcPAQOxRuB4lwMBAXI/C9WjCwEBI4XoUbsDAQBSuR+H6z8BA4XoUrgfPwEBxPQrX49vAQGZmZmbG4sBAuB6F67HgwECuR+F6NNzAQOxRuB6l1sBACtejcJ3TwEA9CtejkNTAQK5H4Xq03cBASOF6FI7ewEC4HoXrseHAQI/C9Sg83sBAexSuR4HiwEAAAAAA4OLAQGZmZmYG48BAH4XrUZjkwEAfhetRWOPAQDMzMzOTBcFAXI/C9cgXwUDhehSuZxfBQLgeheuxGMFAUrgehcsWwUDNzMzMTBXBQD0K16NwFMFAPQrXo3AUwUC4HoXrURfBQHsUrkeBIMFAexSuR0ElwUBxPQrXgyLBQB+F61FYIsFAXI/C9YglwUAfhetR2CnBQDMzMzPzLsFA9ihcj0I2wUBmZmZmRjXBQNejcD0qN8FAuB6F65E3wUCkcD0KtzXBQPYoXI+iOcFAcT0K1+M6wUCuR+F61DfBQKRwPQqXR8FApHA9ChdOwUBmZmZmRkrBQIXrUbh+VMFAFK5H4RpawUAK16Nw3VnBQJqZmZm5XcFACtejcB1dwUAAAAAAIETBQEjhehQORsFAzczMzAxCwUDhehSuh0zBQDMzMzPTPcFA16NwPSpEwUApXI/CFUjBQHE9CtcDPcFApHA9Cjc/wUDNzMzMLD7BQOxRuB4lQcFAcT0K18MkwUB7FK5HwUjBQGZmZmaGScFAAAAAAKBJwUBmZmZmhlHBQEjhehSOTMFAZmZmZsZGwUDD9Shc7z/BQFK4HoXLLsFAmpmZmXk1wUDNzMzMbCjBQD0K16PQJ8FApHA9CpcSwUBSuB6FaxTBQBSuR+G6F8FA16NwPeoXwUApXI/CtRrBQOxRuB6FDcFAhetRuJ4TwUCamZmZWQrBQB+F61HYCcFArkfherQBwUAzMzMzkwTBQDMzMzMTCcFAw/UoXI/7wEBSuB6FK/TAQK5H4XoU9MBAj8L1KNzpwEBcj8L1iObAQArXo3Bd5cBASOF6FI7OwEApXI/CFcvAQM3MzMzs5sBAhetRuJ7gwEBSuB6Fi9rAQBSuR+F6yMBAMzMzM3PLwECamZmZWcjAQDMzMzPz2cBA7FG4HoXJwEAfhetReMrAQLgehevRwsBASOF6FG65wECamZmZmbrAQEjhehSutsBAKVyPwnWzwEBmZmZmpsDAQPYoXI9CyMBA16NwPUq+wEDXo3A9Sr7AQI/C9SgczsBAmpmZmVndwEB7FK5HYeDAQClcj8J13MBAKVyPwjXcwEBmZmZm5tvAQFK4HoXr1cBACtejcD2vwEDXo3A9SqHAQLgeheuRpMBA4XoUrgelwEDD9ShcT5/AQNejcD3qqsBAH4XrUdjgwEAzMzMz0+LAQOxRuB4l7MBAzczMzOziwEAK16NwXevAQClcj8KV9cBAw/UoXO/1wECkcD0Kd/3AQIXrUbi++MBAXI/C9egxwUBmZmZm5jTBQHsUrkfhMcFAFK5H4To0wUDsUbgehT3BQNejcD1KP8FAw/UoXO89wUAzMzMz0z7BQOxRuB6FRcFAmpmZmRkewUCuR+F61BTBQClcj8L1D8FAzczMzMwFwUAfhetROAfBQMP1KFxPI8FA16NwPYouwUAK16NwnTDBQOxRuB6lMcFAmpmZmfkrwUC4HoXr8S7BQAAAAACAJ8FAcT0K1wMnwUBmZmZmxhrBQDMzMzPTGcFAj8L1KLwewUBI4XoUTh/BQI/C9Sj8GMFAmpmZmXkWwUB7FK5HQQzBQHE9CtdD6MBArkfhepTpwEAzMzMzc+zAQFyPwvXo7MBAw/UoXI/swECuR+F61ObAQM3MzMzM38BAw/UoXM/fwEDXo3A9itbAQM3MzMxM48BAKVyPwnXqwEB7FK5H4efAQGZmZmbm5cBAZmZmZublwEBmZmZm5uXAQArXo3Cd7cBAcT0K14PzwEBmZmZmRt/AQM3MzMzs3sBA4XoUrifawEC4HoXr8d7AQEjhehSu4sBAj8L1KJzswEBI4XoUjunAQIXrUbg+98BAAAAAAOAAwUDD9Shc7w7BQNejcD3qDcFACtejcH0VwUBI4XoUriLBQIXrUbheHsFAMzMzM/MEwUB7FK5HYQ7BQHsUrkdhD8FA7FG4HuUFwUB7FK5HwQbBQClcj8JVCMFArkfherT7wEDNzMzM7AXBQJqZmZn5BMFAcT0K14MDwUBxPQrXgwPBQOF6FK4n9cBACtejcB36wEAUrkfhmgbBQPYoXI/iCMFA7FG4HmUAwUAfhetRWAvBQM3MzMxsAMFA16NwPSruwEDsUbge5ejAQGZmZmYG7MBAmpmZmZn9wEB7FK5HYfrAQKRwPQqX+cBAPQrXoxAEwUAUrkfhGgrBQMP1KFzvIMFAUrgehUsawUBmZmZmRiXBQNejcD1KL8FAPQrXozAlwUCPwvUoXO/AQEjhehRu7MBArkfhelTowEDNzMzMjPvAQNejcD0K+cBAhetRuF7xwECF61G4XvHAQFyPwvXoB8FAcT0K12MTwUBI4XoUrujAQPYoXI/C3MBAuB6F65HhwECuR+F6VN3AQK5H4XpU5MBAZmZmZibnwEC4HoXrsf7AQIXrUbh+BMFA7FG4HkX+wEAUrkfhevbAQClcj8K198BAcT0K14P+wECamZmZuQfBQM3MzMwsCcFAZmZmZqbywEBxPQrXY+vAQClcj8LV58BAhetRuD7jwEDD9Shcr+zAQOxRuB4l9MBASOF6FC7uwEAzMzMz8+/AQArXo3A9+cBACtejcD35wEBcj8L1yPnAQK5H4Xr0BcFA16NwPWoNwUCuR+F69AzBQOF6FK7nDcFAKVyPwlUTwUAzMzMzMxLBQDMzMzNzEsFAhetRuN4CwUCamZmZ2QLBQOF6FK7HC8FArkfhetQKwUAfhetRuDTBQBSuR+H6OsFAZmZmZqZOwUDNzMzMDE3BQOF6FK4HScFAMzMzM7NMwUAAAAAAwE3BQAAAAADATcFAUrgehStMwUCamZmZmUzBQI/C9SgcTMFAFK5H4XpKwUAUrkfhekrBQHE9CtdjScFAj8L1KDxTwUCamZmZuUjBQHsUrkdBVsFA","dtype":"float64","shape":[501]}}},"id":"fb8e0637-b2f1-49a0-b697-b35ff56e5da0","type":"ColumnDataSource"},{"attributes":{"callback":null},"id":"3e2075ee-61fc-473d-9fe2-b11a8eeddeef","type":"DataRange1d"},{"attributes":{"axis_label":"Episodes","formatter":{"id":"f9db43d0-80c4-40fd-adea-ace91d2b2dc3","type":"BasicTickFormatter"},"plot":{"id":"414f0daf-9aab-4aef-a963-f1772bf754d0","subtype":"Figure","type":"Plot"},"ticker":{"id":"801c487a-2198-4811-b655-e40927a2976b","type":"BasicTicker"}},"id":"8a58b468-83f4-42f4-a2ce-6ad16b12d5ed","type":"LinearAxis"},{"attributes":{"line_alpha":{"value":0.1},"line_color":{"value":"#1f77b4"},"x":{"field":"x"},"y":{"field":"y"}},"id":"cbc7267d-e0c5-47cb-9236-a8f8f3d1e4be","type":"Line"},{"attributes":{"dimension":1,"plot":{"id":"414f0daf-9aab-4aef-a963-f1772bf754d0","subtype":"Figure","type":"Plot"},"ticker":{"id":"ea3d23ee-bc79-4d6b-a004-9fe4ee0f7f5b","type":"BasicTicker"}},"id":"f7c287d3-8bd5-4849-a162-b196a196b504","type":"Grid"},{"attributes":{},"id":"8396c595-d86d-4863-b6f3-4cb039b1148e","type":"LinearScale"},{"attributes":{"data_source":{"id":"8d5c9377-d1d5-40f1-bdec-3e84e2633c6c","type":"ColumnDataSource"},"glyph":{"id":"44b45e4b-a5a5-46b6-adba-b4e03cfa25dc","type":"Line"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"7e5e3cc5-9665-47fa-82e5-aa7fac7b3ecb","type":"Line"},"selection_glyph":null},"id":"ca4afd00-1bf9-44bc-b497-c1c487537f06","type":"GlyphRenderer"},{"attributes":{},"id":"e9fedb9f-fd77-478a-b383-256863c1fb3d","type":"BasicTickFormatter"},{"attributes":{"plot":{"id":"e606d290-0213-4a72-aea6-e0f4cf408ddd","subtype":"Figure","type":"Plot"}},"id":"be544a83-c0bf-4c1b-9fdb-b2b5e2227432","type":"SaveTool"},{"attributes":{"plot":{"id":"414f0daf-9aab-4aef-a963-f1772bf754d0","subtype":"Figure","type":"Plot"},"ticker":{"id":"801c487a-2198-4811-b655-e40927a2976b","type":"BasicTicker"}},"id":"2406d35c-d1d0-48a1-8b14-d1b419a61030","type":"Grid"},{"attributes":{"plot":{"id":"414f0daf-9aab-4aef-a963-f1772bf754d0","subtype":"Figure","type":"Plot"}},"id":"5cb59dc0-ff5a-410f-9e6a-f31a960d3615","type":"HelpTool"},{"attributes":{},"id":"1ca37271-22e9-4a88-be54-7a4ca5efcb6d","type":"BasicTickFormatter"},{"attributes":{"data_source":{"id":"fb8e0637-b2f1-49a0-b697-b35ff56e5da0","type":"ColumnDataSource"},"glyph":{"id":"ac68bd87-5c65-460f-9187-caf16b623a85","type":"Line"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"cbc7267d-e0c5-47cb-9236-a8f8f3d1e4be","type":"Line"},"selection_glyph":null},"id":"2107a3e8-79e3-4ad1-8990-18a521036442","type":"GlyphRenderer"},{"attributes":{"plot":{"id":"414f0daf-9aab-4aef-a963-f1772bf754d0","subtype":"Figure","type":"Plot"}},"id":"583e0e7a-eebc-4663-9916-2034e1c1a100","type":"ResetTool"},{"attributes":{"bottom_units":"screen","fill_alpha":{"value":0.5},"fill_color":{"value":"lightgrey"},"left_units":"screen","level":"overlay","line_alpha":{"value":1.0},"line_color":{"value":"black"},"line_dash":[4,4],"line_width":{"value":2},"plot":null,"render_mode":"css","right_units":"screen","top_units":"screen"},"id":"630f4442-6423-43c6-8ba5-9121f217e194","type":"BoxAnnotation"},{"attributes":{},"id":"7416c52b-0a45-4f38-b3ad-f1926ca6bbaa","type":"BasicTicker"},{"attributes":{"line_alpha":{"value":0.1},"line_color":{"value":"#1f77b4"},"x":{"field":"x"},"y":{"field":"y"}},"id":"24daa3c3-ef0c-4ee4-adc5-e2229dfdcb7d","type":"Line"},{"attributes":{"plot":{"id":"414f0daf-9aab-4aef-a963-f1772bf754d0","subtype":"Figure","type":"Plot"}},"id":"4ff056dc-03f1-45a7-907f-d4fcca0faed1","type":"PanTool"},{"attributes":{"below":[{"id":"8a58b468-83f4-42f4-a2ce-6ad16b12d5ed","type":"LinearAxis"}],"left":[{"id":"8884fb92-b952-4720-913b-48f0b2fe20ec","type":"LinearAxis"}],"plot_height":300,"plot_width":900,"renderers":[{"id":"8a58b468-83f4-42f4-a2ce-6ad16b12d5ed","type":"LinearAxis"},{"id":"2406d35c-d1d0-48a1-8b14-d1b419a61030","type":"Grid"},{"id":"8884fb92-b952-4720-913b-48f0b2fe20ec","type":"LinearAxis"},{"id":"f7c287d3-8bd5-4849-a162-b196a196b504","type":"Grid"},{"id":"630f4442-6423-43c6-8ba5-9121f217e194","type":"BoxAnnotation"},{"id":"f80f7567-264e-46b9-b119-8a744c8387f2","type":"GlyphRenderer"},{"id":"ca4afd00-1bf9-44bc-b497-c1c487537f06","type":"GlyphRenderer"},{"id":"5b8164bb-6a4a-4084-9361-2b6cf7fe650b","type":"Legend"}],"title":{"id":"1538f36d-9d35-4c90-a1bd-201c9d6dcd9e","type":"Title"},"tool_events":{"id":"0088c8fc-d70d-443c-9476-a36b9a0c533d","type":"ToolEvents"},"toolbar":{"id":"4ab0424d-5e35-420d-b364-6fa58332e816","type":"Toolbar"},"x_range":{"id":"dd79d691-4ae3-4d2b-b269-f6dc4655fc0d","type":"DataRange1d"},"x_scale":{"id":"8396c595-d86d-4863-b6f3-4cb039b1148e","type":"LinearScale"},"y_range":{"id":"9af1e96b-c009-443e-92c4-7675dd08c5fd","type":"DataRange1d"},"y_scale":{"id":"13d12c5d-d4e3-419e-8648-2167425b2a78","type":"LinearScale"}},"id":"414f0daf-9aab-4aef-a963-f1772bf754d0","subtype":"Figure","type":"Plot"},{"attributes":{"plot":{"id":"e606d290-0213-4a72-aea6-e0f4cf408ddd","subtype":"Figure","type":"Plot"},"ticker":{"id":"7416c52b-0a45-4f38-b3ad-f1926ca6bbaa","type":"BasicTicker"}},"id":"0c256850-b763-48ad-8b1d-40b75282ebfc","type":"Grid"},{"attributes":{"callback":null,"column_names":["y","x"],"data":{"x":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,161,162,163,164,165,166,167,168,169,170,171,172,173,174,175,176,177,178,179,180,181,182,183,184,185,186,187,188,189,190,191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206,207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222,223,224,225,226,227,228,229,230,231,232,233,234,235,236,237,238,239,240,241,242,243,244,245,246,247,248,249,250,251,252,253,254,255,256,257,258,259,260,261,262,263,264,265,266,267,268,269,270,271,272,273,274,275,276,277,278,279,280,281,282,283,284,285,286,287,288,289,290,291,292,293,294,295,296,297,298,299,300,301,302,303,304,305,306,307,308,309,310,311,312,313,314,315,316,317,318,319,320,321,322,323,324,325,326,327,328,329,330,331,332,333,334,335,336,337,338,339,340,341,342,343,344,345,346,347,348,349,350,351,352,353,354,355,356,357,358,359,360,361,362,363,364,365,366,367,368,369,370,371,372,373,374,375,376,377,378,379,380,381,382,383,384,385,386,387,388,389,390,391,392,393,394,395,396,397,398,399,400,401,402,403,404,405,406,407,408,409,410,411,412,413,414,415,416,417,418,419,420,421,422,423,424,425,426,427,428,429,430,431,432,433,434,435,436,437,438,439,440,441,442,443,444,445,446,447,448,449,450,451,452,453,454,455,456,457,458,459,460,461,462,463,464,465,466,467,468,469,470,471,472,473,474,475,476,477,478,479,480,481,482,483,484,485,486,487,488,489,490,491,492,493,494,495,496,497,498,499,500],"y":{"__ndarray__":"AAAAAAAANEAAAAAAAAA1QAAAAAAAADNAAAAAAAAAM0AAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA0QAAAAAAAADRAAAAAAAAANUAAAAAAAAA0QAAAAAAAADNAAAAAAAAANUAAAAAAAAA1QAAAAAAAADRAAAAAAAAANEAAAAAAAAA0QAAAAAAAADRAAAAAAAAANUAAAAAAAAA1QAAAAAAAADRAAAAAAAAANEAAAAAAAAA0QAAAAAAAADVAAAAAAAAAM0AAAAAAAAA1QAAAAAAAADVAAAAAAAAAM0AAAAAAAAA1QAAAAAAAADVAAAAAAAAANEAAAAAAAAA0QAAAAAAAADRAAAAAAAAANUAAAAAAAAAzQAAAAAAAADVAAAAAAAAANEAAAAAAAAA1QAAAAAAAADFAAAAAAAAANUAAAAAAAAA1QAAAAAAAADRAAAAAAAAAM0AAAAAAAAAzQAAAAAAAADVAAAAAAAAANEAAAAAAAAA1QAAAAAAAADVAAAAAAAAANEAAAAAAAAAzQAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADRAAAAAAAAANUAAAAAAAAA1QAAAAAAAADNAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAAM0AAAAAAAAAzQAAAAAAAADJAAAAAAAAAM0AAAAAAAAAzQAAAAAAAADRAAAAAAAAANUAAAAAAAAA1QAAAAAAAADRAAAAAAAAAM0AAAAAAAAAzQAAAAAAAADNAAAAAAAAAM0AAAAAAAAAyQAAAAAAAADRAAAAAAAAANUAAAAAAAAAzQAAAAAAAADRAAAAAAAAANEAAAAAAAAA0QAAAAAAAADVAAAAAAAAANUAAAAAAAAA0QAAAAAAAADVAAAAAAAAANUAAAAAAAAA0QAAAAAAAADRAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANEAAAAAAAAAyQAAAAAAAADVAAAAAAAAAM0AAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAAxQAAAAAAAADVAAAAAAAAAMkAAAAAAAAA1QAAAAAAAADRAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAAMEAAAAAAAAAwQAAAAAAAADRAAAAAAAAANEAAAAAAAAA1QAAAAAAAADVAAAAAAAAAMkAAAAAAAAA1QAAAAAAAADRAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA0QAAAAAAAADNAAAAAAAAANUAAAAAAAAA0QAAAAAAAADVAAAAAAAAANUAAAAAAAAA0QAAAAAAAADRAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANEAAAAAAAAA0QAAAAAAAADRAAAAAAAAANUAAAAAAAAA0QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADRAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA0QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANEAAAAAAAAA1QAAAAAAAADRAAAAAAAAANEAAAAAAAAA1QAAAAAAAADRAAAAAAAAANEAAAAAAAAA1QAAAAAAAADVAAAAAAAAAM0AAAAAAAAAxQAAAAAAAADRAAAAAAAAAMkAAAAAAAAA1QAAAAAAAADRAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAAMkAAAAAAAAA1QAAAAAAAADRAAAAAAAAANUAAAAAAAAAyQAAAAAAAADNAAAAAAAAANUAAAAAAAAA0QAAAAAAAADRAAAAAAAAANEAAAAAAAAA1QAAAAAAAADBAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAAM0AAAAAAAAA0QAAAAAAAADRAAAAAAAAAMkAAAAAAAAAzQAAAAAAAADNAAAAAAAAANEAAAAAAAAA1QAAAAAAAADJAAAAAAAAANEAAAAAAAAA1QAAAAAAAADRAAAAAAAAANUAAAAAAAAA0QAAAAAAAADFAAAAAAAAANEAAAAAAAAA0QAAAAAAAADRAAAAAAAAANUAAAAAAAAA1QAAAAAAAADNAAAAAAAAAM0AAAAAAAAA0QAAAAAAAADRAAAAAAAAAM0AAAAAAAAA0QAAAAAAAADNAAAAAAAAANUAAAAAAAAA1QAAAAAAAADNAAAAAAAAAMkAAAAAAAAAyQAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADJAAAAAAAAANUAAAAAAAAAzQAAAAAAAADRAAAAAAAAANEAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADNAAAAAAAAAM0AAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA0QAAAAAAAADFAAAAAAAAANEAAAAAAAAA0QAAAAAAAADRAAAAAAAAANEAAAAAAAAA0QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADRAAAAAAAAANEAAAAAAAAA1QAAAAAAAADVAAAAAAAAAMkAAAAAAAAA1QAAAAAAAADNAAAAAAAAAM0AAAAAAAAA0QAAAAAAAADNAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA0QAAAAAAAACxAAAAAAAAANEAAAAAAAAA0QAAAAAAAADRAAAAAAAAANUAAAAAAAAA0QAAAAAAAADVAAAAAAAAANUAAAAAAAAA0QAAAAAAAADRAAAAAAAAANUAAAAAAAAAyQAAAAAAAADRAAAAAAAAAM0AAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANEAAAAAAAAAyQAAAAAAAADVAAAAAAAAANUAAAAAAAAAyQAAAAAAAADVAAAAAAAAANUAAAAAAAAA0QAAAAAAAADRAAAAAAAAANEAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA0QAAAAAAAADVAAAAAAAAANUAAAAAAAAA0QAAAAAAAADVAAAAAAAAAM0AAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA0QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAAzQAAAAAAAADNAAAAAAAAANUAAAAAAAAA1QAAAAAAAADNAAAAAAAAANUAAAAAAAAA1QAAAAAAAADJAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAAzQAAAAAAAADVAAAAAAAAANEAAAAAAAAA0QAAAAAAAADRAAAAAAAAANUAAAAAAAAAzQAAAAAAAADNAAAAAAAAAM0AAAAAAAAA0QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADJAAAAAAAAALkAAAAAAAAA1QAAAAAAAADVAAAAAAAAANEAAAAAAAAA0QAAAAAAAADRAAAAAAAAANUAAAAAAAAA0QAAAAAAAADVAAAAAAAAAKEAAAAAAAAAzQAAAAAAAADVAAAAAAAAANUAAAAAAAAA0QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADRAAAAAAAAAM0AAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADFAAAAAAAAAM0AAAAAAAAAzQAAAAAAAADRAAAAAAAAANUAAAAAAAAA1QAAAAAAAADNAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANEAAAAAAAAAyQAAAAAAAADRAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAAM0AAAAAAAAA1QAAAAAAAADNAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANEAAAAAAAAA1QAAAAAAAADNAAAAAAAAANEAAAAAAAAA0QAAAAAAAADRAAAAAAAAANUAAAAAAAAA1QAAAAAAAADRAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAAzQAAAAAAAADJAAAAAAAAANEAAAAAAAAA1QAAAAAAAADNAAAAAAAAAMkAAAAAAAAAyQAAAAAAAADRAAAAAAAAANEAAAAAAAAA0QAAAAAAAADRAAAAAAAAAM0AAAAAAAAA0QAAAAAAAADRAAAAAAAAANUAAAAAAAAA1QAAAAAAAADNAAAAAAAAANEAAAAAAAAA0QAAAAAAAADVAAAAAAAAANEAAAAAAAAA1QAAAAAAAADVAAAAAAAAANEAAAAAAAAA0QAAAAAAAADRAAAAAAAAANEAAAAAAAAA0QAAAAAAAADVAAAAAAAAANEAAAAAAAAAxQAAAAAAAADNAAAAAAAAAM0AAAAAAAAA0QAAAAAAAADRAAAAAAAAAM0AAAAAAAAA1QAAAAAAAADJAAAAAAAAANUAAAAAAAAA0QAAAAAAAADFAAAAAAAAAM0AAAAAAAAA0QAAAAAAAADVAAAAAAAAANEAAAAAAAAAzQAAAAAAAADJAAAAAAAAANEAAAAAAAAA1QAAAAAAAADNAAAAAAAAAM0AAAAAAAAAzQAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADRAAAAAAAAANEAAAAAAAAAyQAAAAAAAADRAAAAAAAAANEAAAAAAAAA1QAAAAAAAADNAAAAAAAAAMkAAAAAAAAA0QAAAAAAAADRAAAAAAAAAM0AAAAAAAAA0QAAAAAAAADVAAAAAAAAANUAAAAAAAAA0QAAAAAAAADFAAAAAAAAANUAAAAAAAAA1QAAAAAAAADJAAAAAAAAANUAAAAAAAAAzQAAAAAAAADNAAAAAAAAANEAAAAAAAAA1QAAAAAAAADVAAAAAAAAANEAAAAAAAAA1QAAAAAAAADRAAAAAAAAANUAAAAAAAAA1QAAAAAAAADNAAAAAAAAANUAAAAAAAAAwQAAAAAAAADFAAAAAAAAAMUAAAAAAAAA0QAAAAAAAADVAAAAAAAAANUAAAAAAAAA0QAAAAAAAADVAAAAAAAAANEAAAAAAAAA1QAAAAAAAADVAAAAAAAAANEAAAAAAAAA1QAAAAAAAADNAAAAAAAAANEAAAAAAAAA1QAAAAAAAADRA","dtype":"float64","shape":[501]}}},"id":"786f9bba-8e1a-4454-8dc5-e3fe3ca602b1","type":"ColumnDataSource"},{"attributes":{"plot":null,"text":""},"id":"d93d8b0e-54aa-4ff5-abcb-017659a18615","type":"Title"},{"attributes":{"axis_label":"Reward","formatter":{"id":"1ca37271-22e9-4a88-be54-7a4ca5efcb6d","type":"BasicTickFormatter"},"plot":{"id":"414f0daf-9aab-4aef-a963-f1772bf754d0","subtype":"Figure","type":"Plot"},"ticker":{"id":"ea3d23ee-bc79-4d6b-a004-9fe4ee0f7f5b","type":"BasicTicker"}},"id":"8884fb92-b952-4720-913b-48f0b2fe20ec","type":"LinearAxis"},{"attributes":{},"id":"f9db43d0-80c4-40fd-adea-ace91d2b2dc3","type":"BasicTickFormatter"},{"attributes":{},"id":"1dcc8102-de22-48b0-9fe4-2e8e51752d38","type":"BasicTickFormatter"},{"attributes":{},"id":"0088c8fc-d70d-443c-9476-a36b9a0c533d","type":"ToolEvents"},{"attributes":{"plot":{"id":"414f0daf-9aab-4aef-a963-f1772bf754d0","subtype":"Figure","type":"Plot"}},"id":"c6f1b6ac-ca79-4c55-8476-1e4005982a54","type":"WheelZoomTool"},{"attributes":{},"id":"e76a02ec-21ac-47a5-a036-e7e354754f6e","type":"LinearScale"},{"attributes":{"line_color":{"value":"#332288"},"x":{"field":"x"},"y":{"field":"y"}},"id":"44b45e4b-a5a5-46b6-adba-b4e03cfa25dc","type":"Line"},{"attributes":{},"id":"ea3d23ee-bc79-4d6b-a004-9fe4ee0f7f5b","type":"BasicTicker"},{"attributes":{"plot":{"id":"e606d290-0213-4a72-aea6-e0f4cf408ddd","subtype":"Figure","type":"Plot"}},"id":"ea83e423-8b36-413f-b801-a77606d9e3c3","type":"PanTool"},{"attributes":{"items":[{"id":"b8236017-97f2-4071-bc4f-b5d10f5cbc95","type":"LegendItem"},{"id":"bdf832ce-d7a9-4ee1-b8d1-e61379709b48","type":"LegendItem"}],"orientation":"horizontal","plot":{"id":"e606d290-0213-4a72-aea6-e0f4cf408ddd","subtype":"Figure","type":"Plot"}},"id":"c6d31f60-a62f-41e6-95a6-8677212e9029","type":"Legend"},{"attributes":{"items":[{"id":"d5aabfca-360f-4ae3-a168-0d8dffcc4064","type":"LegendItem"},{"id":"ec74c606-1eea-458c-965b-756150500cde","type":"LegendItem"}],"orientation":"horizontal","plot":{"id":"414f0daf-9aab-4aef-a963-f1772bf754d0","subtype":"Figure","type":"Plot"}},"id":"5b8164bb-6a4a-4084-9361-2b6cf7fe650b","type":"Legend"},{"attributes":{},"id":"6bd089a6-6899-4eda-822a-0e07b9a67e34","type":"LinearScale"},{"attributes":{"data_source":{"id":"786f9bba-8e1a-4454-8dc5-e3fe3ca602b1","type":"ColumnDataSource"},"glyph":{"id":"646dc81e-30c0-4268-9ac3-019cc36f7659","type":"Line"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"24daa3c3-ef0c-4ee4-adc5-e2229dfdcb7d","type":"Line"},"selection_glyph":null},"id":"f80f7567-264e-46b9-b119-8a744c8387f2","type":"GlyphRenderer"}],"root_ids":["c9d16c08-e815-4ca6-9cab-82980f160f56"]},"title":"Bokeh Application","version":"0.12.6"}};
            var render_items = [{"docid":"a643d270-f7b0-4518-ae09-8be9358193db","elementid":"c9a08800-7ee2-49fe-9d39-1a3915580bc9","modelid":"c9d16c08-e815-4ca6-9cab-82980f160f56"}];
            
            Bokeh.embed.embed_items(docs_json, render_items);
          };
          if (document.readyState != "loading") fn();
          else document.addEventListener("DOMContentLoaded", fn);
        })();
      },
      function(Bokeh) {
      }
    ];
  
    function run_inline_js() {
      
      if ((window.Bokeh !== undefined) || (force === true)) {
        for (var i = 0; i < inline_js.length; i++) {
          inline_js[i](window.Bokeh);
        }if (force === true) {
          display_loaded();
        }} else if (Date.now() < window._bokeh_timeout) {
        setTimeout(run_inline_js, 100);
      } else if (!window._bokeh_failed_load) {
        console.log("Bokeh: BokehJS failed to load within specified timeout.");
        window._bokeh_failed_load = true;
      } else if (force !== true) {
        var cell = $(document.getElementById("c9a08800-7ee2-49fe-9d39-1a3915580bc9")).parents('.cell').data().cell;
        cell.output_area.append_execute_result(NB_LOAD_WARNING)
      }
  
    }
  
    if (window._bokeh_is_loading === 0) {
      console.log("Bokeh: BokehJS loaded, going straight to plotting");
      run_inline_js();
    } else {
      load_libs(js_urls, function() {
        console.log("Bokeh: BokehJS plotting callback run at", now());
        run_inline_js();
      });
    }
  }(this));
</script>
</div>

</div>

</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h3 id="DQN-trained-for-9500000-timessteps">DQN trained for 9500000 timessteps<a class="anchor-link" href="#DQN-trained-for-9500000-timessteps">&#182;</a></h3>
</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[9]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython2"><pre><span></span><span class="n">model</span> <span class="o">=</span> <span class="s1">&#39;model.ckpt-9500000&#39;</span>
<span class="n">log_path</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">LOGS_DIR</span><span class="p">,</span> <span class="n">model</span><span class="p">)</span>
<span class="n">mkdir</span><span class="p">(</span><span class="n">log_path</span><span class="p">)</span>

<span class="k">if</span> <span class="n">RUN_MODEL</span><span class="p">:</span>
    <span class="n">run_dqn_atari</span><span class="o">.</span><span class="n">run_model</span><span class="p">(</span>
            <span class="n">model_path</span><span class="o">=</span><span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">MODELS_DIR</span><span class="p">,</span> <span class="n">model</span><span class="p">),</span>
            <span class="n">log_path</span><span class="o">=</span><span class="n">log_path</span><span class="p">,</span>
            <span class="n">max_episode_count</span><span class="o">=</span><span class="n">MAX_EPISODE_COUNT</span>
        <span class="p">)</span>

<span class="n">plot_agent_performance</span><span class="p">(</span><span class="n">log_path</span><span class="p">)</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area"><div class="prompt"></div>
<div class="output_subarea output_stream output_stdout output_text">
<pre>archived_logs/open_ai_logs/model.ckpt-9500000/gym/openaigym.episode_batch.0.47397.stats.json
</pre>
</div>
</div>

<div class="output_area"><div class="prompt"></div>
<div class="output_subarea output_stream output_stderr output_text">
<pre>/usr/local/lib/python2.7/site-packages/ipykernel/__main__.py:34: FutureWarning: pd.rolling_mean is deprecated for Series and will be removed in a future version, replace with 
	Series.rolling(min_periods=1,window=100,center=False).mean()
</pre>
</div>
</div>

<div class="output_area"><div class="prompt"></div>

<div class="output_html rendered_html output_subarea ">


    <div class="bk-root">
        <div class="bk-plotdiv" id="5a3db355-d122-42df-bf26-7fc61000e958"></div>
    </div>
<script type="text/javascript">
  
  (function(global) {
    function now() {
      return new Date();
    }
  
    var force = false;
  
    if (typeof (window._bokeh_onload_callbacks) === "undefined" || force === true) {
      window._bokeh_onload_callbacks = [];
      window._bokeh_is_loading = undefined;
    }
  
  
    if (typeof (window._bokeh_timeout) === "undefined" || force === true) {
      window._bokeh_timeout = Date.now() + 0;
      window._bokeh_failed_load = false;
    }
  
    var NB_LOAD_WARNING = {'data': {'text/html':
       "<div style='background-color: #fdd'>\n"+
       "<p>\n"+
       "BokehJS does not appear to have successfully loaded. If loading BokehJS from CDN, this \n"+
       "may be due to a slow or bad network connection. Possible fixes:\n"+
       "</p>\n"+
       "<ul>\n"+
       "<li>re-rerun `output_notebook()` to attempt to load from CDN again, or</li>\n"+
       "<li>use INLINE resources instead, as so:</li>\n"+
       "</ul>\n"+
       "<code>\n"+
       "from bokeh.resources import INLINE\n"+
       "output_notebook(resources=INLINE)\n"+
       "</code>\n"+
       "</div>"}};
  
    function display_loaded() {
      if (window.Bokeh !== undefined) {
        var el = document.getElementById("5a3db355-d122-42df-bf26-7fc61000e958");
        el.textContent = "BokehJS " + Bokeh.version + " successfully loaded.";
      } else if (Date.now() < window._bokeh_timeout) {
        setTimeout(display_loaded, 100)
      }
    }
  
    function run_callbacks() {
      try {
        window._bokeh_onload_callbacks.forEach(function(callback) { callback() });
      }
      finally {
        delete window._bokeh_onload_callbacks
      }
      console.info("Bokeh: all callbacks have finished");
    }
  
    function load_libs(js_urls, callback) {
      window._bokeh_onload_callbacks.push(callback);
      if (window._bokeh_is_loading > 0) {
        console.log("Bokeh: BokehJS is being loaded, scheduling callback at", now());
        return null;
      }
      if (js_urls == null || js_urls.length === 0) {
        run_callbacks();
        return null;
      }
      console.log("Bokeh: BokehJS not loaded, scheduling load and callback at", now());
      window._bokeh_is_loading = js_urls.length;
      for (var i = 0; i < js_urls.length; i++) {
        var url = js_urls[i];
        var s = document.createElement('script');
        s.src = url;
        s.async = false;
        s.onreadystatechange = s.onload = function() {
          window._bokeh_is_loading--;
          if (window._bokeh_is_loading === 0) {
            console.log("Bokeh: all BokehJS libraries loaded");
            run_callbacks()
          }
        };
        s.onerror = function() {
          console.warn("failed to load library " + url);
        };
        console.log("Bokeh: injecting script tag for BokehJS library: ", url);
        document.getElementsByTagName("head")[0].appendChild(s);
      }
    };var element = document.getElementById("5a3db355-d122-42df-bf26-7fc61000e958");
    if (element == null) {
      console.log("Bokeh: ERROR: autoload.js configured with elementid '5a3db355-d122-42df-bf26-7fc61000e958' but no matching script tag was found. ")
      return false;
    }
  
    var js_urls = [];
  
    var inline_js = [
      function(Bokeh) {
        (function() {
          var fn = function() {
            var docs_json = {"fa3ab29a-2005-4878-93d8-94744720e8ec":{"roots":{"references":[{"attributes":{"items":[{"id":"62f693b1-9b45-4b38-84ee-b625b6c59bf4","type":"LegendItem"},{"id":"ad4f9f28-8fbf-4f80-a6c2-c1b60a537b35","type":"LegendItem"}],"orientation":"horizontal","plot":{"id":"dadbd4db-8b54-41f2-949d-2cc091479c38","subtype":"Figure","type":"Plot"}},"id":"919732f3-42d4-4673-b5d7-537f50abf7b0","type":"Legend"},{"attributes":{"below":[{"id":"61a4f237-a812-4df5-848e-60ed7af0379e","type":"LinearAxis"}],"left":[{"id":"2aaa4ef7-0e84-49bc-99b4-3d24bd390882","type":"LinearAxis"}],"plot_height":300,"plot_width":900,"renderers":[{"id":"61a4f237-a812-4df5-848e-60ed7af0379e","type":"LinearAxis"},{"id":"cb86057b-41d8-422d-ad01-9447826a4abb","type":"Grid"},{"id":"2aaa4ef7-0e84-49bc-99b4-3d24bd390882","type":"LinearAxis"},{"id":"8e7bef0d-22b5-4d94-9733-fdec2097b21e","type":"Grid"},{"id":"2accff2c-da53-4629-a505-6235697570a0","type":"BoxAnnotation"},{"id":"1ac3d281-5cc7-4893-a188-99df4277961a","type":"GlyphRenderer"},{"id":"8a251d99-be26-4db0-8b66-48b4a505e109","type":"GlyphRenderer"},{"id":"919732f3-42d4-4673-b5d7-537f50abf7b0","type":"Legend"}],"title":{"id":"eedd933a-a369-4db5-8fae-08dae4d3c402","type":"Title"},"tool_events":{"id":"d26a1e15-cd30-41de-b5bc-8835a8407b51","type":"ToolEvents"},"toolbar":{"id":"bd6e10d8-4f25-4f9b-8e34-4226b78e7870","type":"Toolbar"},"x_range":{"id":"a3653247-034d-4d93-8736-274a586724fc","type":"DataRange1d"},"x_scale":{"id":"6b9296b8-a697-4670-a218-d61944e27679","type":"LinearScale"},"y_range":{"id":"a6ad5175-d0b4-407c-801d-f97a6e6dd482","type":"DataRange1d"},"y_scale":{"id":"0f267c40-ee94-4e48-98fb-3e9113b9cc1e","type":"LinearScale"}},"id":"dadbd4db-8b54-41f2-949d-2cc091479c38","subtype":"Figure","type":"Plot"},{"attributes":{},"id":"39c2c922-be5a-4f5d-9612-f58160cdbafa","type":"LinearScale"},{"attributes":{"axis_label":"Reward","formatter":{"id":"247767cd-df9c-4466-8f44-d4b130ae184e","type":"BasicTickFormatter"},"plot":{"id":"dadbd4db-8b54-41f2-949d-2cc091479c38","subtype":"Figure","type":"Plot"},"ticker":{"id":"dbaf03c9-3500-4587-a828-bfe688b4cccc","type":"BasicTicker"}},"id":"2aaa4ef7-0e84-49bc-99b4-3d24bd390882","type":"LinearAxis"},{"attributes":{"callback":null,"column_names":["y","x"],"data":{"x":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,161,162,163,164,165,166,167,168,169,170,171,172,173,174,175,176,177,178,179,180,181,182,183,184,185,186,187,188,189,190,191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206,207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222,223,224,225,226,227,228,229,230,231,232,233,234,235,236,237,238,239,240,241,242,243,244,245,246,247,248,249,250,251,252,253,254,255,256,257,258,259,260,261,262,263,264,265,266,267,268,269,270,271,272,273,274,275,276,277,278,279,280,281,282,283,284,285,286,287,288,289,290,291,292,293,294,295,296,297,298,299,300,301,302,303,304,305,306,307,308,309,310,311,312,313,314,315,316,317,318,319,320,321,322,323,324,325,326,327,328,329,330,331,332,333,334,335,336,337,338,339,340,341,342,343,344,345,346,347,348,349,350,351,352,353,354,355,356,357,358,359,360,361,362,363,364,365,366,367,368,369,370,371,372,373,374,375,376,377,378,379,380,381,382,383,384,385,386,387,388,389,390,391,392,393,394,395,396,397,398,399,400,401,402,403,404,405,406,407,408,409,410,411,412,413,414,415,416,417,418,419,420,421,422,423,424,425,426,427,428,429,430,431,432,433,434,435,436,437,438,439,440,441,442,443,444,445,446,447,448,449,450,451,452,453,454,455,456,457,458,459,460,461,462,463,464,465,466,467,468,469,470,471,472,473,474,475,476,477,478,479,480,481,482,483,484,485,486,487,488,489,490,491,492,493,494,495,496,497,498,499,500],"y":{"__ndarray__":"AAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVA","dtype":"float64","shape":[501]}}},"id":"fce979d3-5044-46e4-b215-bdbe10991b4d","type":"ColumnDataSource"},{"attributes":{},"id":"64496d34-9351-47fa-986d-dbb9584b7e35","type":"BasicTickFormatter"},{"attributes":{"callback":null},"id":"a6ad5175-d0b4-407c-801d-f97a6e6dd482","type":"DataRange1d"},{"attributes":{"dimension":1,"plot":{"id":"dadbd4db-8b54-41f2-949d-2cc091479c38","subtype":"Figure","type":"Plot"},"ticker":{"id":"dbaf03c9-3500-4587-a828-bfe688b4cccc","type":"BasicTicker"}},"id":"8e7bef0d-22b5-4d94-9733-fdec2097b21e","type":"Grid"},{"attributes":{"label":{"value":"Episode lengths"},"renderers":[{"id":"bc9d94cb-ac58-4787-98c5-f087197cf222","type":"GlyphRenderer"}]},"id":"4124158e-76e2-440b-a543-1c803d9fabd3","type":"LegendItem"},{"attributes":{"plot":null,"text":""},"id":"eedd933a-a369-4db5-8fae-08dae4d3c402","type":"Title"},{"attributes":{"plot":{"id":"dadbd4db-8b54-41f2-949d-2cc091479c38","subtype":"Figure","type":"Plot"}},"id":"f0efa195-0282-4cdf-9520-6c67d4ded6bd","type":"ResetTool"},{"attributes":{"data_source":{"id":"fce979d3-5044-46e4-b215-bdbe10991b4d","type":"ColumnDataSource"},"glyph":{"id":"1f209676-02ce-40af-93e2-c9f1d0405d0a","type":"Line"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"38eeef1e-6ece-417f-9584-5ed46762721a","type":"Line"},"selection_glyph":null},"id":"1ac3d281-5cc7-4893-a188-99df4277961a","type":"GlyphRenderer"},{"attributes":{"label":{"value":"Rolling average of past 100 rewards"},"renderers":[{"id":"8a251d99-be26-4db0-8b66-48b4a505e109","type":"GlyphRenderer"}]},"id":"ad4f9f28-8fbf-4f80-a6c2-c1b60a537b35","type":"LegendItem"},{"attributes":{"callback":null},"id":"f976b548-b8bd-4dff-af48-2b98353a5c9f","type":"DataRange1d"},{"attributes":{"callback":null},"id":"88de20d5-65a2-4901-99ca-622441b9e27c","type":"DataRange1d"},{"attributes":{"line_alpha":{"value":0.1},"line_color":{"value":"#1f77b4"},"x":{"field":"x"},"y":{"field":"y"}},"id":"1c4e8d1d-e1f8-4cb1-ae92-2bbea546f007","type":"Line"},{"attributes":{"plot":{"id":"dadbd4db-8b54-41f2-949d-2cc091479c38","subtype":"Figure","type":"Plot"}},"id":"af18e60c-ce81-4352-a347-8b40a124cc7c","type":"PanTool"},{"attributes":{},"id":"c6ae2771-5960-478a-bb96-ece5303a87e4","type":"BasicTicker"},{"attributes":{"dimension":1,"plot":{"id":"afa37203-7309-43bf-ad0e-5f67f94ac3fa","subtype":"Figure","type":"Plot"},"ticker":{"id":"13fbc092-474a-4f3a-9d44-205eb1e15a59","type":"BasicTicker"}},"id":"e2a96d19-7349-42be-ba95-eac8a4c80d38","type":"Grid"},{"attributes":{"line_color":{"value":"#44AA99"},"x":{"field":"x"},"y":{"field":"y"}},"id":"1f209676-02ce-40af-93e2-c9f1d0405d0a","type":"Line"},{"attributes":{"line_alpha":{"value":0.1},"line_color":{"value":"#1f77b4"},"x":{"field":"x"},"y":{"field":"y"}},"id":"9506fa88-e1af-421c-bae1-c7efa6568d21","type":"Line"},{"attributes":{"plot":null,"text":""},"id":"d38bb31a-244d-437f-810a-10f284560738","type":"Title"},{"attributes":{"callback":null,"column_names":["y","x"],"data":{"x":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,161,162,163,164,165,166,167,168,169,170,171,172,173,174,175,176,177,178,179,180,181,182,183,184,185,186,187,188,189,190,191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206,207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222,223,224,225,226,227,228,229,230,231,232,233,234,235,236,237,238,239,240,241,242,243,244,245,246,247,248,249,250,251,252,253,254,255,256,257,258,259,260,261,262,263,264,265,266,267,268,269,270,271,272,273,274,275,276,277,278,279,280,281,282,283,284,285,286,287,288,289,290,291,292,293,294,295,296,297,298,299,300,301,302,303,304,305,306,307,308,309,310,311,312,313,314,315,316,317,318,319,320,321,322,323,324,325,326,327,328,329,330,331,332,333,334,335,336,337,338,339,340,341,342,343,344,345,346,347,348,349,350,351,352,353,354,355,356,357,358,359,360,361,362,363,364,365,366,367,368,369,370,371,372,373,374,375,376,377,378,379,380,381,382,383,384,385,386,387,388,389,390,391,392,393,394,395,396,397,398,399,400,401,402,403,404,405,406,407,408,409,410,411,412,413,414,415,416,417,418,419,420,421,422,423,424,425,426,427,428,429,430,431,432,433,434,435,436,437,438,439,440,441,442,443,444,445,446,447,448,449,450,451,452,453,454,455,456,457,458,459,460,461,462,463,464,465,466,467,468,469,470,471,472,473,474,475,476,477,478,479,480,481,482,483,484,485,486,487,488,489,490,491,492,493,494,495,496,497,498,499,500],"y":{"__ndarray__":"AAAAAAANvEAAAAAAALS8QAAAAAAAZb1AAAAAAAAPvUAzMzMzMx69QFVVVVVVKL1ASZIkSZIvvUAAAAAAADW9QKuqqqqqYb1AAAAAAABhvUAvuuiii4G9QFVVVVVVW71Aip3YiZ1BvUC3bdu2bUO9QAAAAAAAKb1AAAAAAEAXvUCXlpaWlge9QKuqqqqq+bxAG8prKK/ovECamZmZmQC9QJ7neZ7n8LxA6aKLLrr1vECRhSxkIfq8QKuqqqqq7LxAH4XrUbjjvEDFTuzETva8QGgvob2EB71AAAAAAIAXvUASlnsaYSa9QAAAAAAAHb1A+N57770qvUAAAAAA0CG9QC+66KKLI71AWlpaWlobvUDjK77iKx29QAAAAAAAKb1AdoMp8lkqvUDKayivoSu9QDVIgzRIJL1AZmZmZiYbvUAsUbsStRy9QPQ8z/M8Fr1A1pQ1ZU0gvUCMLrrooiG9QAAAAAAAK71AhixkIQssvUDKFcTkCi29QAAAAABAJb1AiMb60FgmvUAfhetRuCC9QAAAAAAAKb1AJ3ZiJ/YwvUAnGG9lnzi9QKG9hPYSM71AQZ4S5CksvUAlSZIkCSe9QK+hvIbyJ71APo2w3NMovUCUui+PrSm9QAAAAACAI71AXDIE62gkvUCdc8455x+9QLMsy7IsGr1AAAAAAPgVvUBu5EZu5BG9QMIHH3zwDb1APVA5u4UUvUBpaWlp6Rq9QLYDc+3AFb1AsPiKr/gRvUCpJ+O3Sw69QKuqqqpqFL1ARowYMWIVvUCtG0yRzxG9QHE9CtejF71AAAAAAAATvUDsHVMDew69QPMt3/ItC71A4NXiJswQvUBmZmZmRha9QA083ZofF71AcD4G52McvUDS1Pm1hyG9QNu2bds2Ir1A8fDw8PAdvUBrypqyph69QITlnkZYH71AAAAAAEAbvUAg/ehHPxe9QAAAAAAAGL1A4RAO4RAVvUAhC1nIQhG9QDfccMMNEr1AfWejvrMWvUBuiVO/5xO9QAAAAABwGL1AyTRsN8sUvUD70FgfGhK9QFu/UqDWEr1AH4XrUTgQvUCPwvUoXA+9QOxRuB4FDL1AexSuR2EIvUB7FK5HYQi9QHsUrkdhCL1A16NwPQoFvUAzMzMzswG9QI/C9Shc/rxAexSuR2H3vEBI4XoULvO8QNejcD2K77xAZmZmZmbwvEAK16NwvfO8QNejcD2K77xACtejcL3zvECuR+F6FPe8QMP1KFwP/rxA16NwPQoFvUB7FK5H4Qy9QGZmZmbmBb1ACtejcL0NvUB7FK5HYRG9QOxRuB4FFb1AH4XrUTgZvUAfhetROBm9QB+F61E4Gb1ACtejcD0SvUAK16NwPRK9QGZmZmZmCr1AZmZmZmYKvUDD9ShcjwK9QMP1KFyPAr1AMzMzMzMGvUDXo3A9igm9QKRwPQpXBb1AAAAAAID9vEBxPQrXIwG9QM3MzMzM/bxAcT0K1yMBvUAUrkfh+gi9QIXrUbieDL1AhetRuJ4MvUDhehSuxwS9QK5H4XqUAL1APQrXo/D8vEAK16Nwvfi8QArXo3C9+LxAPQrXo/D8vEAK16Nwvfi8QB+F61G4/7xAexSuR+H3vEAK16NwPfS8QJqZmZmZ8LxAPQrXo/DzvEA9Ctej8PO8QK5H4XoU87xArkfhehTzvEAK16Nwve+8QHsUrkdh87xAexSuR2HzvEB7FK5HYfO8QOxRuB6F8rxAj8L1KFz6vEAAAAAAgPm8QBSuR+F6AL1AFK5H4XoAvUBxPQrXo/i8QM3MzMzM8LxAAAAAAAD1vEAAAAAAAPW8QKRwPQpX+LxAAAAAAIDwvEAAAAAAgPC8QAAAAACA8LxA7FG4HoXpvEDsUbgehem8QHsUrkdh6rxA7FG4HoXpvEB7FK5H4eW8QNejcD0K3rxApHA9CtfZvEAzMzMzM9a8QB+F61E4z7xAexSuR+HLvEAK16Nwvcy8QHsUrkdh0LxA16NwPQrNvEB7FK5H4dS8QHsUrkfh1LxAexSuR+HUvEDsUbgeBdS8QB+F61E42LxAj8L1KNzbvEB7FK5H4dS8QHsUrkfh1LxAZmZmZubNvECamZmZGdK8QJqZmZkZ0rxAZmZmZubNvEDXo3A9Cs28QGZmZmbmzbxAZmZmZubNvEBmZmZm5s28QGZmZmbmzbxA16NwPYrRvEBI4XoUrtC8QEjhehSu0LxASOF6FK7QvEDsUbgeBdS8QI/C9Sjc27xAj8L1KNzbvECPwvUo3Nu8QFyPwvWo17xAAAAAAIDfvEBxPQrXI+O8QOF6FK7H5rxAcT0K1yPjvEBcj8L1KNy8QEjhehQu1bxASOF6FC7VvEBI4XoULtW8QEjhehQu1bxApHA9ClfNvEAUrkfh+tC8QBSuR+H60LxAAAAAAADKvEAUrkfh+tC8QHE9CtcjybxAFK5H4frQvEApXI/C9de8QFyPwvUo3LxAcT0K1yPjvEBcj8L1KNy8QLgehevR2LxASOF6FK7ZvEB7FK5H4d28QArXo3A92rxAH4XrUTjhvEDsUbgeBd28QOxRuB4F3bxA7FG4HgXdvECPwvUoXOC8QB+F61E44bxArkfhehTivECuR+F6FOK8QFK4HoXr6bxAH4XrUbjlvEB7FK5HYeK8QHsUrkdh4rxACtejcL3evEA9Ctej8OK8QArXo3C93rxACtejcL3evEB7FK5HYeK8QB+F61E46rxAw/UoXA/yvECPwvUo3O28QI/C9Sjc7bxAexSuR+HmvEAfhetRuO68QHsUrkdh67xArkfhepTvvEAK16Nwvee8QD0K16Pw67xAzczMzEzovEA9CtejcOe8QM3MzMxM6LxAzczMzEzovEDNzMzMTOi8QD0K16Nw57xArkfhehTrvEBSuB6F6/K8QFK4HoXr8rxA9ihcj0L2vED2KFyPQva8QClcj8J1+rxAKVyPwnX6vEC4HoXrUfu8QIXrUbge97xAhetRuB73vEC4HoXrUfu8QClcj8L1/rxAPQrXo/AFvUA9Ctej8AW9QOF6FK5HCb1AzczMzEwCvUA9CtejcAG9QM3MzMzM/bxAAAAAAAACvUBxPQrXowW9QKRwPQrXCb1AFK5H4XoNvUCkcD0K1wm9QBSuR+H6CL1AFK5H4foIvUApXI/C9Q+9QJqZmZmZE71APQrXo/AWvUBxPQrXIxu9QKRwPQpXH71AuB6F61EmvUDNzMzMTC29QD0K16PwML1A4XoUrkc0vUBxPQrXozC9QHE9CtejML1A4XoUrscvvUBSuB6F6y69QK5H4XqUK71APQrXo/AnvUCuR+F6lCu9QB+F61G4Kr1AUrgehesuvUBSuB6F6y69QOF6FK5HK71AcT0K16MnvUDhehSuRyu9QPYoXI9CMr1ACtejcD05vUAK16NwPTm9QGZmZmZmMb1Aw/UoXI8pvUBSuB6Fayq9QFK4HoVrKr1AZmZmZmYxvUBmZmZmZjG9QFK4HoVrKr1A4XoUrkcrvUBxPQrXoye9QM3MzMzMH71APQrXo3AjvUA9CtejcCO9QD0K16NwI71APQrXo3AjvUBSuB6Fayq9QMP1KFwPLr1AMzMzM7MxvUAfhetRuCq9QFK4HoXrLr1APQrXo/AnvUDNzMzMTCS9QClcj8L1IL1AKVyPwvUgvUApXI/C9SC9QIXrUbieHb1AhetRuJ4dvUC4HoXr0SG9QFyPwvUoJb1A7FG4HgUmvUDsUbgeBSa9QLgehevRIb1AXI/C9agpvUDNzMzMTC29QM3MzMxMLb1AKVyPwnUlvUApXI/CdSW9QM3MzMxMLb1AzczMzEwtvUDhehSuRzS9QD0K16NwLL1AUrgehWszvUDD9ShcDze9QFK4HoXrN71ArkfhepQ0vUAfhetRODi9QMP1KFwPQL1AMzMzMzM/vUBmZmZmZkO9QGZmZmZmQ71ACtejcD1LvUCamZmZmUe9QClcj8L1Q71AKVyPwvVDvUD2KFyPwj+9QArXo3C9Rr1A16NwPYpCvUB7FK5H4UW9QOxRuB4FRb1AexSuR+FFvUCuR+F6FEq9QK5H4XoUSr1ArkfhehRKvUCuR+F6FEq9QMP1KFwPUb1Aj8L1KNxMvUCkcD0K11O9QEjhehSuW71AuB6F61FfvUCF61G4Hlu9QHE9CtcjVL1AcT0K1yNUvUBxPQrXI1S9QM3MzMzMUL1AAAAAAABVvUAUrkfh+lu9QBSuR+H6W71AcT0K1yNUvUDNzMzMzFC9QJqZmZmZTL1A9ihcj0JJvUBSuB6Fa0G9QD0K16NwOr1AKVyPwnUzvUCF61G4HjC9QIXrUbgeML1AuB6F61E0vUBI4XoULjW9QNejcD0KNr1AexSuR2E5vUDsUbgeBT29QHsUrkdhOb1AexSuR2E5vUB7FK5HYTm9QGZmZmZmMr1AZmZmZmYyvUDD9ShcDy+9QFK4HoVrK71A4XoUrscnvUDhehSuxye9QFK4HoXrJr1A9ihcj8IuvUCF61G4ni+9QIXrUbieL71AFK5H4forvUAAAAAAACW9QKRwPQpXKL1ApHA9ClcovUCkcD0KVyi9QBSuR+H6K71ApHA9CtcsvUAAAAAAACW9QFyPwvUoHb1AzczMzEwcvUDNzMzMTBy9QLgehetRFb1AFK5H4XoNvUAAAAAAgAa9QHE9CtejBb1AcT0K16MFvUDhehSuxwS9QOF6FK7HBL1AhetRuB4IvUCF61G4Hgi9QJqZmZkZD71ArkfhehQWvUCuR+F6FBa9QArXo3C9Er1AZmZmZmYPvUAK16NwvRK9QArXo3C9Er1ArkfhepQavUA9Ctej8Ba9QClcj8L1D71AuB6F61EMvUBI4XoULg29QEjhehQuDb1ApHA9ClcFvUAUrkfhegS9QAAAAACA/bxAAAAAAID9vEAAAAAAgP28QI/C9Sjc+bxAMzMzMzP9vEDXo3A9igC9QNejcD2KAL1AMzMzM7P4vEDXo3A9igC9QKRwPQpX/LxApHA9Clf8vECkcD0KV/y8QHE9Ctcj+LxAcT0K1yP4vEBxPQrXI/i8QAAAAAAA+bxA7FG4HgXyvEDsUbgeBfK8QFyPwvWo9bxAj8L1KNz5vECkcD0K1wC9QHE9Ctej/LxAPQrXo3D4vEA9CtejcPi8QClcj8J18bxAuB6F69HtvEBI4XoUru68QKRwPQrX5rxAj8L1KNzfvEAfhetRONy8QB+F61E43LxAMzMzMzPjvEAAAAAAAN+8QAAAAAAA37xAAAAAAADfvEBxPQrXo+K8QHE9Ctej4rxAzczMzMzavEDNzMzMzNq8QHE9Ctcj3rxAAAAAAADfvEAUrkfh+uW8QKRwPQrX5rxA","dtype":"float64","shape":[501]}}},"id":"17cdffc0-b454-48a6-9e04-8c14fcdcc8cd","type":"ColumnDataSource"},{"attributes":{"plot":{"id":"afa37203-7309-43bf-ad0e-5f67f94ac3fa","subtype":"Figure","type":"Plot"}},"id":"e92b53f0-1751-4e53-a267-ac3373d48e6c","type":"WheelZoomTool"},{"attributes":{},"id":"6b9296b8-a697-4670-a218-d61944e27679","type":"LinearScale"},{"attributes":{"below":[{"id":"b8ab6b20-53db-46fe-9745-c0a3c69c9adb","type":"LinearAxis"}],"left":[{"id":"0efcf5f6-602f-4ff7-aa3b-558827a0544b","type":"LinearAxis"}],"plot_height":300,"plot_width":900,"renderers":[{"id":"b8ab6b20-53db-46fe-9745-c0a3c69c9adb","type":"LinearAxis"},{"id":"c4e50a6a-1a7a-444b-a2ef-18ef440011e4","type":"Grid"},{"id":"0efcf5f6-602f-4ff7-aa3b-558827a0544b","type":"LinearAxis"},{"id":"e2a96d19-7349-42be-ba95-eac8a4c80d38","type":"Grid"},{"id":"c1309ec8-6d30-4371-ad09-e4fc6360b802","type":"BoxAnnotation"},{"id":"bc9d94cb-ac58-4787-98c5-f087197cf222","type":"GlyphRenderer"},{"id":"28e4150f-dad0-4b02-8c4e-5b1f65a79543","type":"GlyphRenderer"},{"id":"a3035eca-741d-4d77-a414-83ddf90dab26","type":"Legend"}],"title":{"id":"d38bb31a-244d-437f-810a-10f284560738","type":"Title"},"tool_events":{"id":"2f5bea2b-76e2-4ac7-beb2-a3f6cbc69515","type":"ToolEvents"},"toolbar":{"id":"de42c235-6a72-4772-94a2-ee472d5c2d00","type":"Toolbar"},"x_range":{"id":"f976b548-b8bd-4dff-af48-2b98353a5c9f","type":"DataRange1d"},"x_scale":{"id":"e100cfc9-fee9-4f8c-a079-534cc5854a2d","type":"LinearScale"},"y_range":{"id":"88de20d5-65a2-4901-99ca-622441b9e27c","type":"DataRange1d"},"y_scale":{"id":"39c2c922-be5a-4f5d-9612-f58160cdbafa","type":"LinearScale"}},"id":"afa37203-7309-43bf-ad0e-5f67f94ac3fa","subtype":"Figure","type":"Plot"},{"attributes":{"active_drag":"auto","active_inspect":"auto","active_scroll":"auto","active_tap":"auto","tools":[{"id":"af18e60c-ce81-4352-a347-8b40a124cc7c","type":"PanTool"},{"id":"8c675356-6651-45d5-bbbe-96c74f8c469e","type":"WheelZoomTool"},{"id":"4e6612b1-9219-4926-bc00-1ed62e6e626c","type":"BoxZoomTool"},{"id":"8d3fab0e-8431-4159-8e10-982e3a5f44f2","type":"SaveTool"},{"id":"f0efa195-0282-4cdf-9520-6c67d4ded6bd","type":"ResetTool"},{"id":"01d34b73-5fe2-4a07-99ab-fb063cc1e46b","type":"HelpTool"}]},"id":"bd6e10d8-4f25-4f9b-8e34-4226b78e7870","type":"Toolbar"},{"attributes":{"overlay":{"id":"2accff2c-da53-4629-a505-6235697570a0","type":"BoxAnnotation"},"plot":{"id":"dadbd4db-8b54-41f2-949d-2cc091479c38","subtype":"Figure","type":"Plot"}},"id":"4e6612b1-9219-4926-bc00-1ed62e6e626c","type":"BoxZoomTool"},{"attributes":{"plot":{"id":"afa37203-7309-43bf-ad0e-5f67f94ac3fa","subtype":"Figure","type":"Plot"}},"id":"880d6212-7532-4c63-8844-cc0dc3b14cfb","type":"SaveTool"},{"attributes":{},"id":"2f5bea2b-76e2-4ac7-beb2-a3f6cbc69515","type":"ToolEvents"},{"attributes":{"data_source":{"id":"17cdffc0-b454-48a6-9e04-8c14fcdcc8cd","type":"ColumnDataSource"},"glyph":{"id":"edb7e43a-6f0b-4da5-a43c-4069adfde56a","type":"Line"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"b61f56c1-41ae-4122-b3c4-de26ff1b6aac","type":"Line"},"selection_glyph":null},"id":"28e4150f-dad0-4b02-8c4e-5b1f65a79543","type":"GlyphRenderer"},{"attributes":{},"id":"dbaf03c9-3500-4587-a828-bfe688b4cccc","type":"BasicTicker"},{"attributes":{"axis_label":"Episodes","formatter":{"id":"64496d34-9351-47fa-986d-dbb9584b7e35","type":"BasicTickFormatter"},"plot":{"id":"afa37203-7309-43bf-ad0e-5f67f94ac3fa","subtype":"Figure","type":"Plot"},"ticker":{"id":"a89d0d11-ad80-4dfb-b5d8-687733934fcb","type":"BasicTicker"}},"id":"b8ab6b20-53db-46fe-9745-c0a3c69c9adb","type":"LinearAxis"},{"attributes":{"line_color":{"value":"#332288"},"x":{"field":"x"},"y":{"field":"y"}},"id":"edb7e43a-6f0b-4da5-a43c-4069adfde56a","type":"Line"},{"attributes":{},"id":"e100cfc9-fee9-4f8c-a079-534cc5854a2d","type":"LinearScale"},{"attributes":{"callback":null},"id":"a3653247-034d-4d93-8736-274a586724fc","type":"DataRange1d"},{"attributes":{"plot":{"id":"afa37203-7309-43bf-ad0e-5f67f94ac3fa","subtype":"Figure","type":"Plot"},"ticker":{"id":"a89d0d11-ad80-4dfb-b5d8-687733934fcb","type":"BasicTicker"}},"id":"c4e50a6a-1a7a-444b-a2ef-18ef440011e4","type":"Grid"},{"attributes":{"active_drag":"auto","active_inspect":"auto","active_scroll":"auto","active_tap":"auto","tools":[{"id":"47a86f14-d0bc-45e3-80c8-c7647d5a95d0","type":"PanTool"},{"id":"e92b53f0-1751-4e53-a267-ac3373d48e6c","type":"WheelZoomTool"},{"id":"60c1b018-f262-4491-b75b-d4c1ae02cd2f","type":"BoxZoomTool"},{"id":"880d6212-7532-4c63-8844-cc0dc3b14cfb","type":"SaveTool"},{"id":"65bff747-9ced-4a33-a229-5488ceb21afc","type":"ResetTool"},{"id":"ff361e1d-955e-4cd6-ac8c-4f0aa5529cfd","type":"HelpTool"}]},"id":"de42c235-6a72-4772-94a2-ee472d5c2d00","type":"Toolbar"},{"attributes":{},"id":"a89d0d11-ad80-4dfb-b5d8-687733934fcb","type":"BasicTicker"},{"attributes":{"label":{"value":"Reward"},"renderers":[{"id":"1ac3d281-5cc7-4893-a188-99df4277961a","type":"GlyphRenderer"}]},"id":"62f693b1-9b45-4b38-84ee-b625b6c59bf4","type":"LegendItem"},{"attributes":{"children":[{"id":"dadbd4db-8b54-41f2-949d-2cc091479c38","subtype":"Figure","type":"Plot"},{"id":"afa37203-7309-43bf-ad0e-5f67f94ac3fa","subtype":"Figure","type":"Plot"}]},"id":"c7b1949a-33e0-4204-b4d1-9323536246d7","type":"Column"},{"attributes":{"line_alpha":{"value":0.1},"line_color":{"value":"#1f77b4"},"x":{"field":"x"},"y":{"field":"y"}},"id":"b61f56c1-41ae-4122-b3c4-de26ff1b6aac","type":"Line"},{"attributes":{"items":[{"id":"4124158e-76e2-440b-a543-1c803d9fabd3","type":"LegendItem"},{"id":"6d13e505-0e2c-4d9d-bfd6-0aca20726329","type":"LegendItem"}],"orientation":"horizontal","plot":{"id":"afa37203-7309-43bf-ad0e-5f67f94ac3fa","subtype":"Figure","type":"Plot"}},"id":"a3035eca-741d-4d77-a414-83ddf90dab26","type":"Legend"},{"attributes":{},"id":"0f267c40-ee94-4e48-98fb-3e9113b9cc1e","type":"LinearScale"},{"attributes":{"plot":{"id":"dadbd4db-8b54-41f2-949d-2cc091479c38","subtype":"Figure","type":"Plot"}},"id":"01d34b73-5fe2-4a07-99ab-fb063cc1e46b","type":"HelpTool"},{"attributes":{"data_source":{"id":"2d207779-4cfd-4aca-838a-13ad2c7905ba","type":"ColumnDataSource"},"glyph":{"id":"2be2e1de-8f76-4ea1-8241-fc681ac4c233","type":"Line"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"9506fa88-e1af-421c-bae1-c7efa6568d21","type":"Line"},"selection_glyph":null},"id":"8a251d99-be26-4db0-8b66-48b4a505e109","type":"GlyphRenderer"},{"attributes":{},"id":"d26a1e15-cd30-41de-b5bc-8835a8407b51","type":"ToolEvents"},{"attributes":{},"id":"13fbc092-474a-4f3a-9d44-205eb1e15a59","type":"BasicTicker"},{"attributes":{"bottom_units":"screen","fill_alpha":{"value":0.5},"fill_color":{"value":"lightgrey"},"left_units":"screen","level":"overlay","line_alpha":{"value":1.0},"line_color":{"value":"black"},"line_dash":[4,4],"line_width":{"value":2},"plot":null,"render_mode":"css","right_units":"screen","top_units":"screen"},"id":"c1309ec8-6d30-4371-ad09-e4fc6360b802","type":"BoxAnnotation"},{"attributes":{},"id":"a3065982-2adf-4e17-96fe-fd119b61e03b","type":"BasicTickFormatter"},{"attributes":{"data_source":{"id":"15cda9f7-e518-4a97-8054-dce5b576b623","type":"ColumnDataSource"},"glyph":{"id":"c7387705-d280-453f-8d60-fcd3d5a15428","type":"Line"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"1c4e8d1d-e1f8-4cb1-ae92-2bbea546f007","type":"Line"},"selection_glyph":null},"id":"bc9d94cb-ac58-4787-98c5-f087197cf222","type":"GlyphRenderer"},{"attributes":{"bottom_units":"screen","fill_alpha":{"value":0.5},"fill_color":{"value":"lightgrey"},"left_units":"screen","level":"overlay","line_alpha":{"value":1.0},"line_color":{"value":"black"},"line_dash":[4,4],"line_width":{"value":2},"plot":null,"render_mode":"css","right_units":"screen","top_units":"screen"},"id":"2accff2c-da53-4629-a505-6235697570a0","type":"BoxAnnotation"},{"attributes":{"plot":{"id":"dadbd4db-8b54-41f2-949d-2cc091479c38","subtype":"Figure","type":"Plot"},"ticker":{"id":"c6ae2771-5960-478a-bb96-ece5303a87e4","type":"BasicTicker"}},"id":"cb86057b-41d8-422d-ad01-9447826a4abb","type":"Grid"},{"attributes":{"axis_label":"Episode Lengths (units : steps)","formatter":{"id":"674e6fc6-58a1-4ab3-b905-58626baae148","type":"BasicTickFormatter"},"plot":{"id":"afa37203-7309-43bf-ad0e-5f67f94ac3fa","subtype":"Figure","type":"Plot"},"ticker":{"id":"13fbc092-474a-4f3a-9d44-205eb1e15a59","type":"BasicTicker"}},"id":"0efcf5f6-602f-4ff7-aa3b-558827a0544b","type":"LinearAxis"},{"attributes":{"axis_label":"Episodes","formatter":{"id":"a3065982-2adf-4e17-96fe-fd119b61e03b","type":"BasicTickFormatter"},"plot":{"id":"dadbd4db-8b54-41f2-949d-2cc091479c38","subtype":"Figure","type":"Plot"},"ticker":{"id":"c6ae2771-5960-478a-bb96-ece5303a87e4","type":"BasicTicker"}},"id":"61a4f237-a812-4df5-848e-60ed7af0379e","type":"LinearAxis"},{"attributes":{"overlay":{"id":"c1309ec8-6d30-4371-ad09-e4fc6360b802","type":"BoxAnnotation"},"plot":{"id":"afa37203-7309-43bf-ad0e-5f67f94ac3fa","subtype":"Figure","type":"Plot"}},"id":"60c1b018-f262-4491-b75b-d4c1ae02cd2f","type":"BoxZoomTool"},{"attributes":{"plot":{"id":"afa37203-7309-43bf-ad0e-5f67f94ac3fa","subtype":"Figure","type":"Plot"}},"id":"65bff747-9ced-4a33-a229-5488ceb21afc","type":"ResetTool"},{"attributes":{"label":{"value":"Rolling average of past 100 episode lengths"},"renderers":[{"id":"28e4150f-dad0-4b02-8c4e-5b1f65a79543","type":"GlyphRenderer"}]},"id":"6d13e505-0e2c-4d9d-bfd6-0aca20726329","type":"LegendItem"},{"attributes":{"callback":null,"column_names":["y","x"],"data":{"x":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,161,162,163,164,165,166,167,168,169,170,171,172,173,174,175,176,177,178,179,180,181,182,183,184,185,186,187,188,189,190,191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206,207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222,223,224,225,226,227,228,229,230,231,232,233,234,235,236,237,238,239,240,241,242,243,244,245,246,247,248,249,250,251,252,253,254,255,256,257,258,259,260,261,262,263,264,265,266,267,268,269,270,271,272,273,274,275,276,277,278,279,280,281,282,283,284,285,286,287,288,289,290,291,292,293,294,295,296,297,298,299,300,301,302,303,304,305,306,307,308,309,310,311,312,313,314,315,316,317,318,319,320,321,322,323,324,325,326,327,328,329,330,331,332,333,334,335,336,337,338,339,340,341,342,343,344,345,346,347,348,349,350,351,352,353,354,355,356,357,358,359,360,361,362,363,364,365,366,367,368,369,370,371,372,373,374,375,376,377,378,379,380,381,382,383,384,385,386,387,388,389,390,391,392,393,394,395,396,397,398,399,400,401,402,403,404,405,406,407,408,409,410,411,412,413,414,415,416,417,418,419,420,421,422,423,424,425,426,427,428,429,430,431,432,433,434,435,436,437,438,439,440,441,442,443,444,445,446,447,448,449,450,451,452,453,454,455,456,457,458,459,460,461,462,463,464,465,466,467,468,469,470,471,472,473,474,475,476,477,478,479,480,481,482,483,484,485,486,487,488,489,490,491,492,493,494,495,496,497,498,499,500],"y":[7181,7515,7879,7181,7515,7515,7515,7515,7879,7515,7879,7095,7181,7515,7095,7181,7181,7181,7095,7879,7095,7515,7515,7095,7181,7879,7879,7879,7879,7181,7879,7181,7515,7181,7515,7879,7515,7515,7181,7095,7515,7181,7879,7515,7879,7515,7515,7095,7515,7181,7879,7879,7879,7181,7095,7181,7515,7515,7515,7095,7515,7181,7095,7181,7181,7181,7879,7879,7095,7181,7181,7879,7515,7181,7879,7095,7095,7181,7879,7879,7515,7879,7879,7515,7095,7515,7515,7095,7095,7515,7181,7095,7515,7879,7181,7879,7095,7181,7515,7181,7095,7181,7515,7181,7515,7181,7181,7181,7181,7095,7515,7181,7515,7095,7515,7515,7879,7879,7879,7181,7879,7879,7879,7515,7181,7879,7181,7879,7095,7181,7095,7181,7879,7515,7095,7095,7879,7181,7515,7879,7879,7181,7095,7095,7515,7095,7515,7515,7095,7879,7095,7515,7515,7515,7095,7095,7515,7181,7879,7095,7515,7095,7879,7095,7879,7181,7095,7095,7515,7181,7515,7095,7515,7181,7181,7095,7181,7095,7515,7095,7095,7515,7181,7181,7181,7879,7181,7879,7095,7515,7095,7515,7879,7181,7181,7181,7515,7181,7095,7095,7181,7181,7515,7181,7879,7095,7181,7181,7515,7879,7515,7181,7095,7879,7879,7879,7515,7181,7181,7181,7879,7879,7095,7879,7181,7181,7879,7095,7879,7879,7515,7879,7181,7181,7181,7515,7515,7879,7095,7879,7879,7515,7181,7181,7515,7879,7095,7181,7095,7515,7515,7095,7515,7879,7879,7879,7095,7181,7181,7879,7181,7515,7095,7515,7515,7095,7181,7095,7515,7095,7879,7879,7515,7515,7181,7515,7181,7181,7095,7095,7515,7879,7879,7181,7515,7181,7095,7515,7515,7879,7515,7879,7515,7095,7181,7879,7879,7515,7515,7515,7879,7879,7879,7515,7515,7095,7095,7095,7181,7515,7879,7095,7515,7879,7515,7515,7879,7879,7879,7181,7095,7095,7181,7879,7879,7181,7181,7181,7515,7095,7879,7879,7181,7181,7879,7879,7879,7181,7515,7181,7515,7181,7181,7181,7181,7879,7515,7515,7181,7515,7095,7879,7879,7879,7095,7879,7879,7181,7879,7095,7879,7879,7181,7181,7879,7879,7095,7515,7515,7879,7515,7515,7515,7095,7879,7095,7515,7095,7181,7515,7515,7879,7879,7879,7095,7879,7879,7879,7095,7181,7515,7879,7181,7515,7879,7879,7095,7181,7095,7181,7095,7181,7181,7181,7515,7515,7181,7181,7515,7879,7515,7095,7515,7181,7515,7181,7515,7515,7879,7095,7879,7181,7181,7515,7181,7515,7181,7181,7879,7181,7095,7095,7095,7181,7181,7095,7181,7095,7515,7095,7515,7515,7181,7879,7879,7879,7181,7181,7515,7515,7879,7515,7181,7515,7181,7879,7095,7095,7181,7095,7879,7515,7515,7515,7879,7095,7879,7095,7515,7879,7095,7515,7515,7181,7181,7095,7879,7515,7879,7095,7095,7879,7181,7515,7181,7095,7181,7515,7095,7879,7095,7879,7181,7879,7879,7095,7095,7515,7181,7879,7181]}},"id":"15cda9f7-e518-4a97-8054-dce5b576b623","type":"ColumnDataSource"},{"attributes":{"callback":null,"column_names":["y","x"],"data":{"x":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,161,162,163,164,165,166,167,168,169,170,171,172,173,174,175,176,177,178,179,180,181,182,183,184,185,186,187,188,189,190,191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206,207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222,223,224,225,226,227,228,229,230,231,232,233,234,235,236,237,238,239,240,241,242,243,244,245,246,247,248,249,250,251,252,253,254,255,256,257,258,259,260,261,262,263,264,265,266,267,268,269,270,271,272,273,274,275,276,277,278,279,280,281,282,283,284,285,286,287,288,289,290,291,292,293,294,295,296,297,298,299,300,301,302,303,304,305,306,307,308,309,310,311,312,313,314,315,316,317,318,319,320,321,322,323,324,325,326,327,328,329,330,331,332,333,334,335,336,337,338,339,340,341,342,343,344,345,346,347,348,349,350,351,352,353,354,355,356,357,358,359,360,361,362,363,364,365,366,367,368,369,370,371,372,373,374,375,376,377,378,379,380,381,382,383,384,385,386,387,388,389,390,391,392,393,394,395,396,397,398,399,400,401,402,403,404,405,406,407,408,409,410,411,412,413,414,415,416,417,418,419,420,421,422,423,424,425,426,427,428,429,430,431,432,433,434,435,436,437,438,439,440,441,442,443,444,445,446,447,448,449,450,451,452,453,454,455,456,457,458,459,460,461,462,463,464,465,466,467,468,469,470,471,472,473,474,475,476,477,478,479,480,481,482,483,484,485,486,487,488,489,490,491,492,493,494,495,496,497,498,499,500],"y":{"__ndarray__":"AAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVA","dtype":"float64","shape":[501]}}},"id":"2d207779-4cfd-4aca-838a-13ad2c7905ba","type":"ColumnDataSource"},{"attributes":{"line_alpha":{"value":0.1},"line_color":{"value":"#1f77b4"},"x":{"field":"x"},"y":{"field":"y"}},"id":"38eeef1e-6ece-417f-9584-5ed46762721a","type":"Line"},{"attributes":{},"id":"674e6fc6-58a1-4ab3-b905-58626baae148","type":"BasicTickFormatter"},{"attributes":{"plot":{"id":"dadbd4db-8b54-41f2-949d-2cc091479c38","subtype":"Figure","type":"Plot"}},"id":"8c675356-6651-45d5-bbbe-96c74f8c469e","type":"WheelZoomTool"},{"attributes":{"plot":{"id":"dadbd4db-8b54-41f2-949d-2cc091479c38","subtype":"Figure","type":"Plot"}},"id":"8d3fab0e-8431-4159-8e10-982e3a5f44f2","type":"SaveTool"},{"attributes":{"plot":{"id":"afa37203-7309-43bf-ad0e-5f67f94ac3fa","subtype":"Figure","type":"Plot"}},"id":"ff361e1d-955e-4cd6-ac8c-4f0aa5529cfd","type":"HelpTool"},{"attributes":{"line_color":{"value":"#44AA99"},"x":{"field":"x"},"y":{"field":"y"}},"id":"c7387705-d280-453f-8d60-fcd3d5a15428","type":"Line"},{"attributes":{},"id":"247767cd-df9c-4466-8f44-d4b130ae184e","type":"BasicTickFormatter"},{"attributes":{"plot":{"id":"afa37203-7309-43bf-ad0e-5f67f94ac3fa","subtype":"Figure","type":"Plot"}},"id":"47a86f14-d0bc-45e3-80c8-c7647d5a95d0","type":"PanTool"},{"attributes":{"line_color":{"value":"#332288"},"x":{"field":"x"},"y":{"field":"y"}},"id":"2be2e1de-8f76-4ea1-8241-fc681ac4c233","type":"Line"}],"root_ids":["c7b1949a-33e0-4204-b4d1-9323536246d7"]},"title":"Bokeh Application","version":"0.12.6"}};
            var render_items = [{"docid":"fa3ab29a-2005-4878-93d8-94744720e8ec","elementid":"5a3db355-d122-42df-bf26-7fc61000e958","modelid":"c7b1949a-33e0-4204-b4d1-9323536246d7"}];
            
            Bokeh.embed.embed_items(docs_json, render_items);
          };
          if (document.readyState != "loading") fn();
          else document.addEventListener("DOMContentLoaded", fn);
        })();
      },
      function(Bokeh) {
      }
    ];
  
    function run_inline_js() {
      
      if ((window.Bokeh !== undefined) || (force === true)) {
        for (var i = 0; i < inline_js.length; i++) {
          inline_js[i](window.Bokeh);
        }if (force === true) {
          display_loaded();
        }} else if (Date.now() < window._bokeh_timeout) {
        setTimeout(run_inline_js, 100);
      } else if (!window._bokeh_failed_load) {
        console.log("Bokeh: BokehJS failed to load within specified timeout.");
        window._bokeh_failed_load = true;
      } else if (force !== true) {
        var cell = $(document.getElementById("5a3db355-d122-42df-bf26-7fc61000e958")).parents('.cell').data().cell;
        cell.output_area.append_execute_result(NB_LOAD_WARNING)
      }
  
    }
  
    if (window._bokeh_is_loading === 0) {
      console.log("Bokeh: BokehJS loaded, going straight to plotting");
      run_inline_js();
    } else {
      load_libs(js_urls, function() {
        console.log("Bokeh: BokehJS plotting callback run at", now());
        run_inline_js();
      });
    }
  }(this));
</script>
</div>

</div>

</div>
</div>

</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[10]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython2"><pre><span></span><span class="k">def</span> <span class="nf">get_color</span><span class="p">():</span>
    <span class="k">for</span> <span class="n">c</span> <span class="ow">in</span> <span class="p">[</span><span class="s1">&#39;#332288&#39;</span><span class="p">,</span> <span class="s1">&#39;#44AA99&#39;</span><span class="p">,</span> <span class="s1">&#39;#999933&#39;</span><span class="p">,</span> <span class="s1">&#39;#CC6677&#39;</span><span class="p">,</span> <span class="s1">&#39;#AA4499&#39;</span><span class="p">]:</span>
        <span class="k">yield</span> <span class="n">c</span>

<span class="k">def</span> <span class="nf">get_lable</span><span class="p">():</span>
    <span class="k">for</span> <span class="n">l</span> <span class="ow">in</span> <span class="p">[</span><span class="s1">&#39;Random Agent&#39;</span><span class="p">,</span>
              <span class="s1">&#39;Agent after 5.26M steps of training&#39;</span><span class="p">,</span>
              <span class="s1">&#39;Agent after 8.09M steps of training&#39;</span><span class="p">,</span>
              <span class="s1">&#39;Agent after 9.50M steps of training&#39;</span><span class="p">]:</span>
        <span class="k">yield</span> <span class="n">l</span>

<span class="k">def</span> <span class="nf">plot_performance_stats</span><span class="p">(</span><span class="n">stats_path</span><span class="p">):</span>
    
    <span class="k">if</span> <span class="n">USE_ARCHIVED_LOGS</span><span class="p">:</span>
        <span class="n">stats_path</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">ARCHIVAL_ROOT</span><span class="p">,</span> <span class="n">stats_path</span><span class="p">)</span>
        
    <span class="n">stats_path</span> <span class="o">=</span> <span class="n">glob</span><span class="o">.</span><span class="n">glob</span><span class="p">(</span><span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">stats_path</span><span class="p">,</span><span class="s1">&#39;*&#39;</span><span class="p">,</span><span class="s1">&#39;*.stats.json&#39;</span><span class="p">))[</span><span class="mi">0</span><span class="p">]</span>
    
    <span class="n">stats</span> <span class="o">=</span> <span class="n">json</span><span class="o">.</span><span class="n">load</span><span class="p">(</span><span class="nb">open</span><span class="p">(</span><span class="n">stats_path</span><span class="p">,</span> <span class="s1">&#39;r&#39;</span><span class="p">))</span>
    <span class="k">del</span> <span class="n">stats</span><span class="p">[</span><span class="s1">&#39;initial_reset_timestamp&#39;</span><span class="p">]</span>
    <span class="k">del</span> <span class="n">stats</span><span class="p">[</span><span class="s1">&#39;episode_types&#39;</span><span class="p">]</span>

    <span class="n">stats</span> <span class="o">=</span> <span class="n">pd</span><span class="o">.</span><span class="n">DataFrame</span><span class="p">(</span><span class="n">stats</span><span class="p">)</span>
    <span class="n">cur_lable</span> <span class="o">=</span> <span class="n">labels</span><span class="o">.</span><span class="n">next</span><span class="p">()</span>
    <span class="n">cur_color</span> <span class="o">=</span> <span class="n">colors</span><span class="o">.</span><span class="n">next</span><span class="p">()</span>
    
    <span class="n">rolling_mean_rewards</span> <span class="o">=</span> <span class="n">pd</span><span class="o">.</span><span class="n">rolling_mean</span><span class="p">(</span><span class="n">stats</span><span class="p">[</span><span class="s1">&#39;episode_rewards&#39;</span><span class="p">],</span><span class="n">window</span><span class="o">=</span><span class="mi">100</span><span class="p">,</span><span class="n">min_periods</span><span class="o">=</span><span class="mi">1</span><span class="p">)</span>
    
    <span class="n">final_stats</span><span class="p">[</span><span class="s1">&#39;agent&#39;</span><span class="p">]</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">cur_lable</span><span class="p">)</span>
    <span class="n">final_stats</span><span class="p">[</span><span class="s1">&#39;mean_reward&#39;</span><span class="p">]</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="nb">round</span><span class="p">(</span><span class="n">stats</span><span class="p">[</span><span class="s1">&#39;episode_rewards&#39;</span><span class="p">]</span><span class="o">.</span><span class="n">mean</span><span class="p">(),</span> <span class="mi">2</span><span class="p">))</span>
    <span class="n">final_stats</span><span class="p">[</span><span class="s1">&#39;rolling_mean_reward&#39;</span><span class="p">]</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="nb">round</span><span class="p">(</span><span class="n">rolling_mean_rewards</span><span class="o">.</span><span class="n">max</span><span class="p">(),</span> <span class="mi">2</span><span class="p">))</span>
    <span class="n">final_stats</span><span class="p">[</span><span class="s1">&#39;mean_episode_len&#39;</span><span class="p">]</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="nb">round</span><span class="p">(</span><span class="n">stats</span><span class="p">[</span><span class="s1">&#39;episode_lengths&#39;</span><span class="p">]</span><span class="o">.</span><span class="n">mean</span><span class="p">(),</span> <span class="mi">2</span><span class="p">))</span>
      
    <span class="n">fig_1_legend_items</span><span class="o">.</span><span class="n">append</span><span class="p">((</span>
        <span class="n">cur_lable</span><span class="p">,</span>
        <span class="p">[</span><span class="n">fig_1</span><span class="o">.</span><span class="n">line</span><span class="p">(</span>
            <span class="n">stats</span><span class="p">[</span><span class="s1">&#39;episode_rewards&#39;</span><span class="p">]</span><span class="o">.</span><span class="n">index</span><span class="p">,</span>
            <span class="n">stats</span><span class="p">[</span><span class="s1">&#39;episode_rewards&#39;</span><span class="p">],</span>
            <span class="n">color</span><span class="o">=</span><span class="n">cur_color</span><span class="p">,</span>
            <span class="n">line_width</span><span class="o">=</span><span class="mi">1</span>
        <span class="p">)]</span>
    <span class="p">))</span>
    <span class="n">fig_2_legend_items</span><span class="o">.</span><span class="n">append</span><span class="p">((</span>
        <span class="n">cur_lable</span><span class="p">,</span>
        <span class="p">[</span><span class="n">fig_2</span><span class="o">.</span><span class="n">line</span><span class="p">(</span>
            <span class="n">stats</span><span class="p">[</span><span class="s1">&#39;episode_rewards&#39;</span><span class="p">]</span><span class="o">.</span><span class="n">index</span><span class="p">,</span>
            <span class="n">rolling_mean_rewards</span><span class="p">,</span>
            <span class="n">color</span><span class="o">=</span><span class="n">cur_color</span><span class="p">,</span>
            <span class="n">line_width</span><span class="o">=</span><span class="mi">1</span>
        <span class="p">)]</span>
    <span class="p">))</span>
    
    <span class="n">fig_3_legend_items</span><span class="o">.</span><span class="n">append</span><span class="p">((</span>
        <span class="n">cur_lable</span><span class="p">,</span>
        <span class="p">[</span><span class="n">fig_3</span><span class="o">.</span><span class="n">line</span><span class="p">(</span>
            <span class="n">stats</span><span class="p">[</span><span class="s1">&#39;episode_lengths&#39;</span><span class="p">]</span><span class="o">.</span><span class="n">index</span><span class="p">,</span>
            <span class="n">pd</span><span class="o">.</span><span class="n">rolling_mean</span><span class="p">(</span><span class="n">stats</span><span class="p">[</span><span class="s1">&#39;episode_lengths&#39;</span><span class="p">],</span><span class="n">window</span><span class="o">=</span><span class="mi">100</span><span class="p">,</span><span class="n">min_periods</span><span class="o">=</span><span class="mi">1</span><span class="p">),</span>
            <span class="n">color</span><span class="o">=</span><span class="n">cur_color</span><span class="p">,</span>
            <span class="n">line_width</span><span class="o">=</span><span class="mi">1</span>
        <span class="p">)]</span>
    <span class="p">))</span>
</pre></div>

</div>
</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h3 id="Final-stats">Final stats<a class="anchor-link" href="#Final-stats">&#182;</a></h3>
</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[11]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython2"><pre><span></span><span class="n">final_stats</span> <span class="o">=</span> <span class="p">{</span>
    <span class="s1">&#39;agent&#39;</span><span class="p">:</span> <span class="p">[],</span>
    <span class="s1">&#39;mean_reward&#39;</span><span class="p">:</span> <span class="p">[],</span>
    <span class="s1">&#39;rolling_mean_reward&#39;</span><span class="p">:</span> <span class="p">[],</span>
    <span class="s1">&#39;mean_episode_len&#39;</span><span class="p">:[]</span>
<span class="p">}</span>
<span class="n">fig_1</span> <span class="o">=</span> <span class="n">figure</span><span class="p">(</span>
    <span class="n">plot_width</span><span class="o">=</span><span class="mi">900</span><span class="p">,</span>
    <span class="n">plot_height</span><span class="o">=</span><span class="mi">300</span><span class="p">,</span>
    <span class="n">y_axis_label</span><span class="o">=</span><span class="s1">&#39;Reward&#39;</span><span class="p">,</span> 
    <span class="n">x_axis_label</span><span class="o">=</span><span class="s1">&#39;Episodes&#39;</span><span class="p">,</span> 
    <span class="n">y_range</span><span class="o">=</span><span class="p">(</span><span class="o">-</span><span class="mi">26</span><span class="p">,</span><span class="mi">30</span><span class="p">)</span>
<span class="p">)</span>
<span class="n">fig_2</span> <span class="o">=</span> <span class="n">figure</span><span class="p">(</span>
    <span class="n">plot_width</span><span class="o">=</span><span class="mi">900</span><span class="p">,</span>
    <span class="n">plot_height</span><span class="o">=</span><span class="mi">300</span><span class="p">,</span>
    <span class="n">y_axis_label</span><span class="o">=</span><span class="s1">&#39;Rolling Mean of recent 100 Rewards&#39;</span><span class="p">,</span>
    <span class="n">x_axis_label</span><span class="o">=</span><span class="s1">&#39;Episodes&#39;</span><span class="p">,</span>
    <span class="n">y_range</span><span class="o">=</span><span class="p">(</span><span class="o">-</span><span class="mi">26</span><span class="p">,</span><span class="mi">30</span><span class="p">)</span>
<span class="p">)</span>
<span class="n">fig_3</span> <span class="o">=</span> <span class="n">figure</span><span class="p">(</span>
    <span class="n">plot_width</span><span class="o">=</span><span class="mi">900</span><span class="p">,</span>
    <span class="n">plot_height</span><span class="o">=</span><span class="mi">300</span><span class="p">,</span>
    <span class="n">y_axis_label</span><span class="o">=</span><span class="s1">&#39;Rolling Mean of recent 100 Episode lenghts&#39;</span><span class="p">,</span>
    <span class="n">x_axis_label</span><span class="o">=</span><span class="s1">&#39;Episodes&#39;</span><span class="p">,</span>
    <span class="n">y_range</span><span class="o">=</span><span class="p">(</span><span class="mi">3000</span><span class="p">,</span><span class="mi">21000</span><span class="p">)</span>
<span class="p">)</span>
<span class="n">fig_1_legend_items</span> <span class="o">=</span> <span class="p">[]</span>
<span class="n">fig_2_legend_items</span> <span class="o">=</span> <span class="p">[]</span>
<span class="n">fig_3_legend_items</span> <span class="o">=</span> <span class="p">[]</span>

<span class="n">colors</span> <span class="o">=</span> <span class="n">get_color</span><span class="p">()</span>
<span class="n">labels</span> <span class="o">=</span> <span class="n">get_lable</span><span class="p">()</span>

<span class="k">for</span> <span class="n">model</span> <span class="ow">in</span> <span class="n">TRAINED_MODEL_NAMES</span><span class="p">:</span>
    <span class="n">plot_performance_stats</span><span class="p">(</span><span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">LOGS_DIR</span><span class="p">,</span> <span class="n">model</span><span class="p">))</span>

<span class="n">fig_1_legend</span> <span class="o">=</span> <span class="n">Legend</span><span class="p">(</span><span class="n">items</span><span class="o">=</span><span class="n">fig_1_legend_items</span><span class="p">,</span> <span class="n">location</span><span class="o">=</span><span class="p">(</span><span class="mi">0</span><span class="p">,</span> <span class="mi">260</span><span class="p">),</span> <span class="n">orientation</span><span class="o">=</span><span class="s2">&quot;horizontal&quot;</span><span class="p">)</span>
<span class="n">fig_2_legend</span> <span class="o">=</span> <span class="n">Legend</span><span class="p">(</span><span class="n">items</span><span class="o">=</span><span class="n">fig_2_legend_items</span><span class="p">,</span> <span class="n">location</span><span class="o">=</span><span class="p">(</span><span class="mi">0</span><span class="p">,</span> <span class="mi">260</span><span class="p">),</span> <span class="n">orientation</span><span class="o">=</span><span class="s2">&quot;horizontal&quot;</span><span class="p">)</span>
<span class="n">fig_3_legend</span> <span class="o">=</span> <span class="n">Legend</span><span class="p">(</span><span class="n">items</span><span class="o">=</span><span class="n">fig_3_legend_items</span><span class="p">,</span> <span class="n">location</span><span class="o">=</span><span class="p">(</span><span class="mi">0</span><span class="p">,</span> <span class="mi">260</span><span class="p">),</span> <span class="n">orientation</span><span class="o">=</span><span class="s2">&quot;horizontal&quot;</span><span class="p">)</span>

<span class="n">fig_1</span><span class="o">.</span><span class="n">add_layout</span><span class="p">(</span><span class="n">fig_1_legend</span><span class="p">)</span>
<span class="n">fig_2</span><span class="o">.</span><span class="n">add_layout</span><span class="p">(</span><span class="n">fig_2_legend</span><span class="p">)</span>
<span class="n">fig_3</span><span class="o">.</span><span class="n">add_layout</span><span class="p">(</span><span class="n">fig_3_legend</span><span class="p">)</span>

<span class="n">main_fig</span> <span class="o">=</span> <span class="n">column</span><span class="p">(</span><span class="n">fig_1</span><span class="p">,</span> <span class="n">fig_2</span><span class="p">,</span> <span class="n">fig_3</span><span class="p">)</span>
<span class="n">show</span><span class="p">(</span><span class="n">main_fig</span><span class="p">)</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area"><div class="prompt"></div>
<div class="output_subarea output_stream output_stderr output_text">
<pre>/usr/local/lib/python2.7/site-packages/ipykernel/__main__.py:27: FutureWarning: pd.rolling_mean is deprecated for Series and will be removed in a future version, replace with 
	Series.rolling(min_periods=1,window=100,center=False).mean()
/usr/local/lib/python2.7/site-packages/ipykernel/__main__.py:57: FutureWarning: pd.rolling_mean is deprecated for Series and will be removed in a future version, replace with 
	Series.rolling(min_periods=1,window=100,center=False).mean()
</pre>
</div>
</div>

<div class="output_area"><div class="prompt"></div>

<div class="output_html rendered_html output_subarea ">


    <div class="bk-root">
        <div class="bk-plotdiv" id="1aa17f94-200c-45ad-b100-4ae49ad0cf33"></div>
    </div>
<script type="text/javascript">
  
  (function(global) {
    function now() {
      return new Date();
    }
  
    var force = false;
  
    if (typeof (window._bokeh_onload_callbacks) === "undefined" || force === true) {
      window._bokeh_onload_callbacks = [];
      window._bokeh_is_loading = undefined;
    }
  
  
    if (typeof (window._bokeh_timeout) === "undefined" || force === true) {
      window._bokeh_timeout = Date.now() + 0;
      window._bokeh_failed_load = false;
    }
  
    var NB_LOAD_WARNING = {'data': {'text/html':
       "<div style='background-color: #fdd'>\n"+
       "<p>\n"+
       "BokehJS does not appear to have successfully loaded. If loading BokehJS from CDN, this \n"+
       "may be due to a slow or bad network connection. Possible fixes:\n"+
       "</p>\n"+
       "<ul>\n"+
       "<li>re-rerun `output_notebook()` to attempt to load from CDN again, or</li>\n"+
       "<li>use INLINE resources instead, as so:</li>\n"+
       "</ul>\n"+
       "<code>\n"+
       "from bokeh.resources import INLINE\n"+
       "output_notebook(resources=INLINE)\n"+
       "</code>\n"+
       "</div>"}};
  
    function display_loaded() {
      if (window.Bokeh !== undefined) {
        var el = document.getElementById("1aa17f94-200c-45ad-b100-4ae49ad0cf33");
        el.textContent = "BokehJS " + Bokeh.version + " successfully loaded.";
      } else if (Date.now() < window._bokeh_timeout) {
        setTimeout(display_loaded, 100)
      }
    }
  
    function run_callbacks() {
      try {
        window._bokeh_onload_callbacks.forEach(function(callback) { callback() });
      }
      finally {
        delete window._bokeh_onload_callbacks
      }
      console.info("Bokeh: all callbacks have finished");
    }
  
    function load_libs(js_urls, callback) {
      window._bokeh_onload_callbacks.push(callback);
      if (window._bokeh_is_loading > 0) {
        console.log("Bokeh: BokehJS is being loaded, scheduling callback at", now());
        return null;
      }
      if (js_urls == null || js_urls.length === 0) {
        run_callbacks();
        return null;
      }
      console.log("Bokeh: BokehJS not loaded, scheduling load and callback at", now());
      window._bokeh_is_loading = js_urls.length;
      for (var i = 0; i < js_urls.length; i++) {
        var url = js_urls[i];
        var s = document.createElement('script');
        s.src = url;
        s.async = false;
        s.onreadystatechange = s.onload = function() {
          window._bokeh_is_loading--;
          if (window._bokeh_is_loading === 0) {
            console.log("Bokeh: all BokehJS libraries loaded");
            run_callbacks()
          }
        };
        s.onerror = function() {
          console.warn("failed to load library " + url);
        };
        console.log("Bokeh: injecting script tag for BokehJS library: ", url);
        document.getElementsByTagName("head")[0].appendChild(s);
      }
    };var element = document.getElementById("1aa17f94-200c-45ad-b100-4ae49ad0cf33");
    if (element == null) {
      console.log("Bokeh: ERROR: autoload.js configured with elementid '1aa17f94-200c-45ad-b100-4ae49ad0cf33' but no matching script tag was found. ")
      return false;
    }
  
    var js_urls = [];
  
    var inline_js = [
      function(Bokeh) {
        (function() {
          var fn = function() {
            var docs_json = {"9dd387ee-bfd8-4b78-9fb2-0fdcc3168a0c":{"roots":{"references":[{"attributes":{},"id":"37894dd1-748b-4d5a-b325-71443c5c4d84","type":"BasicTicker"},{"attributes":{"line_color":{"value":"#999933"},"x":{"field":"x"},"y":{"field":"y"}},"id":"d26fb2d9-245a-47a8-a343-2dcfdeaa77c5","type":"Line"},{"attributes":{"label":{"value":"Random Agent"},"renderers":[{"id":"a44a41b0-f8ac-4a60-8980-2cdd9f5422c5","type":"GlyphRenderer"}]},"id":"af740f40-a81c-4ff1-83c6-49cc287acf6a","type":"LegendItem"},{"attributes":{"callback":null},"id":"728ba0a7-b717-4887-93d2-736092c01e86","type":"DataRange1d"},{"attributes":{"plot":{"id":"97d4c5f1-1812-460c-be67-dcbafb6c517e","subtype":"Figure","type":"Plot"}},"id":"10e9bbca-8f02-47b3-ac94-970c601f1146","type":"ResetTool"},{"attributes":{"callback":null,"column_names":["y","x"],"data":{"x":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,161,162,163,164,165,166,167,168,169,170,171,172,173,174,175,176,177,178,179,180,181,182,183,184,185,186,187,188,189,190,191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206,207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222,223,224,225,226,227,228,229,230,231,232,233,234,235,236,237,238,239,240,241,242,243,244,245,246,247,248,249,250,251,252,253,254,255,256,257,258,259,260,261,262,263,264,265,266,267,268,269,270,271,272,273,274,275,276,277,278,279,280,281,282,283,284,285,286,287,288,289,290,291,292,293,294,295,296,297,298,299,300,301,302,303,304,305,306,307,308,309,310,311,312,313,314,315,316,317,318,319,320,321,322,323,324,325,326,327,328,329,330,331,332,333,334,335,336,337,338,339,340,341,342,343,344,345,346,347,348,349,350,351,352,353,354,355,356,357,358,359,360,361,362,363,364,365,366,367,368,369,370,371,372,373,374,375,376,377,378,379,380,381,382,383,384,385,386,387,388,389,390,391,392,393,394,395,396,397,398,399,400,401,402,403,404,405,406,407,408,409,410,411,412,413,414,415,416,417,418,419,420,421,422,423,424,425,426,427,428,429,430,431,432,433,434,435,436,437,438,439,440,441,442,443,444,445,446,447,448,449,450,451,452,453,454,455,456,457,458,459,460,461,462,463,464,465,466,467,468,469,470,471,472,473,474,475,476,477,478,479,480,481,482,483,484,485,486,487,488,489,490,491,492,493,494,495,496,497,498,499,500],"y":{"__ndarray__":"AAAAAAAANEAAAAAAAAA1QAAAAAAAADNAAAAAAAAAM0AAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA0QAAAAAAAADRAAAAAAAAANUAAAAAAAAA0QAAAAAAAADNAAAAAAAAANUAAAAAAAAA1QAAAAAAAADRAAAAAAAAANEAAAAAAAAA0QAAAAAAAADRAAAAAAAAANUAAAAAAAAA1QAAAAAAAADRAAAAAAAAANEAAAAAAAAA0QAAAAAAAADVAAAAAAAAAM0AAAAAAAAA1QAAAAAAAADVAAAAAAAAAM0AAAAAAAAA1QAAAAAAAADVAAAAAAAAANEAAAAAAAAA0QAAAAAAAADRAAAAAAAAANUAAAAAAAAAzQAAAAAAAADVAAAAAAAAANEAAAAAAAAA1QAAAAAAAADFAAAAAAAAANUAAAAAAAAA1QAAAAAAAADRAAAAAAAAAM0AAAAAAAAAzQAAAAAAAADVAAAAAAAAANEAAAAAAAAA1QAAAAAAAADVAAAAAAAAANEAAAAAAAAAzQAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADRAAAAAAAAANUAAAAAAAAA1QAAAAAAAADNAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAAM0AAAAAAAAAzQAAAAAAAADJAAAAAAAAAM0AAAAAAAAAzQAAAAAAAADRAAAAAAAAANUAAAAAAAAA1QAAAAAAAADRAAAAAAAAAM0AAAAAAAAAzQAAAAAAAADNAAAAAAAAAM0AAAAAAAAAyQAAAAAAAADRAAAAAAAAANUAAAAAAAAAzQAAAAAAAADRAAAAAAAAANEAAAAAAAAA0QAAAAAAAADVAAAAAAAAANUAAAAAAAAA0QAAAAAAAADVAAAAAAAAANUAAAAAAAAA0QAAAAAAAADRAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANEAAAAAAAAAyQAAAAAAAADVAAAAAAAAAM0AAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAAxQAAAAAAAADVAAAAAAAAAMkAAAAAAAAA1QAAAAAAAADRAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAAMEAAAAAAAAAwQAAAAAAAADRAAAAAAAAANEAAAAAAAAA1QAAAAAAAADVAAAAAAAAAMkAAAAAAAAA1QAAAAAAAADRAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA0QAAAAAAAADNAAAAAAAAANUAAAAAAAAA0QAAAAAAAADVAAAAAAAAANUAAAAAAAAA0QAAAAAAAADRAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANEAAAAAAAAA0QAAAAAAAADRAAAAAAAAANUAAAAAAAAA0QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADRAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA0QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANEAAAAAAAAA1QAAAAAAAADRAAAAAAAAANEAAAAAAAAA1QAAAAAAAADRAAAAAAAAANEAAAAAAAAA1QAAAAAAAADVAAAAAAAAAM0AAAAAAAAAxQAAAAAAAADRAAAAAAAAAMkAAAAAAAAA1QAAAAAAAADRAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAAMkAAAAAAAAA1QAAAAAAAADRAAAAAAAAANUAAAAAAAAAyQAAAAAAAADNAAAAAAAAANUAAAAAAAAA0QAAAAAAAADRAAAAAAAAANEAAAAAAAAA1QAAAAAAAADBAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAAM0AAAAAAAAA0QAAAAAAAADRAAAAAAAAAMkAAAAAAAAAzQAAAAAAAADNAAAAAAAAANEAAAAAAAAA1QAAAAAAAADJAAAAAAAAANEAAAAAAAAA1QAAAAAAAADRAAAAAAAAANUAAAAAAAAA0QAAAAAAAADFAAAAAAAAANEAAAAAAAAA0QAAAAAAAADRAAAAAAAAANUAAAAAAAAA1QAAAAAAAADNAAAAAAAAAM0AAAAAAAAA0QAAAAAAAADRAAAAAAAAAM0AAAAAAAAA0QAAAAAAAADNAAAAAAAAANUAAAAAAAAA1QAAAAAAAADNAAAAAAAAAMkAAAAAAAAAyQAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADJAAAAAAAAANUAAAAAAAAAzQAAAAAAAADRAAAAAAAAANEAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADNAAAAAAAAAM0AAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA0QAAAAAAAADFAAAAAAAAANEAAAAAAAAA0QAAAAAAAADRAAAAAAAAANEAAAAAAAAA0QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADRAAAAAAAAANEAAAAAAAAA1QAAAAAAAADVAAAAAAAAAMkAAAAAAAAA1QAAAAAAAADNAAAAAAAAAM0AAAAAAAAA0QAAAAAAAADNAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA0QAAAAAAAACxAAAAAAAAANEAAAAAAAAA0QAAAAAAAADRAAAAAAAAANUAAAAAAAAA0QAAAAAAAADVAAAAAAAAANUAAAAAAAAA0QAAAAAAAADRAAAAAAAAANUAAAAAAAAAyQAAAAAAAADRAAAAAAAAAM0AAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANEAAAAAAAAAyQAAAAAAAADVAAAAAAAAANUAAAAAAAAAyQAAAAAAAADVAAAAAAAAANUAAAAAAAAA0QAAAAAAAADRAAAAAAAAANEAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA0QAAAAAAAADVAAAAAAAAANUAAAAAAAAA0QAAAAAAAADVAAAAAAAAAM0AAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA0QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAAzQAAAAAAAADNAAAAAAAAANUAAAAAAAAA1QAAAAAAAADNAAAAAAAAANUAAAAAAAAA1QAAAAAAAADJAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAAzQAAAAAAAADVAAAAAAAAANEAAAAAAAAA0QAAAAAAAADRAAAAAAAAANUAAAAAAAAAzQAAAAAAAADNAAAAAAAAAM0AAAAAAAAA0QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADJAAAAAAAAALkAAAAAAAAA1QAAAAAAAADVAAAAAAAAANEAAAAAAAAA0QAAAAAAAADRAAAAAAAAANUAAAAAAAAA0QAAAAAAAADVAAAAAAAAAKEAAAAAAAAAzQAAAAAAAADVAAAAAAAAANUAAAAAAAAA0QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADRAAAAAAAAAM0AAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADFAAAAAAAAAM0AAAAAAAAAzQAAAAAAAADRAAAAAAAAANUAAAAAAAAA1QAAAAAAAADNAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANEAAAAAAAAAyQAAAAAAAADRAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAAM0AAAAAAAAA1QAAAAAAAADNAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANEAAAAAAAAA1QAAAAAAAADNAAAAAAAAANEAAAAAAAAA0QAAAAAAAADRAAAAAAAAANUAAAAAAAAA1QAAAAAAAADRAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAAzQAAAAAAAADJAAAAAAAAANEAAAAAAAAA1QAAAAAAAADNAAAAAAAAAMkAAAAAAAAAyQAAAAAAAADRAAAAAAAAANEAAAAAAAAA0QAAAAAAAADRAAAAAAAAAM0AAAAAAAAA0QAAAAAAAADRAAAAAAAAANUAAAAAAAAA1QAAAAAAAADNAAAAAAAAANEAAAAAAAAA0QAAAAAAAADVAAAAAAAAANEAAAAAAAAA1QAAAAAAAADVAAAAAAAAANEAAAAAAAAA0QAAAAAAAADRAAAAAAAAANEAAAAAAAAA0QAAAAAAAADVAAAAAAAAANEAAAAAAAAAxQAAAAAAAADNAAAAAAAAAM0AAAAAAAAA0QAAAAAAAADRAAAAAAAAAM0AAAAAAAAA1QAAAAAAAADJAAAAAAAAANUAAAAAAAAA0QAAAAAAAADFAAAAAAAAAM0AAAAAAAAA0QAAAAAAAADVAAAAAAAAANEAAAAAAAAAzQAAAAAAAADJAAAAAAAAANEAAAAAAAAA1QAAAAAAAADNAAAAAAAAAM0AAAAAAAAAzQAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADRAAAAAAAAANEAAAAAAAAAyQAAAAAAAADRAAAAAAAAANEAAAAAAAAA1QAAAAAAAADNAAAAAAAAAMkAAAAAAAAA0QAAAAAAAADRAAAAAAAAAM0AAAAAAAAA0QAAAAAAAADVAAAAAAAAANUAAAAAAAAA0QAAAAAAAADFAAAAAAAAANUAAAAAAAAA1QAAAAAAAADJAAAAAAAAANUAAAAAAAAAzQAAAAAAAADNAAAAAAAAANEAAAAAAAAA1QAAAAAAAADVAAAAAAAAANEAAAAAAAAA1QAAAAAAAADRAAAAAAAAANUAAAAAAAAA1QAAAAAAAADNAAAAAAAAANUAAAAAAAAAwQAAAAAAAADFAAAAAAAAAMUAAAAAAAAA0QAAAAAAAADVAAAAAAAAANUAAAAAAAAA0QAAAAAAAADVAAAAAAAAANEAAAAAAAAA1QAAAAAAAADVAAAAAAAAANEAAAAAAAAA1QAAAAAAAADNAAAAAAAAANEAAAAAAAAA1QAAAAAAAADRA","dtype":"float64","shape":[501]}}},"id":"4486335a-ad2c-4acf-a855-8763d4500ff7","type":"ColumnDataSource"},{"attributes":{"line_alpha":{"value":0.1},"line_color":{"value":"#1f77b4"},"x":{"field":"x"},"y":{"field":"y"}},"id":"656de1a5-507e-43e2-8b05-4209fd023306","type":"Line"},{"attributes":{},"id":"c4a37d09-025a-4f7e-905e-9a7b8f320fae","type":"BasicTicker"},{"attributes":{"label":{"value":"Agent after 5.26M steps of training"},"renderers":[{"id":"ed4b9b21-985f-4629-ada5-95e3dc9b7c35","type":"GlyphRenderer"}]},"id":"d1f595ff-cf87-41f1-af34-c05f2e27fe0a","type":"LegendItem"},{"attributes":{"label":{"value":"Agent after 5.26M steps of training"},"renderers":[{"id":"3eb15eeb-3ec3-49ee-b2bd-649bb860ed6e","type":"GlyphRenderer"}]},"id":"e565401e-5294-41f9-b304-e04d44a427f3","type":"LegendItem"},{"attributes":{"line_alpha":{"value":0.1},"line_color":{"value":"#1f77b4"},"x":{"field":"x"},"y":{"field":"y"}},"id":"d99ab24c-efdd-4519-8424-31a1b0c1d1a3","type":"Line"},{"attributes":{"axis_label":"Rolling Mean of recent 100 Episode lenghts","formatter":{"id":"f7df433a-9707-4ee0-9973-7e9cc5f08b88","type":"BasicTickFormatter"},"plot":{"id":"34fde739-ad60-49ee-bc36-69cacf0d0323","subtype":"Figure","type":"Plot"},"ticker":{"id":"37894dd1-748b-4d5a-b325-71443c5c4d84","type":"BasicTicker"}},"id":"e3e2adc8-0bc2-4700-9039-0f92d280bcd5","type":"LinearAxis"},{"attributes":{"below":[{"id":"a4d8e268-405b-41f6-986a-14386f000de4","type":"LinearAxis"}],"left":[{"id":"e34458ba-0bf7-4dd2-83b2-0967e4d4f086","type":"LinearAxis"}],"plot_height":300,"plot_width":900,"renderers":[{"id":"a4d8e268-405b-41f6-986a-14386f000de4","type":"LinearAxis"},{"id":"24a1b85b-afbc-4569-a0c5-f7d47b620b74","type":"Grid"},{"id":"e34458ba-0bf7-4dd2-83b2-0967e4d4f086","type":"LinearAxis"},{"id":"799b761d-c7c6-4f7d-a868-c47ad7ab693f","type":"Grid"},{"id":"8cbd03d6-57e9-4bc1-86a1-4e99d146431c","type":"BoxAnnotation"},{"id":"e0b235c3-e83a-42ce-98ef-36d6e52eb1b1","type":"GlyphRenderer"},{"id":"60cc2300-ae0c-49dd-a497-c5cbcf70e7e0","type":"GlyphRenderer"},{"id":"44d038b8-5485-4401-b4a1-2f5070eeb188","type":"GlyphRenderer"},{"id":"cd992ffc-d87d-48e6-80de-a983329fdac8","type":"GlyphRenderer"},{"id":"b8969859-0f3e-4d1b-a764-1060861b5e77","type":"Legend"}],"title":{"id":"fec1514d-600d-42f8-b645-4fb757aeaebb","type":"Title"},"tool_events":{"id":"1b451b31-105b-44cf-b3bc-e68a37f3180f","type":"ToolEvents"},"toolbar":{"id":"87f5a629-6d56-4b84-953a-11b781e65e35","type":"Toolbar"},"x_range":{"id":"a4b608c0-9ba3-44dd-b863-73aedb25e807","type":"DataRange1d"},"x_scale":{"id":"93280d6d-93cb-42fd-835c-23ae4e168644","type":"LinearScale"},"y_range":{"id":"9dc450ff-c034-4f8c-a95a-b71170a44dce","type":"Range1d"},"y_scale":{"id":"a3d8b1e7-753a-43e3-a6dc-c5c967db7b44","type":"LinearScale"}},"id":"3ae4e0e1-d2fd-46a7-9d06-869392d9e54e","subtype":"Figure","type":"Plot"},{"attributes":{},"id":"f5172ef8-916c-4745-b5db-3209e388d06b","type":"BasicTickFormatter"},{"attributes":{"label":{"value":"Random Agent"},"renderers":[{"id":"df361263-8711-4be7-ad96-5408e3c3009f","type":"GlyphRenderer"}]},"id":"de68faee-87f9-4eb5-a8c6-578a4251f5e1","type":"LegendItem"},{"attributes":{"line_color":{"value":"#332288"},"x":{"field":"x"},"y":{"field":"y"}},"id":"a5f5a794-2b7a-42ca-8f85-295e8976d068","type":"Line"},{"attributes":{},"id":"a3d8b1e7-753a-43e3-a6dc-c5c967db7b44","type":"LinearScale"},{"attributes":{"plot":{"id":"34fde739-ad60-49ee-bc36-69cacf0d0323","subtype":"Figure","type":"Plot"}},"id":"07b81ae5-9ade-4a8b-b6c8-1aca8fa9c703","type":"WheelZoomTool"},{"attributes":{"data_source":{"id":"fbe7fe46-db71-4cae-922b-5fb53e9305a8","type":"ColumnDataSource"},"glyph":{"id":"04751fb6-b800-4e22-9bee-d1275559ef85","type":"Line"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"1d9edd79-cc9a-42e4-b18c-2de7da47623c","type":"Line"},"selection_glyph":null},"id":"cbecc268-9bac-421a-a942-c54f0e70b071","type":"GlyphRenderer"},{"attributes":{"data_source":{"id":"1b162782-4a7b-4a90-944b-e6631f047f8c","type":"ColumnDataSource"},"glyph":{"id":"4f5a5a3f-ab7a-4f83-89e2-90e32ab1bea7","type":"Line"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"57aa9f21-80e1-42ad-8ab5-5e0b21007b8b","type":"Line"},"selection_glyph":null},"id":"e0b235c3-e83a-42ce-98ef-36d6e52eb1b1","type":"GlyphRenderer"},{"attributes":{"callback":null},"id":"a4b608c0-9ba3-44dd-b863-73aedb25e807","type":"DataRange1d"},{"attributes":{"data_source":{"id":"d0270455-f436-414a-bf8f-b255a4f66aee","type":"ColumnDataSource"},"glyph":{"id":"a5f5a794-2b7a-42ca-8f85-295e8976d068","type":"Line"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"d70b3ba2-abee-43df-ab5f-07d26510982b","type":"Line"},"selection_glyph":null},"id":"df361263-8711-4be7-ad96-5408e3c3009f","type":"GlyphRenderer"},{"attributes":{"label":{"value":"Random Agent"},"renderers":[{"id":"e0b235c3-e83a-42ce-98ef-36d6e52eb1b1","type":"GlyphRenderer"}]},"id":"580fb6fc-7478-4bb7-8355-0e8315585b29","type":"LegendItem"},{"attributes":{"bottom_units":"screen","fill_alpha":{"value":0.5},"fill_color":{"value":"lightgrey"},"left_units":"screen","level":"overlay","line_alpha":{"value":1.0},"line_color":{"value":"black"},"line_dash":[4,4],"line_width":{"value":2},"plot":null,"render_mode":"css","right_units":"screen","top_units":"screen"},"id":"8cbd03d6-57e9-4bc1-86a1-4e99d146431c","type":"BoxAnnotation"},{"attributes":{"plot":{"id":"97d4c5f1-1812-460c-be67-dcbafb6c517e","subtype":"Figure","type":"Plot"}},"id":"13793ba1-3e17-4450-b90a-c8fb06cecf6b","type":"WheelZoomTool"},{"attributes":{"line_color":{"value":"#999933"},"x":{"field":"x"},"y":{"field":"y"}},"id":"915fb0b1-c199-4bb1-888f-e5dc32552949","type":"Line"},{"attributes":{},"id":"1b451b31-105b-44cf-b3bc-e68a37f3180f","type":"ToolEvents"},{"attributes":{"data_source":{"id":"dcf28463-d2a7-45b1-9cfe-3cee2a21f7fd","type":"ColumnDataSource"},"glyph":{"id":"226855d5-47c5-42f3-9f6d-b8ce0dafe978","type":"Line"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"563bc8b6-5ddb-4037-9f70-498c06ed28d4","type":"Line"},"selection_glyph":null},"id":"cd992ffc-d87d-48e6-80de-a983329fdac8","type":"GlyphRenderer"},{"attributes":{"axis_label":"Reward","formatter":{"id":"cea6593f-67d0-4049-a66c-60d33e36c970","type":"BasicTickFormatter"},"plot":{"id":"3ae4e0e1-d2fd-46a7-9d06-869392d9e54e","subtype":"Figure","type":"Plot"},"ticker":{"id":"c4a37d09-025a-4f7e-905e-9a7b8f320fae","type":"BasicTicker"}},"id":"e34458ba-0bf7-4dd2-83b2-0967e4d4f086","type":"LinearAxis"},{"attributes":{"axis_label":"Episodes","formatter":{"id":"4aab33c8-7209-4ccf-b8a2-11471cb4fcdf","type":"BasicTickFormatter"},"plot":{"id":"97d4c5f1-1812-460c-be67-dcbafb6c517e","subtype":"Figure","type":"Plot"},"ticker":{"id":"e6393baa-ce9a-46c1-83e5-bbf7bdd82ad2","type":"BasicTicker"}},"id":"544e54f4-5a75-4dd3-af53-52121787e896","type":"LinearAxis"},{"attributes":{"overlay":{"id":"8cbd03d6-57e9-4bc1-86a1-4e99d146431c","type":"BoxAnnotation"},"plot":{"id":"3ae4e0e1-d2fd-46a7-9d06-869392d9e54e","subtype":"Figure","type":"Plot"}},"id":"42b4c9be-23da-4b8a-8de2-07ef6c9fc921","type":"BoxZoomTool"},{"attributes":{"bottom_units":"screen","fill_alpha":{"value":0.5},"fill_color":{"value":"lightgrey"},"left_units":"screen","level":"overlay","line_alpha":{"value":1.0},"line_color":{"value":"black"},"line_dash":[4,4],"line_width":{"value":2},"plot":null,"render_mode":"css","right_units":"screen","top_units":"screen"},"id":"4db943ce-f045-4ec4-9f42-181046e2c74f","type":"BoxAnnotation"},{"attributes":{},"id":"93280d6d-93cb-42fd-835c-23ae4e168644","type":"LinearScale"},{"attributes":{"plot":{"id":"34fde739-ad60-49ee-bc36-69cacf0d0323","subtype":"Figure","type":"Plot"},"ticker":{"id":"757fe558-05e3-4397-a6b1-1fa4c27c1b3d","type":"BasicTicker"}},"id":"5f0c3b20-9510-4a74-b7f1-da0588780c82","type":"Grid"},{"attributes":{"below":[{"id":"544e54f4-5a75-4dd3-af53-52121787e896","type":"LinearAxis"}],"left":[{"id":"eb33e08f-257d-46d5-b8ba-062b735b78ad","type":"LinearAxis"}],"plot_height":300,"plot_width":900,"renderers":[{"id":"544e54f4-5a75-4dd3-af53-52121787e896","type":"LinearAxis"},{"id":"1a17f081-847c-4c97-83c5-74d54a0599b8","type":"Grid"},{"id":"eb33e08f-257d-46d5-b8ba-062b735b78ad","type":"LinearAxis"},{"id":"afc83c01-6b4f-425e-993c-46eaa8e7f95b","type":"Grid"},{"id":"4db943ce-f045-4ec4-9f42-181046e2c74f","type":"BoxAnnotation"},{"id":"df361263-8711-4be7-ad96-5408e3c3009f","type":"GlyphRenderer"},{"id":"3eb15eeb-3ec3-49ee-b2bd-649bb860ed6e","type":"GlyphRenderer"},{"id":"cbecc268-9bac-421a-a942-c54f0e70b071","type":"GlyphRenderer"},{"id":"64beab1c-e664-4941-a2f4-aa9e7061835e","type":"GlyphRenderer"},{"id":"4ac9c395-7eec-4d18-a9a3-2eba1e79f095","type":"Legend"}],"title":{"id":"d5ed8ca9-80f5-4a2e-9d74-c552dc3e65e3","type":"Title"},"tool_events":{"id":"f01b6b7e-1b30-4032-80b9-cfced08a7078","type":"ToolEvents"},"toolbar":{"id":"1df1fb6d-3172-4a39-a4f9-af32d340b2d8","type":"Toolbar"},"x_range":{"id":"b50830f2-52c1-4c5f-925b-fc1006aad877","type":"DataRange1d"},"x_scale":{"id":"ee440f67-26b8-4a91-ba37-194835c19534","type":"LinearScale"},"y_range":{"id":"c3c8162d-ae92-4876-9b47-d4949df11f78","type":"Range1d"},"y_scale":{"id":"9f4d9cca-a023-47c9-8b8c-09fff85182b9","type":"LinearScale"}},"id":"97d4c5f1-1812-460c-be67-dcbafb6c517e","subtype":"Figure","type":"Plot"},{"attributes":{"callback":null,"column_names":["y","x"],"data":{"x":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,161,162,163,164,165,166,167,168,169,170,171,172,173,174,175,176,177,178,179,180,181,182,183,184,185,186,187,188,189,190,191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206,207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222,223,224,225,226,227,228,229,230,231,232,233,234,235,236,237,238,239,240,241,242,243,244,245,246,247,248,249,250,251,252,253,254,255,256,257,258,259,260,261,262,263,264,265,266,267,268,269,270,271,272,273,274,275,276,277,278,279,280,281,282,283,284,285,286,287,288,289,290,291,292,293,294,295,296,297,298,299,300,301,302,303,304,305,306,307,308,309,310,311,312,313,314,315,316,317,318,319,320,321,322,323,324,325,326,327,328,329,330,331,332,333,334,335,336,337,338,339,340,341,342,343,344,345,346,347,348,349,350,351,352,353,354,355,356,357,358,359,360,361,362,363,364,365,366,367,368,369,370,371,372,373,374,375,376,377,378,379,380,381,382,383,384,385,386,387,388,389,390,391,392,393,394,395,396,397,398,399,400,401,402,403,404,405,406,407,408,409,410,411,412,413,414,415,416,417,418,419,420,421,422,423,424,425,426,427,428,429,430,431,432,433,434,435,436,437,438,439,440,441,442,443,444,445,446,447,448,449,450,451,452,453,454,455,456,457,458,459,460,461,462,463,464,465,466,467,468,469,470,471,472,473,474,475,476,477,478,479,480,481,482,483,484,485,486,487,488,489,490,491,492,493,494,495,496,497,498,499,500],"y":{"__ndarray__":"AAAAAICxxUAAAAAAAIrLQKuqqqoqZ85AAAAAAIBZzECamZmZmfbNQAAAAADALtBAbtu2bVt10EAAAAAAgNjQQBzHcRzHrNBAzczMzGze0EDpoosuOurQQKuqqqpaZdBAdmIndmKQz0CSJEmSRAXQQFVVVVXV9c5AAAAAAHC0zkDx8PDw8BrOQHIcx3Gc181ANpTXUN5QzUCamZmZWdzNQKuqqqqqPM1A6aKLLjphzUC96U1veq/NQFVVVVWFcc1AhetRuB5MzUCKndiJ3TTNQI7jOI7jV81At23btg3LzUAJyz2NMP3NQN7d3d1dqM1A77333vvBzUAAAAAAhIPNQBA++OADoc1A09LS0hJmzUD5iq/4iovNQMdxHMfxdM1A5LNuMMVxzUDlNZTXkKnNQLETO7ETb81AMzMzM1MyzUAyOB+DczLNQOh5nuf5Cs1AMOgL+gIIzUBGF110UUDNQJQ+6ZO+XM1AyEIWshCHzUCuICZXELTNQFVVVVUdes1Ax/rQWJ+hzUBSuB6F63jNQKGgoKAgds1AsRM7sdN4zUA/h9QE42vNQExoL6H9Rc1AMzMzMzMwzUCSJEmS1AnNQA3lNZRXHM1A7mmE5R6AzUBoOKn7cpHNQJqZmZm5Ys1AlwzBOlpxzUA655xzDjbNQMuyLMuyIc1AAAAAAM4PzUCWWqmV2g7NQCebbLLJ4cxAD1TObuHnzEDx8PDw0DDNQE5vetObB81AoQ7qoM4CzUAv9WT8dujMQHIcx3GcAs1Ar169enUazUDdYIp81iTNQAAAAACAJc1AUV5DeY0QzUAhzspPCPHMQH3Lt3wL+sxAAAAAAIAazUDNzMzMtCvNQJWBp1tzKc1AdyVqVyItzUDxRlPn10HNQAzDMAxDRc1AkZCQkBAkzUDKmrKmLB/NQAYyKV4gS81A6aKLLjouzUDBBS5wAQvNQI7jOI4jFc1AT+zETuz7zECc3vSm9+7MQGuttdZa+sxABTG5gtgJzUAAAAAAAPXMQKuqqqqC9cxAnkSmYTvazED2obE+tMrMQCIxb2dIycxAFK5H4XrQzECamZmZudTMQOF6FK7nxsxArkfhenTXzECuR+F6lOXMQClcj8I11sxA4XoUrmeUzEAzMzMzc3nMQGZmZmbmTcxAw/UoXM8qzED2KFyPgvvLQNejcD2q58tAzczMzEzsy0C4HoXr0Q/MQOxRuB4F1ctAj8L1KLwAzEDsUbgeJQzMQK5H4XrUPsxAw/UoXA9CzEDD9ShcL3DMQFK4HoWLOMxA9ihcj+JdzEDXo3A9Cm/MQHsUrkfBX8xAXI/C9chpzEDhehSuh2HMQJqZmZnZZ8xAH4XrUXhNzEAK16NwnTfMQB+F61E4GMxA16NwPQoXzED2KFyPgu/LQD0K16Mw3MtAKVyPwnXay0B7FK5H4fPLQIXrUbhex8tACtejcP2xy0CF61G4frnLQOF6FK5HsctAcT0K18PMy0BxPQrXownMQK5H4XpUIMxApHA9ChcRzEBmZmZmpvbLQMP1KFxvuMtApHA9Cremy0B7FK5HQWzLQI/C9Sj8SctAZmZmZgZqy0CkcD0KlzjLQLgehevxVMtAmpmZmdk5y0DXo3A9ikTLQDMzMzMTZstAj8L1KByMy0BSuB6FK3rLQD0K16MwdMtAzczMzOx+y0DhehSupy3LQFK4HoXLJstAPQrXo/Amy0D2KFyPoi3LQIXrUbg+T8tASOF6FG5hy0AAAAAAQEbLQEjhehTuY8tAKVyPwlVsy0DhehSuR0jLQB+F61G4BctAmpmZmfk5y0C4HoXr0SnLQArXo3A9UstAhetRuL4dy0BxPQrXQynLQJqZmZk5BstAzczMzGz8ykCPwvUo/PDKQHsUrkfh7spAmpmZmfnXykCPwvUo3M7KQB+F61HYs8pAKVyPwtWoykBcj8L1SLrKQHE9CtfjnspAuB6F6/GFykAzMzMzk47KQEjhehTOqMpAmpmZmTmDykCF61G4fp/KQArXo3AdmspAj8L1KFypykCuR+F6tKXKQIXrUbj+wcpA16NwPcrRykAK16NwfanKQAAAAAAAscpAPQrXo5ClykB7FK5HYejKQIXrUbge3cpAexSuR0HBykD2KFyPQpjKQHsUrkeBkcpA9ihcjyKlykB7FK5HwZvKQGZmZmbGgcpAFK5H4TpxykDhehSuh4HKQBSuR+H6dMpAKVyPwrVwykCPwvUoHJ3KQB+F61GYwMpAKVyPwlXvykDhehSuRwHLQJqZmZl58cpAw/UoXM9Ay0C4HoXrkUDLQM3MzMzsQ8tAmpmZmZkty0DNzMzMDBvLQIXrUbge9MpAuB6F69HwykDsUbgeJfTKQK5H4Xo078pA4XoUrofOykAUrkfhevfKQOxRuB7l/cpAAAAAACDiykDsUbgeRfXKQK5H4Xp0xspAzczMzEzjykB7FK5HQQvLQHsUrkeBK8tAMzMzM/NZy0AUrkfhulDLQAAAAACgNctAcT0K10NMy0DD9Shcb1vLQKRwPQqXYMtA4XoUrmdWy0BmZmZmhjTLQOxRuB4FPctAuB6F63FKy0AAAAAAwG/LQGZmZmbmistACtejcP2Wy0CF61G43rbLQD0K16NQBcxAUrgehev7y0ApXI/C9ebLQHE9Ctdj7MtA9ihcj+Lvy0AzMzMzEy7MQK5H4XoUD8xAMzMzMxP7y0DNzMzMrOLLQLgeheuRBsxA16NwPcoazEAfhetR2PjLQAAAAADg78tAAAAAAGDNy0AAAAAAYOrLQOxRuB7lxctA9ihcj4LVy0B7FK5H4b3LQGZmZmam78tAhetRuB7my0AfhetR2OXLQB+F61GY+stAhetRuL74y0AzMzMz0+vLQAAAAACA38tAj8L1KLzTy0BxPQrXQxLMQPYoXI9iDcxAFK5H4TowzEDNzMzMzCHMQHE9CtfDRcxA16NwPQpTzEAUrkfhWlXMQLgehesxK8xAcT0K18MezED2KFyPAjzMQHE9CtdDLcxAZmZmZkZKzEBxPQrXg0rMQOF6FK7nk8xAAAAAAOBlzEB7FK5HoUPMQGZmZmaGPcxAuB6F61FtzEBxPQrXY1/MQHsUrkdBkMxAFK5H4dqUzEDhehSu55DMQI/C9Sh8i8xAAAAAAEB1zECamZmZuZLMQBSuR+F6msxACtejcH2/zEA9CtejkOfMQClcj8IVFc1A7FG4HoU+zUDhehSu5z7NQKRwPQq3N81APQrXo1BvzUAK16NwnXnNQEjhehQuac1AMzMzMzNuzUApXI/C1XnNQOxRuB6lZ81AH4XrUbhtzUBxPQrX41PNQOxRuB5lK81A7FG4HmU4zUApXI/CFR3NQClcj8J1Es1AMzMzMxMXzUDsUbgeRS3NQKRwPQq3Zs1AzczMzIyJzUB7FK5HgabNQMP1KFwvis1ASOF6FA5TzUDhehSuh1TNQGZmZmZGKc1ArkfhevQvzUBcj8L1iCzNQBSuR+FaCs1AH4XrUbgqzUDXo3A9KkzNQLgehetRI81AcT0K1+MqzUBcj8L1aD3NQArXo3CdWc1ArkfhevRhzUAUrkfheo3NQIXrUbheuc1APQrXo/CzzUDNzMzMjJLNQMP1KFyPys1AcT0K16OFzUCkcD0K13DNQHE9CtfDZ81ACtejcN1nzUApXI/ClWfNQArXo3AdRs1AzczMzEwVzUCuR+F6VETNQOxRuB6lg81AzczMzAyTzUBmZmZmZp7NQEjhehSOXM1AKVyPwtV8zUBcj8L1CILNQM3MzMzsqM1A4XoUrkeIzUDhehSuB5LNQB+F61FYt81AexSuR2HdzUAzMzMzUwHOQArXo3Cd6s1ACtejcJ0OzkB7FK5HwQHOQHE9CtejA85AAAAAAGDXzUC4HoXrMejNQB+F61H4DM5AhetRuF75zUBxPQrXwxbOQGZmZmYGCM5AhetRuL40zkBSuB6FSyzOQLgehetxHM5Aw/UoXM8QzkAK16NwnfjNQHE9CteDIs5AFK5H4boBzkCamZmZuRDOQFyPwvVI/81AMzMzM1MNzkA9CtejECzOQFyPwvVIHc5Aw/UoXI8ZzkDsUbgepRTOQClcj8JVR85ASOF6FI4AzkAAAAAA4CLOQAAAAAAgWc5AKVyPwnVkzkAUrkfhekTOQK5H4Xq0JM5AexSuR8EpzkCPwvUo3CLOQFyPwvWI+M1A4XoUrucVzkB7FK5H4SzOQBSuR+HaFs5AexSuR4HEzUDNzMzMzJvNQHE9CtfDas1A4XoUridFzUDNzMzMTA/NQD0K16OQ8cxA16NwPWrQzEDNzMzMbKrMQDMzMzMT0sxAH4XrUdj5zEBSuB6Fq/rMQPYoXI/iBM1ASOF6FG4ZzUCamZmZ+R7NQMP1KFzPGc1A9ihcj8IqzUBSuB6FSzbNQI/C9SjcHM1AmpmZmXkzzUAK16NwXQ/NQOF6FK5H+sxA16NwPSrrzEDXo3A9avfMQIXrUbi+7cxAFK5H4RoizUDNzMzMTELNQB+F61FYRs1A4XoUrsdjzUBxPQrXA1bNQFyPwvVof81AUrgehYuLzUBmZmZmBnPNQDMzMzPzZs1Aj8L1KPxszUDhehSux1LNQIXrUbg+Gs1Aw/UoXO/szEB7FK5HAdzMQEjhehTOq8xAcT0K16NtzEBI4XoUTmDMQLgehesRY8xACtejcB1bzED2KFyPgk/MQNejcD1KV8xArkfhejRszEDsUbge5WXMQPYoXI9CjMxAw/UoXI+VzEC4HoXrsaDMQGZmZmbGbcxACtejcJ0xzEBcj8L1SEzMQBSuR+GaVMxA9ihcj2KOzECuR+F6dI7MQJqZmZmZZMxAw/UoXE9wzECF61G4nnbMQBSuR+HacsxA4XoUric2zEBSuB6FKynMQClcj8I1DcxAKVyPwrUKzECF61G4PvTLQNejcD3KBsxApHA9CpcxzEBxPQrXo3fMQM3MzMxMYsxAmpmZmZk0zEDsUbgehYHMQKRwPQo3X8xA16NwPcp2zEAK16NwnYXMQKRwPQrXbsxAw/UoXM9qzEDhehSu52PMQOxRuB5FWcxACtejcF0vzECPwvUovCvMQOxRuB4lMcxAexSuR2FbzEDNzMzMzF/MQFyPwvVoNMxAhetRuB4TzEBxPQrXwx3MQOxRuB7l+8tA16NwPWrty0CPwvUo3OvLQKRwPQpXu8tASOF6FK6My0DD9Shcb4HLQJqZmZlZf8tAhetRuH6Oy0DhehSuJ2HLQBSuR+GabstAXI/C9eh0y0DsUbge5YTLQClcj8LVjstAUrgehQt4y0DsUbgehYPLQOxRuB7lyMtAexSuR8Hgy0BxPQrXgwbMQK5H4Xr0FMxA","dtype":"float64","shape":[501]}}},"id":"37fe5069-4cbd-4304-b2d6-cbb18f0f83a0","type":"ColumnDataSource"},{"attributes":{"plot":null,"text":""},"id":"fec1514d-600d-42f8-b645-4fb757aeaebb","type":"Title"},{"attributes":{"label":{"value":"Agent after 8.09M steps of training"},"renderers":[{"id":"44d038b8-5485-4401-b4a1-2f5070eeb188","type":"GlyphRenderer"}]},"id":"90fa70b9-0bf1-4718-b956-e0dea51fb8ab","type":"LegendItem"},{"attributes":{},"id":"f7df433a-9707-4ee0-9973-7e9cc5f08b88","type":"BasicTickFormatter"},{"attributes":{"line_color":{"value":"#44AA99"},"x":{"field":"x"},"y":{"field":"y"}},"id":"82d9b768-79b4-4e91-a57e-417eeb3a099c","type":"Line"},{"attributes":{"callback":null,"end":21000,"start":3000},"id":"e59c5dcf-2914-4f5b-9f54-8a3f2140e136","type":"Range1d"},{"attributes":{"plot":{"id":"97d4c5f1-1812-460c-be67-dcbafb6c517e","subtype":"Figure","type":"Plot"},"ticker":{"id":"e6393baa-ce9a-46c1-83e5-bbf7bdd82ad2","type":"BasicTicker"}},"id":"1a17f081-847c-4c97-83c5-74d54a0599b8","type":"Grid"},{"attributes":{"axis_label":"Episodes","formatter":{"id":"68e9c0a9-2e2e-41c1-89ec-bafa046fcce6","type":"BasicTickFormatter"},"plot":{"id":"3ae4e0e1-d2fd-46a7-9d06-869392d9e54e","subtype":"Figure","type":"Plot"},"ticker":{"id":"0215dffc-8503-409a-bd4e-c1b57e2e040f","type":"BasicTicker"}},"id":"a4d8e268-405b-41f6-986a-14386f000de4","type":"LinearAxis"},{"attributes":{"plot":{"id":"97d4c5f1-1812-460c-be67-dcbafb6c517e","subtype":"Figure","type":"Plot"}},"id":"ba5a2959-2069-49f7-8ad3-6ec52884034e","type":"PanTool"},{"attributes":{"callback":null,"column_names":["y","x"],"data":{"x":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,161,162,163,164,165,166,167,168,169,170,171,172,173,174,175,176,177,178,179,180,181,182,183,184,185,186,187,188,189,190,191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206,207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222,223,224,225,226,227,228,229,230,231,232,233,234,235,236,237,238,239,240,241,242,243,244,245,246,247,248,249,250,251,252,253,254,255,256,257,258,259,260,261,262,263,264,265,266,267,268,269,270,271,272,273,274,275,276,277,278,279,280,281,282,283,284,285,286,287,288,289,290,291,292,293,294,295,296,297,298,299,300,301,302,303,304,305,306,307,308,309,310,311,312,313,314,315,316,317,318,319,320,321,322,323,324,325,326,327,328,329,330,331,332,333,334,335,336,337,338,339,340,341,342,343,344,345,346,347,348,349,350,351,352,353,354,355,356,357,358,359,360,361,362,363,364,365,366,367,368,369,370,371,372,373,374,375,376,377,378,379,380,381,382,383,384,385,386,387,388,389,390,391,392,393,394,395,396,397,398,399,400,401,402,403,404,405,406,407,408,409,410,411,412,413,414,415,416,417,418,419,420,421,422,423,424,425,426,427,428,429,430,431,432,433,434,435,436,437,438,439,440,441,442,443,444,445,446,447,448,449,450,451,452,453,454,455,456,457,458,459,460,461,462,463,464,465,466,467,468,469,470,471,472,473,474,475,476,477,478,479,480,481,482,483,484,485,486,487,488,489,490,491,492,493,494,495,496,497,498,499,500],"y":{"__ndarray__":"AAAAAAAALEAAAAAAAAAqQAAAAAAAACZAAAAAAAAAKEDNzMzMzMwoQKuqqqqqqidAkiRJkiRJJkAAAAAAAAAmQMdxHMdxHCdAmpmZmZmZJkDpoosuuugmQKuqqqqqqidAT+zETuzEKEBJkiRJkiQoQDMzMzMzMylAAAAAAADgKEBpaWlpaWkpQOQ4juM4jilAlNdQXkN5KUBmZmZmZmYnQAzDMAzDMChAAAAAAAAAKEA4velNb3onQKuqqqqqqidAhetRuB6FJ0BiJ3ZiJ3YnQIX2EtpLaCdA27Zt27ZtJkAAAAAAAAAmQFVVVVVVVSZAU0oppZRSJkAAAAAAAMAmQPjggw8++CZALS0tLS0tJ0Ad1EEd1EEnQHIcx3EcRydAFfmsG0yRJ0C9hvIaymsnQOZbvuVbvidAAAAAAAAAKEAMzsfgfAwoQJIkSZIkSShAAAAAAAAAKEAXXXTRRRcoQJQ+6ZM+6SdAIQtZyEIWJ0AsiMkVxOQmQKuqqqqqCidAwcspeDkFJ0BSuB6F61EnQDc3Nzc3NydA2Ymd2IkdJ0AF463sc0gnQIX2EtpLaCdAdNFFF110J0BJkiRJkqQnQNNZTGcxnSdAwnJPIyz3JkBoOKn78tgmQImIiIiICCdAFZcMwTraJkAhhBBCCCEnQMuyLMuyLCdAAAAAAAA4J0ArtVIrtVInQIwuuuiiiydAIj1QObuFJ0A8PDw8PDwnQBaykIUsZCdAUAd1UAd1J0B7Mn671JMnQI7jOI7jeCdAPHfu3LlzJ0A3mCKfdYMnQJqZmZmZmSdAh/IaymuoJ0Bu27Zt27YnQCEN0iAN0idAZM9AVDqyJ0CamZmZmZknQP2wSBl4uidAyOB8DM7HJ0AxUMIbTZ0nQEmSJEmSpCdAysnJycnJJ0BxR9wRd8QnQES/2Tr0mydAL7rooouuJ0Dd6173utcnQKuqqqqqqidAfLzHe7zHJ0BkIQtZyMInQLPLLrvssidANuo7G/WdJ0D1e26JU78nQFVVVVVVxSdAzvIkMg3bJ0DByyl4OQUoQG9nSMzbGShAj8L1KFwPKECF61G4HgUoQBSuR+F6FChA7FG4HoXrJ0DNzMzMzMwnQFK4HoXr0SdA9ihcj8L1J0CamZmZmRkoQKRwPQrXIyhAMzMzMzMzKEBmZmZmZmYoQPYoXI/CdShAcT0K16NwKEDXo3A9ClcoQJqZmZmZmShA9ihcj8J1KECF61G4HoUoQEjhehSuRyhAw/UoXI9CKEC4HoXrUTgoQMP1KFyPwihApHA9CtejKEDXo3A9ClcoQOxRuB6FayhAcT0K16NwKECF61G4HoUoQI/C9ShcjyhAKVyPwvWoKEDhehSuR+EoQBSuR+F6FClAj8L1KFwPKUAzMzMzMzMpQD0K16NwPSlArkfhehQuKUAfhetRuB4pQK5H4XoULilASOF6FK5HKUCPwvUoXA8pQClcj8L1KClACtejcD0KKUDD9Shcj8IoQArXo3A9iihAFK5H4XqUKEBSuB6F69EoQOxRuB6F6yhAAAAAAAAAKUAK16NwPYopQD0K16NwvSlAKVyPwvWoKUBI4XoUrscpQB+F61G4nilAUrgehevRKUBmZmZmZuYpQEjhehSuxylArkfhehSuKUBSuB6F69EpQFK4HoXr0SlAw/UoXI/CKUA9CtejcD0qQEjhehSuRypASOF6FK5HKkDXo3A9ClcqQI/C9ShcDypAZmZmZmbmKUCPwvUoXA8qQEjhehSuxylAuB6F61G4KUBcj8L1KNwpQBSuR+F6FCpA4XoUrkfhKUBxPQrXo/ApQD0K16NwvSlA7FG4HoXrKUDXo3A9CtcpQHE9Ctej8ClAUrgehevRKUBcj8L1KNwpQFyPwvUo3ClAw/UoXI/CKUAAAAAAAIApQJqZmZmZmSlAj8L1KFyPKUDhehSuR2EpQJqZmZmZmSlArkfhehSuKUApXI/C9agpQNejcD0KVylAAAAAAACAKUBcj8L1KFwpQOF6FK5HYSlA9ihcj8J1KUAAAAAAAIApQIXrUbgehSlAXI/C9ShcKUCF61G4HoUpQPYoXI/CdSlAAAAAAACAKUBcj8L1KFwpQM3MzMzMTClAUrgehetRKUCF61G4HoUpQI/C9ShcjylAexSuR+F6KUAzMzMzM7MpQFyPwvUo3ClAZmZmZmbmKUBSuB6F69EpQNejcD0K1ylAcT0K16PwKUA9CtejcL0pQB+F61G4nilAcT0K16NwKUDNzMzMzEwpQMP1KFyPQilAUrgehevRKEDD9Shcj8IoQDMzMzMzsyhAPQrXo3C9KEBSuB6F69EoQGZmZmZm5ihAZmZmZmbmKEBcj8L1KNwoQArXo3A9CilArkfhehQuKUDsUbgehesoQHE9Ctej8ChA9ihcj8L1KEBcj8L1KNwoQArXo3A9CilAZmZmZmbmKEA9CtejcL0oQClcj8L1qChAexSuR+F6KEB7FK5H4XooQI/C9ShcjyhAmpmZmZmZKEAK16NwPYooQBSuR+F6lChAhetRuB6FKECamZmZmZkoQBSuR+F6lChAj8L1KFyPKEDNzMzMzEwoQClcj8L1KChApHA9CtcjKEAUrkfhehQoQB+F61G4nidApHA9CtejJ0C4HoXrUbgnQK5H4XoUridAFK5H4XqUJ0BmZmZmZmYnQHE9CtejcCdA9ihcj8J1J0D2KFyPwnUnQLgehetROCdAPQrXo3A9J0BSuB6F61EnQFK4HoXrUSdAexSuR+F6J0DhehSuR2EnQI/C9ShcjydArkfhehSuJ0DhehSuR+EnQKRwPQrXoydAXI/C9SjcJ0DXo3A9CtcnQEjhehSuxydA4XoUrkfhJ0DsUbgehesnQOxRuB6F6ydAAAAAAAAAKEC4HoXrUbgnQM3MzMzMzCdAH4XrUbieJ0DD9Shcj8InQKRwPQrXoydAFK5H4XqUJ0ApXI/C9agnQJqZmZmZGShArkfhehQuKECamZmZmRkoQLgehetROChACtejcD0KKEB7FK5H4fonQI/C9ShcjydAexSuR+H6J0AUrkfhehQoQDMzMzMzMyhACtejcD0KKECamZmZmRkoQGZmZmZm5idAUrgehevRJ0BxPQrXo/AnQOxRuB6F6ydAexSuR+H6J0AzMzMzM7MnQPYoXI/CdSdAUrgehetRJ0C4HoXrUTgnQJqZmZmZGSdAexSuR+H6JkD2KFyPwvUmQPYoXI/C9SZAj8L1KFyPJkDsUbgehWsmQIXrUbgehSZAhetRuB6FJkBmZmZmZmYmQAAAAAAAgCZAcT0K16NwJkCF61G4HoUmQMP1KFyPwiZAPQrXo3C9JkB7FK5H4fomQBSuR+F6FCdAFK5H4XoUJ0AK16NwPQonQFK4HoXr0SZA7FG4HoVrJkDXo3A9ClcmQGZmZmZmZiZAMzMzMzOzJkCuR+F6FK4mQOxRuB6F6yZA9ihcj8L1JkAK16NwPQonQDMzMzMzMydAmpmZmZkZJ0D2KFyPwvUmQB+F61G4HidAj8L1KFwPJ0CF61G4HgUnQBSuR+F6FCdACtejcD0KJ0DXo3A9CtcmQKRwPQrXoyZAPQrXo3C9JkBcj8L1KNwmQDMzMzMzsyZAcT0K16PwJkCkcD0K1yMnQEjhehSuRydASOF6FK5HJ0A9CtejcD0nQEjhehSuRydAj8L1KFyPJ0C4HoXrUTgnQFK4HoXr0SZAPQrXo3C9JkCuR+F6FK4mQFK4HoXr0SZAuB6F61G4JkDD9Shcj8ImQB+F61G4niZA16NwPQrXJkDD9Shcj8ImQK5H4XoUriZApHA9CtejJkAAAAAAAIAmQBSuR+F6lCZAcT0K16NwJkB7FK5H4XomQOxRuB6FayZAj8L1KFyPJkDsUbgehWsmQClcj8L1KCZAMzMzMzMzJkB7FK5H4folQB+F61G4HiZAexSuR+H6JUAfhetRuB4mQMP1KFyPQiZArkfhehQuJkDD9Shcj0ImQPYoXI/C9SVAmpmZmZkZJkCkcD0K1yMmQK5H4XoULiZArkfhehQuJkAK16NwPQomQClcj8L1KCZAFK5H4XoUJkAfhetRuB4mQPYoXI/C9SVAw/UoXI9CJkApXI/C9SgmQMP1KFyPwiVAuB6F61G4JUC4HoXrUbglQMP1KFyPwiVAPQrXo3C9JUA9CtejcL0lQHE9Ctej8CVAXI/C9SjcJUA9CtejcL0lQPYoXI/C9SVAZmZmZmZmJkCPwvUoXI8mQD0K16NwvSZAPQrXo3C9JkB7FK5H4fomQArXo3A9CidAH4XrUbgeJ0D2KFyPwnUnQNejcD0KVydAPQrXo3A9J0A9CtejcD0nQMP1KFyPQidApHA9CtcjJ0AUrkfhehQnQK5H4XoULidApHA9CtcjJ0AfhetRuB4nQB+F61G4HidA7FG4HoXrJkAK16NwPQonQJqZmZmZGSdArkfhehQuJ0Bcj8L1KFwnQFyPwvUoXCdAw/UoXI9CJ0ApXI/C9SgnQDMzMzMzMydAAAAAAAAAJ0BxPQrXo/AmQMP1KFyPwiZApHA9CtejJkA9CtejcL0mQD0K16NwvSZAw/UoXI/CJkDXo3A9CtcmQHsUrkfh+iZAexSuR+H6JkAUrkfhehQnQLgehetROCdAhetRuB6FJ0DhehSuR2EnQOF6FK5HYSdAZmZmZmZmJ0CF61G4HoUnQHsUrkfheidAZmZmZmZmJ0B7FK5H4XonQFyPwvUoXCdA4XoUrkdhJ0BxPQrXo3AnQEjhehSuxydAuB6F61E4KEAzMzMzMzMoQEjhehSuRyhAj8L1KFwPKECamZmZmRkoQDMzMzMzMyhAw/UoXI9CKECuR+F6FC4oQClcj8L1KChAZmZmZmZmKEBI4XoUrkcoQNejcD0KVyhAXI/C9ShcKEBxPQrXo3AoQNejcD0KVyhAhetRuB4FKEBSuB6F69EnQOxRuB6F6ydAMzMzMzMzKEBmZmZmZuYnQJqZmZmZGShA7FG4HoXrJ0DNzMzMzMwnQNejcD0K1ydAXI/C9SjcJ0DhehSuR+EnQOxRuB6F6ydArkfhehQuKEAzMzMzMzMoQKRwPQrXIyhACtejcD0KKECPwvUoXA8oQMP1KFyPQihAzczMzMxMKEBI4XoUrkcoQOF6FK5HYShAexSuR+F6KECPwvUoXI8oQD0K16NwvShApHA9CtcjKUCuR+F6FC4pQM3MzMzMTClAUrgehetRKUD2KFyPwnUpQPYoXI/CdSlA9ihcj8J1KUBcj8L1KFwpQFK4HoXrUSlA7FG4HoVrKUBmZmZmZmYpQKRwPQrXIylAAAAAAAAAKUBxPQrXo/AoQFK4HoXr0ShA","dtype":"float64","shape":[501]}}},"id":"e564a695-c5b0-494e-bb71-0c9a61c323f9","type":"ColumnDataSource"},{"attributes":{"plot":{"id":"34fde739-ad60-49ee-bc36-69cacf0d0323","subtype":"Figure","type":"Plot"}},"id":"6178612e-d160-4a93-b16b-b2f5ec8ea090","type":"HelpTool"},{"attributes":{"active_drag":"auto","active_inspect":"auto","active_scroll":"auto","active_tap":"auto","tools":[{"id":"faa3feb5-4c87-41ac-a5f6-a5a6e57344d7","type":"PanTool"},{"id":"e3a0aa02-08bc-4016-a6ab-3621f493e693","type":"WheelZoomTool"},{"id":"42b4c9be-23da-4b8a-8de2-07ef6c9fc921","type":"BoxZoomTool"},{"id":"fcec1693-2e15-4edb-a0c6-cec080c88db0","type":"SaveTool"},{"id":"b8bfde79-a848-4cf4-b673-06d604236275","type":"ResetTool"},{"id":"4169cde1-d193-4359-914f-e6c7c657a539","type":"HelpTool"}]},"id":"87f5a629-6d56-4b84-953a-11b781e65e35","type":"Toolbar"},{"attributes":{"plot":null,"text":""},"id":"dcdd5a5d-a8ec-4131-abfd-0730ffeb12b4","type":"Title"},{"attributes":{"callback":null,"column_names":["y","x"],"data":{"x":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,161,162,163,164,165,166,167,168,169,170,171,172,173,174,175,176,177,178,179,180,181,182,183,184,185,186,187,188,189,190,191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206,207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222,223,224,225,226,227,228,229,230,231,232,233,234,235,236,237,238,239,240,241,242,243,244,245,246,247,248,249,250,251,252,253,254,255,256,257,258,259,260,261,262,263,264,265,266,267,268,269,270,271,272,273,274,275,276,277,278,279,280,281,282,283,284,285,286,287,288,289,290,291,292,293,294,295,296,297,298,299,300,301,302,303,304,305,306,307,308,309,310,311,312,313,314,315,316,317,318,319,320,321,322,323,324,325,326,327,328,329,330,331,332,333,334,335,336,337,338,339,340,341,342,343,344,345,346,347,348,349,350,351,352,353,354,355,356,357,358,359,360,361,362,363,364,365,366,367,368,369,370,371,372,373,374,375,376,377,378,379,380,381,382,383,384,385,386,387,388,389,390,391,392,393,394,395,396,397,398,399,400,401,402,403,404,405,406,407,408,409,410,411,412,413,414,415,416,417,418,419,420,421,422,423,424,425,426,427,428,429,430,431,432,433,434,435,436,437,438,439,440,441,442,443,444,445,446,447,448,449,450,451,452,453,454,455,456,457,458,459,460,461,462,463,464,465,466,467,468,469,470,471,472,473,474,475,476,477,478,479,480,481,482,483,484,485,486,487,488,489,490,491,492,493,494,495,496,497,498,499,500],"y":{"__ndarray__":"AAAAAAANvEAAAAAAALS8QAAAAAAAZb1AAAAAAAAPvUAzMzMzMx69QFVVVVVVKL1ASZIkSZIvvUAAAAAAADW9QKuqqqqqYb1AAAAAAABhvUAvuuiii4G9QFVVVVVVW71Aip3YiZ1BvUC3bdu2bUO9QAAAAAAAKb1AAAAAAEAXvUCXlpaWlge9QKuqqqqq+bxAG8prKK/ovECamZmZmQC9QJ7neZ7n8LxA6aKLLrr1vECRhSxkIfq8QKuqqqqq7LxAH4XrUbjjvEDFTuzETva8QGgvob2EB71AAAAAAIAXvUASlnsaYSa9QAAAAAAAHb1A+N57770qvUAAAAAA0CG9QC+66KKLI71AWlpaWlobvUDjK77iKx29QAAAAAAAKb1AdoMp8lkqvUDKayivoSu9QDVIgzRIJL1AZmZmZiYbvUAsUbsStRy9QPQ8z/M8Fr1A1pQ1ZU0gvUCMLrrooiG9QAAAAAAAK71AhixkIQssvUDKFcTkCi29QAAAAABAJb1AiMb60FgmvUAfhetRuCC9QAAAAAAAKb1AJ3ZiJ/YwvUAnGG9lnzi9QKG9hPYSM71AQZ4S5CksvUAlSZIkCSe9QK+hvIbyJ71APo2w3NMovUCUui+PrSm9QAAAAACAI71AXDIE62gkvUCdc8455x+9QLMsy7IsGr1AAAAAAPgVvUBu5EZu5BG9QMIHH3zwDb1APVA5u4UUvUBpaWlp6Rq9QLYDc+3AFb1AsPiKr/gRvUCpJ+O3Sw69QKuqqqpqFL1ARowYMWIVvUCtG0yRzxG9QHE9CtejF71AAAAAAAATvUDsHVMDew69QPMt3/ItC71A4NXiJswQvUBmZmZmRha9QA083ZofF71AcD4G52McvUDS1Pm1hyG9QNu2bds2Ir1A8fDw8PAdvUBrypqyph69QITlnkZYH71AAAAAAEAbvUAg/ehHPxe9QAAAAAAAGL1A4RAO4RAVvUAhC1nIQhG9QDfccMMNEr1AfWejvrMWvUBuiVO/5xO9QAAAAABwGL1AyTRsN8sUvUD70FgfGhK9QFu/UqDWEr1AH4XrUTgQvUCPwvUoXA+9QOxRuB4FDL1AexSuR2EIvUB7FK5HYQi9QHsUrkdhCL1A16NwPQoFvUAzMzMzswG9QI/C9Shc/rxAexSuR2H3vEBI4XoULvO8QNejcD2K77xAZmZmZmbwvEAK16NwvfO8QNejcD2K77xACtejcL3zvECuR+F6FPe8QMP1KFwP/rxA16NwPQoFvUB7FK5H4Qy9QGZmZmbmBb1ACtejcL0NvUB7FK5HYRG9QOxRuB4FFb1AH4XrUTgZvUAfhetROBm9QB+F61E4Gb1ACtejcD0SvUAK16NwPRK9QGZmZmZmCr1AZmZmZmYKvUDD9ShcjwK9QMP1KFyPAr1AMzMzMzMGvUDXo3A9igm9QKRwPQpXBb1AAAAAAID9vEBxPQrXIwG9QM3MzMzM/bxAcT0K1yMBvUAUrkfh+gi9QIXrUbieDL1AhetRuJ4MvUDhehSuxwS9QK5H4XqUAL1APQrXo/D8vEAK16Nwvfi8QArXo3C9+LxAPQrXo/D8vEAK16Nwvfi8QB+F61G4/7xAexSuR+H3vEAK16NwPfS8QJqZmZmZ8LxAPQrXo/DzvEA9Ctej8PO8QK5H4XoU87xArkfhehTzvEAK16Nwve+8QHsUrkdh87xAexSuR2HzvEB7FK5HYfO8QOxRuB6F8rxAj8L1KFz6vEAAAAAAgPm8QBSuR+F6AL1AFK5H4XoAvUBxPQrXo/i8QM3MzMzM8LxAAAAAAAD1vEAAAAAAAPW8QKRwPQpX+LxAAAAAAIDwvEAAAAAAgPC8QAAAAACA8LxA7FG4HoXpvEDsUbgehem8QHsUrkdh6rxA7FG4HoXpvEB7FK5H4eW8QNejcD0K3rxApHA9CtfZvEAzMzMzM9a8QB+F61E4z7xAexSuR+HLvEAK16Nwvcy8QHsUrkdh0LxA16NwPQrNvEB7FK5H4dS8QHsUrkfh1LxAexSuR+HUvEDsUbgeBdS8QB+F61E42LxAj8L1KNzbvEB7FK5H4dS8QHsUrkfh1LxAZmZmZubNvECamZmZGdK8QJqZmZkZ0rxAZmZmZubNvEDXo3A9Cs28QGZmZmbmzbxAZmZmZubNvEBmZmZm5s28QGZmZmbmzbxA16NwPYrRvEBI4XoUrtC8QEjhehSu0LxASOF6FK7QvEDsUbgeBdS8QI/C9Sjc27xAj8L1KNzbvECPwvUo3Nu8QFyPwvWo17xAAAAAAIDfvEBxPQrXI+O8QOF6FK7H5rxAcT0K1yPjvEBcj8L1KNy8QEjhehQu1bxASOF6FC7VvEBI4XoULtW8QEjhehQu1bxApHA9ClfNvEAUrkfh+tC8QBSuR+H60LxAAAAAAADKvEAUrkfh+tC8QHE9CtcjybxAFK5H4frQvEApXI/C9de8QFyPwvUo3LxAcT0K1yPjvEBcj8L1KNy8QLgehevR2LxASOF6FK7ZvEB7FK5H4d28QArXo3A92rxAH4XrUTjhvEDsUbgeBd28QOxRuB4F3bxA7FG4HgXdvECPwvUoXOC8QB+F61E44bxArkfhehTivECuR+F6FOK8QFK4HoXr6bxAH4XrUbjlvEB7FK5HYeK8QHsUrkdh4rxACtejcL3evEA9Ctej8OK8QArXo3C93rxACtejcL3evEB7FK5HYeK8QB+F61E46rxAw/UoXA/yvECPwvUo3O28QI/C9Sjc7bxAexSuR+HmvEAfhetRuO68QHsUrkdh67xArkfhepTvvEAK16Nwvee8QD0K16Pw67xAzczMzEzovEA9CtejcOe8QM3MzMxM6LxAzczMzEzovEDNzMzMTOi8QD0K16Nw57xArkfhehTrvEBSuB6F6/K8QFK4HoXr8rxA9ihcj0L2vED2KFyPQva8QClcj8J1+rxAKVyPwnX6vEC4HoXrUfu8QIXrUbge97xAhetRuB73vEC4HoXrUfu8QClcj8L1/rxAPQrXo/AFvUA9Ctej8AW9QOF6FK5HCb1AzczMzEwCvUA9CtejcAG9QM3MzMzM/bxAAAAAAAACvUBxPQrXowW9QKRwPQrXCb1AFK5H4XoNvUCkcD0K1wm9QBSuR+H6CL1AFK5H4foIvUApXI/C9Q+9QJqZmZmZE71APQrXo/AWvUBxPQrXIxu9QKRwPQpXH71AuB6F61EmvUDNzMzMTC29QD0K16PwML1A4XoUrkc0vUBxPQrXozC9QHE9CtejML1A4XoUrscvvUBSuB6F6y69QK5H4XqUK71APQrXo/AnvUCuR+F6lCu9QB+F61G4Kr1AUrgehesuvUBSuB6F6y69QOF6FK5HK71AcT0K16MnvUDhehSuRyu9QPYoXI9CMr1ACtejcD05vUAK16NwPTm9QGZmZmZmMb1Aw/UoXI8pvUBSuB6Fayq9QFK4HoVrKr1AZmZmZmYxvUBmZmZmZjG9QFK4HoVrKr1A4XoUrkcrvUBxPQrXoye9QM3MzMzMH71APQrXo3AjvUA9CtejcCO9QD0K16NwI71APQrXo3AjvUBSuB6Fayq9QMP1KFwPLr1AMzMzM7MxvUAfhetRuCq9QFK4HoXrLr1APQrXo/AnvUDNzMzMTCS9QClcj8L1IL1AKVyPwvUgvUApXI/C9SC9QIXrUbieHb1AhetRuJ4dvUC4HoXr0SG9QFyPwvUoJb1A7FG4HgUmvUDsUbgeBSa9QLgehevRIb1AXI/C9agpvUDNzMzMTC29QM3MzMxMLb1AKVyPwnUlvUApXI/CdSW9QM3MzMxMLb1AzczMzEwtvUDhehSuRzS9QD0K16NwLL1AUrgehWszvUDD9ShcDze9QFK4HoXrN71ArkfhepQ0vUAfhetRODi9QMP1KFwPQL1AMzMzMzM/vUBmZmZmZkO9QGZmZmZmQ71ACtejcD1LvUCamZmZmUe9QClcj8L1Q71AKVyPwvVDvUD2KFyPwj+9QArXo3C9Rr1A16NwPYpCvUB7FK5H4UW9QOxRuB4FRb1AexSuR+FFvUCuR+F6FEq9QK5H4XoUSr1ArkfhehRKvUCuR+F6FEq9QMP1KFwPUb1Aj8L1KNxMvUCkcD0K11O9QEjhehSuW71AuB6F61FfvUCF61G4Hlu9QHE9CtcjVL1AcT0K1yNUvUBxPQrXI1S9QM3MzMzMUL1AAAAAAABVvUAUrkfh+lu9QBSuR+H6W71AcT0K1yNUvUDNzMzMzFC9QJqZmZmZTL1A9ihcj0JJvUBSuB6Fa0G9QD0K16NwOr1AKVyPwnUzvUCF61G4HjC9QIXrUbgeML1AuB6F61E0vUBI4XoULjW9QNejcD0KNr1AexSuR2E5vUDsUbgeBT29QHsUrkdhOb1AexSuR2E5vUB7FK5HYTm9QGZmZmZmMr1AZmZmZmYyvUDD9ShcDy+9QFK4HoVrK71A4XoUrscnvUDhehSuxye9QFK4HoXrJr1A9ihcj8IuvUCF61G4ni+9QIXrUbieL71AFK5H4forvUAAAAAAACW9QKRwPQpXKL1ApHA9ClcovUCkcD0KVyi9QBSuR+H6K71ApHA9CtcsvUAAAAAAACW9QFyPwvUoHb1AzczMzEwcvUDNzMzMTBy9QLgehetRFb1AFK5H4XoNvUAAAAAAgAa9QHE9CtejBb1AcT0K16MFvUDhehSuxwS9QOF6FK7HBL1AhetRuB4IvUCF61G4Hgi9QJqZmZkZD71ArkfhehQWvUCuR+F6FBa9QArXo3C9Er1AZmZmZmYPvUAK16NwvRK9QArXo3C9Er1ArkfhepQavUA9Ctej8Ba9QClcj8L1D71AuB6F61EMvUBI4XoULg29QEjhehQuDb1ApHA9ClcFvUAUrkfhegS9QAAAAACA/bxAAAAAAID9vEAAAAAAgP28QI/C9Sjc+bxAMzMzMzP9vEDXo3A9igC9QNejcD2KAL1AMzMzM7P4vEDXo3A9igC9QKRwPQpX/LxApHA9Clf8vECkcD0KV/y8QHE9Ctcj+LxAcT0K1yP4vEBxPQrXI/i8QAAAAAAA+bxA7FG4HgXyvEDsUbgeBfK8QFyPwvWo9bxAj8L1KNz5vECkcD0K1wC9QHE9Ctej/LxAPQrXo3D4vEA9CtejcPi8QClcj8J18bxAuB6F69HtvEBI4XoUru68QKRwPQrX5rxAj8L1KNzfvEAfhetRONy8QB+F61E43LxAMzMzMzPjvEAAAAAAAN+8QAAAAAAA37xAAAAAAADfvEBxPQrXo+K8QHE9Ctej4rxAzczMzMzavEDNzMzMzNq8QHE9Ctcj3rxAAAAAAADfvEAUrkfh+uW8QKRwPQrX5rxA","dtype":"float64","shape":[501]}}},"id":"d5d54ab2-997c-41fa-8df3-aa67965568fe","type":"ColumnDataSource"},{"attributes":{"callback":null,"column_names":["y","x"],"data":{"x":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,161,162,163,164,165,166,167,168,169,170,171,172,173,174,175,176,177,178,179,180,181,182,183,184,185,186,187,188,189,190,191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206,207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222,223,224,225,226,227,228,229,230,231,232,233,234,235,236,237,238,239,240,241,242,243,244,245,246,247,248,249,250,251,252,253,254,255,256,257,258,259,260,261,262,263,264,265,266,267,268,269,270,271,272,273,274,275,276,277,278,279,280,281,282,283,284,285,286,287,288,289,290,291,292,293,294,295,296,297,298,299,300,301,302,303,304,305,306,307,308,309,310,311,312,313,314,315,316,317,318,319,320,321,322,323,324,325,326,327,328,329,330,331,332,333,334,335,336,337,338,339,340,341,342,343,344,345,346,347,348,349,350,351,352,353,354,355,356,357,358,359,360,361,362,363,364,365,366,367,368,369,370,371,372,373,374,375,376,377,378,379,380,381,382,383,384,385,386,387,388,389,390,391,392,393,394,395,396,397,398,399,400,401,402,403,404,405,406,407,408,409,410,411,412,413,414,415,416,417,418,419,420,421,422,423,424,425,426,427,428,429,430,431,432,433,434,435,436,437,438,439,440,441,442,443,444,445,446,447,448,449,450,451,452,453,454,455,456,457,458,459,460,461,462,463,464,465,466,467,468,469,470,471,472,473,474,475,476,477,478,479,480,481,482,483,484,485,486,487,488,489,490,491,492,493,494,495,496,497,498,499,500],"y":{"__ndarray__":"AAAAAIBrxUAAAAAAADjCQAAAAACA8cJAAAAAAMC0w0AzMzMzs8TCQKuqqqqqJMJASZIkSRK/wUAAAAAA0J7BQOQ4juO4m8FAMzMzM7N2wUBddNFFl4DBQAAAAACAXMFAsRM7sZMXwUCSJEmSpPHAQGZmZmZmD8FAAAAAAJguwUDEw8PDw4/BQMdxHMexdsFAoryG8hpGwUCamZmZ+S3BQHqe53meGMFAdNFFFx0JwUCRhSxkIe/AQAAAAABQzsBAH4XrUbgEwUBP7MROrPTAQMdxHMdx5MBAkiRJkoTYwEBhuacRlsjAQN7d3d0d2MBAzjnnnHPPwEAAAAAARNDAQLrooosux8BAtbS0tHSywEB1UAd1UMLAQMdxHMeRuMBArRtMkc+6wEBsKK+hfLLAQAAAAACAyMBAZmZmZsa1wEAsUbsSNavAQM/zPM/ztsBAMOgL+gLKwEAXXXTRRdTAQOmTPukTzMBAWchCFvLKwECejfrORsHAQKuqqqrSscBAnYKXU/CswEBcj8L1aK7AQAUFBQUFsMBAAAAAAKCpwEBITTDeyqHAQLSX0F5CrMBA8pQgT4mewEC3bdu27ZHAQGcxncV0mcBAaoTlnoaXwEC2Img4qabAQN7d3d29msBAwTravE/fwEDnnHPO+fTAQEEQBEGQ88BAAAAAAJwDwUDsxE7sRA3BQHTRRRfdFMFA1phID9QTwUB4eHh4eA3BQDsw1w5MA8FA1EEd1EERwUB7Mn67VB3BQFVVVVUVGsFABAcOHLgiwUDyWTeYIjDBQCIiIiKiLsFAG8prKG8jwUAXXXTRxSXBQMVO7MTOH8FAAAAAAIAbwUAAAAAAwB3BQD8sUgYeF8FAyOB8DM4RwUDn1x5y2RLBQEmSJEmSDMFAdXV1dfUCwUD6gr6g7/rAQES/2Tr0/MBAo4suutjzwEC7173udevAQM3MzMwM5sBAMP3SL/3rwEAAAAAAwOnAQFVVVVXV5cBAVxCTK4juwEAQRtqxgurAQKuqqqr66MBAvrj6QcfkwECsD431oQbBQJtsssmmAsFASOF6FG4EwUAUrkfhuvDAQDMzMzPz+sBAPQrXozDtwECamZmZWejAQJqZmZlZ6MBAAAAAAEAewUBxPQrXozjBQM3MzMwsOsFA9ihcjwI+wUCPwvUoHDjBQClcj8L1McFA4XoUrgc8wUAK16Nw/T7BQM3MzMxsQMFAKVyPwvU5wUCF61G4njDBQPYoXI+CG8FApHA9ChcawUBxPQrXgyDBQArXo3DdK8FAexSuR0EwwUAUrkfh2jTBQJqZmZm5NcFAuB6F67E4wUBSuB6FSyjBQNejcD1qMcFAUrgehUsuwUBcj8L1yC3BQHsUrkfBKsFA4XoUriciwUCkcD0KNyHBQLgehevxHMFACtejcJ0fwUA9CtejECTBQOF6FK7nFsFAmpmZmbkWwUCPwvUofBLBQM3MzMzsFcFAH4XrUfgLwUAAAAAAwBDBQDMzMzOzEcFAAAAAAAAGwUCF61G4fvrAQJqZmZl57sBAcT0K10PwwEAAAAAAAO3AQAAAAAAA7cBAexSuR2HwwED2KFyPguvAQGZmZmYm6MBAFK5H4RrkwEDhehSuJ+PAQKRwPQrX5sBAj8L1KNzfwEAzMzMzM+DAQBSuR+Ha4sBAexSuR2HbwEBI4XoU7vTAQD0K16Ow68BAAAAAAGD0wECPwvUofMbAQFyPwvUIssBAXI/C9eiuwEAfhetRuJzAQIXrUbhelMBAFK5H4bqjwEBcj8L16J/AQIXrUbj+n8BAj8L1KLykwECF61G4/qXAQDMzMzMTnsBAMzMzMxOYwEB7FK5HgZfAQOxRuB5liMBAw/UoXC+OwEDD9ShcL47AQEjhehSOrcBAXI/C9cipwEBSuB6Fy6fAQM3MzMysncBAzczMzOyhwEDsUbge5abAQI/C9Sg8rcBAPQrXoxC8wECkcD0KN9HAQM3MzMyM1sBAH4XrUfjZwEDXo3A9it3AQOF6FK7n+MBAKVyPwtX6wEBI4XoUTu3AQHsUrkdB68BAhetRuP7qwECamZmZOejAQClcj8KV98BA16NwPWr+wEAzMzMz8//AQD0K16Mw5MBAhetRuB7gwEDsUbgeRdbAQKRwPQrX5sBAj8L1KFzowEBmZmZmZunAQJqZmZmZ5sBAFK5H4drswEDhehSuJ7XAQKRwPQq3rcBACtejcJ2wwEB7FK5HQafAQOF6FK6HsMBA9ihcj6K2wEAK16NwHcPAQOxRuB4lwMBAXI/C9WjCwEBI4XoUbsDAQBSuR+H6z8BA4XoUrgfPwEBxPQrX49vAQGZmZmbG4sBAuB6F67HgwECuR+F6NNzAQOxRuB6l1sBACtejcJ3TwEA9CtejkNTAQK5H4Xq03cBASOF6FI7ewEC4HoXrseHAQI/C9Sg83sBAexSuR4HiwEAAAAAA4OLAQGZmZmYG48BAH4XrUZjkwEAfhetRWOPAQDMzMzOTBcFAXI/C9cgXwUDhehSuZxfBQLgeheuxGMFAUrgehcsWwUDNzMzMTBXBQD0K16NwFMFAPQrXo3AUwUC4HoXrURfBQHsUrkeBIMFAexSuR0ElwUBxPQrXgyLBQB+F61FYIsFAXI/C9YglwUAfhetR2CnBQDMzMzPzLsFA9ihcj0I2wUBmZmZmRjXBQNejcD0qN8FAuB6F65E3wUCkcD0KtzXBQPYoXI+iOcFAcT0K1+M6wUCuR+F61DfBQKRwPQqXR8FApHA9ChdOwUBmZmZmRkrBQIXrUbh+VMFAFK5H4RpawUAK16Nw3VnBQJqZmZm5XcFACtejcB1dwUAAAAAAIETBQEjhehQORsFAzczMzAxCwUDhehSuh0zBQDMzMzPTPcFA16NwPSpEwUApXI/CFUjBQHE9CtcDPcFApHA9Cjc/wUDNzMzMLD7BQOxRuB4lQcFAcT0K18MkwUB7FK5HwUjBQGZmZmaGScFAAAAAAKBJwUBmZmZmhlHBQEjhehSOTMFAZmZmZsZGwUDD9Shc7z/BQFK4HoXLLsFAmpmZmXk1wUDNzMzMbCjBQD0K16PQJ8FApHA9CpcSwUBSuB6FaxTBQBSuR+G6F8FA16NwPeoXwUApXI/CtRrBQOxRuB6FDcFAhetRuJ4TwUCamZmZWQrBQB+F61HYCcFArkfherQBwUAzMzMzkwTBQDMzMzMTCcFAw/UoXI/7wEBSuB6FK/TAQK5H4XoU9MBAj8L1KNzpwEBcj8L1iObAQArXo3Bd5cBASOF6FI7OwEApXI/CFcvAQM3MzMzs5sBAhetRuJ7gwEBSuB6Fi9rAQBSuR+F6yMBAMzMzM3PLwECamZmZWcjAQDMzMzPz2cBA7FG4HoXJwEAfhetReMrAQLgehevRwsBASOF6FG65wECamZmZmbrAQEjhehSutsBAKVyPwnWzwEBmZmZmpsDAQPYoXI9CyMBA16NwPUq+wEDXo3A9Sr7AQI/C9SgczsBAmpmZmVndwEB7FK5HYeDAQClcj8J13MBAKVyPwjXcwEBmZmZm5tvAQFK4HoXr1cBACtejcD2vwEDXo3A9SqHAQLgeheuRpMBA4XoUrgelwEDD9ShcT5/AQNejcD3qqsBAH4XrUdjgwEAzMzMz0+LAQOxRuB4l7MBAzczMzOziwEAK16NwXevAQClcj8KV9cBAw/UoXO/1wECkcD0Kd/3AQIXrUbi++MBAXI/C9egxwUBmZmZm5jTBQHsUrkfhMcFAFK5H4To0wUDsUbgehT3BQNejcD1KP8FAw/UoXO89wUAzMzMz0z7BQOxRuB6FRcFAmpmZmRkewUCuR+F61BTBQClcj8L1D8FAzczMzMwFwUAfhetROAfBQMP1KFxPI8FA16NwPYouwUAK16NwnTDBQOxRuB6lMcFAmpmZmfkrwUC4HoXr8S7BQAAAAACAJ8FAcT0K1wMnwUBmZmZmxhrBQDMzMzPTGcFAj8L1KLwewUBI4XoUTh/BQI/C9Sj8GMFAmpmZmXkWwUB7FK5HQQzBQHE9CtdD6MBArkfhepTpwEAzMzMzc+zAQFyPwvXo7MBAw/UoXI/swECuR+F61ObAQM3MzMzM38BAw/UoXM/fwEDXo3A9itbAQM3MzMxM48BAKVyPwnXqwEB7FK5H4efAQGZmZmbm5cBAZmZmZublwEBmZmZm5uXAQArXo3Cd7cBAcT0K14PzwEBmZmZmRt/AQM3MzMzs3sBA4XoUrifawEC4HoXr8d7AQEjhehSu4sBAj8L1KJzswEBI4XoUjunAQIXrUbg+98BAAAAAAOAAwUDD9Shc7w7BQNejcD3qDcFACtejcH0VwUBI4XoUriLBQIXrUbheHsFAMzMzM/MEwUB7FK5HYQ7BQHsUrkdhD8FA7FG4HuUFwUB7FK5HwQbBQClcj8JVCMFArkfherT7wEDNzMzM7AXBQJqZmZn5BMFAcT0K14MDwUBxPQrXgwPBQOF6FK4n9cBACtejcB36wEAUrkfhmgbBQPYoXI/iCMFA7FG4HmUAwUAfhetRWAvBQM3MzMxsAMFA16NwPSruwEDsUbge5ejAQGZmZmYG7MBAmpmZmZn9wEB7FK5HYfrAQKRwPQqX+cBAPQrXoxAEwUAUrkfhGgrBQMP1KFzvIMFAUrgehUsawUBmZmZmRiXBQNejcD1KL8FAPQrXozAlwUCPwvUoXO/AQEjhehRu7MBArkfhelTowEDNzMzMjPvAQNejcD0K+cBAhetRuF7xwECF61G4XvHAQFyPwvXoB8FAcT0K12MTwUBI4XoUrujAQPYoXI/C3MBAuB6F65HhwECuR+F6VN3AQK5H4XpU5MBAZmZmZibnwEC4HoXrsf7AQIXrUbh+BMFA7FG4HkX+wEAUrkfhevbAQClcj8K198BAcT0K14P+wECamZmZuQfBQM3MzMwsCcFAZmZmZqbywEBxPQrXY+vAQClcj8LV58BAhetRuD7jwEDD9Shcr+zAQOxRuB4l9MBASOF6FC7uwEAzMzMz8+/AQArXo3A9+cBACtejcD35wEBcj8L1yPnAQK5H4Xr0BcFA16NwPWoNwUCuR+F69AzBQOF6FK7nDcFAKVyPwlUTwUAzMzMzMxLBQDMzMzNzEsFAhetRuN4CwUCamZmZ2QLBQOF6FK7HC8FArkfhetQKwUAfhetRuDTBQBSuR+H6OsFAZmZmZqZOwUDNzMzMDE3BQOF6FK4HScFAMzMzM7NMwUAAAAAAwE3BQAAAAADATcFAUrgehStMwUCamZmZmUzBQI/C9SgcTMFAFK5H4XpKwUAUrkfhekrBQHE9CtdjScFAj8L1KDxTwUCamZmZuUjBQHsUrkdBVsFA","dtype":"float64","shape":[501]}}},"id":"d8b67eff-d234-4047-8dc0-a3c74cf8cdcc","type":"ColumnDataSource"},{"attributes":{"callback":null,"end":30,"start":-26},"id":"9dc450ff-c034-4f8c-a95a-b71170a44dce","type":"Range1d"},{"attributes":{"plot":{"id":"3ae4e0e1-d2fd-46a7-9d06-869392d9e54e","subtype":"Figure","type":"Plot"},"ticker":{"id":"0215dffc-8503-409a-bd4e-c1b57e2e040f","type":"BasicTicker"}},"id":"24a1b85b-afbc-4569-a0c5-f7d47b620b74","type":"Grid"},{"attributes":{},"id":"e9981496-d786-43eb-98ac-025ab3df4662","type":"BasicTicker"},{"attributes":{"dimension":1,"plot":{"id":"97d4c5f1-1812-460c-be67-dcbafb6c517e","subtype":"Figure","type":"Plot"},"ticker":{"id":"e9981496-d786-43eb-98ac-025ab3df4662","type":"BasicTicker"}},"id":"afc83c01-6b4f-425e-993c-46eaa8e7f95b","type":"Grid"},{"attributes":{"line_color":{"value":"#44AA99"},"x":{"field":"x"},"y":{"field":"y"}},"id":"c0d57eca-9bcd-4ade-8f4b-1f5a654ecbd3","type":"Line"},{"attributes":{"line_alpha":{"value":0.1},"line_color":{"value":"#1f77b4"},"x":{"field":"x"},"y":{"field":"y"}},"id":"4ca4f24a-1684-4ec2-a9c9-c614bfc95d00","type":"Line"},{"attributes":{"line_color":{"value":"#44AA99"},"x":{"field":"x"},"y":{"field":"y"}},"id":"525964b2-2c38-4f46-9be4-c2b3c459df3c","type":"Line"},{"attributes":{"data_source":{"id":"d5d54ab2-997c-41fa-8df3-aa67965568fe","type":"ColumnDataSource"},"glyph":{"id":"853d9e49-9c17-4c15-9c09-0af0dca41472","type":"Line"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"c2e8bb3e-4dac-4fe4-bcd2-ca422adf4626","type":"Line"},"selection_glyph":null},"id":"aa286804-71c5-4c81-9f3a-62a7c52dbefd","type":"GlyphRenderer"},{"attributes":{"items":[{"id":"de68faee-87f9-4eb5-a8c6-578a4251f5e1","type":"LegendItem"},{"id":"e565401e-5294-41f9-b304-e04d44a427f3","type":"LegendItem"},{"id":"ed2bc45c-102d-456c-99f3-8603e7ed1f60","type":"LegendItem"},{"id":"12d38566-6304-4065-a881-34d9e07d7b0e","type":"LegendItem"}],"location":[0,260],"orientation":"horizontal","plot":{"id":"97d4c5f1-1812-460c-be67-dcbafb6c517e","subtype":"Figure","type":"Plot"}},"id":"4ac9c395-7eec-4d18-a9a3-2eba1e79f095","type":"Legend"},{"attributes":{"line_color":{"value":"#332288"},"x":{"field":"x"},"y":{"field":"y"}},"id":"4f5a5a3f-ab7a-4f83-89e2-90e32ab1bea7","type":"Line"},{"attributes":{"callback":null,"end":30,"start":-26},"id":"c3c8162d-ae92-4876-9b47-d4949df11f78","type":"Range1d"},{"attributes":{},"id":"757fe558-05e3-4397-a6b1-1fa4c27c1b3d","type":"BasicTicker"},{"attributes":{},"id":"4aab33c8-7209-4ccf-b8a2-11471cb4fcdf","type":"BasicTickFormatter"},{"attributes":{"plot":{"id":"97d4c5f1-1812-460c-be67-dcbafb6c517e","subtype":"Figure","type":"Plot"}},"id":"82861572-f8e3-4553-91c1-e17558ea3220","type":"HelpTool"},{"attributes":{"callback":null,"column_names":["y","x"],"data":{"x":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,161,162,163,164,165,166,167,168,169,170,171,172,173,174,175,176,177,178,179,180,181,182,183,184,185,186,187,188,189,190,191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206,207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222,223,224,225,226,227,228,229,230,231,232,233,234,235,236,237,238,239,240,241,242,243,244,245,246,247,248,249,250,251,252,253,254,255,256,257,258,259,260,261,262,263,264,265,266,267,268,269,270,271,272,273,274,275,276,277,278,279,280,281,282,283,284,285,286,287,288,289,290,291,292,293,294,295,296,297,298,299,300,301,302,303,304,305,306,307,308,309,310,311,312,313,314,315,316,317,318,319,320,321,322,323,324,325,326,327,328,329,330,331,332,333,334,335,336,337,338,339,340,341,342,343,344,345,346,347,348,349,350,351,352,353,354,355,356,357,358,359,360,361,362,363,364,365,366,367,368,369,370,371,372,373,374,375,376,377,378,379,380,381,382,383,384,385,386,387,388,389,390,391,392,393,394,395,396,397,398,399,400,401,402,403,404,405,406,407,408,409,410,411,412,413,414,415,416,417,418,419,420,421,422,423,424,425,426,427,428,429,430,431,432,433,434,435,436,437,438,439,440,441,442,443,444,445,446,447,448,449,450,451,452,453,454,455,456,457,458,459,460,461,462,463,464,465,466,467,468,469,470,471,472,473,474,475,476,477,478,479,480,481,482,483,484,485,486,487,488,489,490,491,492,493,494,495,496,497,498,499,500],"y":{"__ndarray__":"AAAAAAAANEAAAAAAAIA0QAAAAAAAADRAAAAAAADAM0AAAAAAAAA0QKuqqqqqKjRAkiRJkiRJNEAAAAAAAEA0QI7jOI7jODRAzczMzMxMNEBGF1100UU0QKuqqqqqKjRAsRM7sRM7NECSJEmSJEk0QERERERERDRAAAAAAABANEA8PDw8PDw0QI7jOI7jODRANpTXUF5DNEDNzMzMzEw0QJIkSZIkSTRARhdddNFFNEBkIQtZyEI0QKuqqqqqSjRAPQrXo3A9NEBP7MRO7EQ0QL6E9hLaSzRAAAAAAABANEDuaYTlnkY0QM3MzMzMTDRASimllFJKNEAAAAAAAEg0QEYXXXTRRTRAS0tLS0tLNEAd1EEd1EE0QHIcx3EcRzRAU+SzbjBFNECivIbyGko0QEiDNEiDNDRAmpmZmZk5NEA+BudjcD40QM/zPM/zPDRATVlT1pQ1NEAvuuiiiy40QDMzMzMzMzRAC1nIQhYyNECp72zUdzY0QKuqqqqqOjRATsHLKXg5NEAzMzMzMzM0QDc3Nzc3NzRAsRM7sRM7NEBITTDeyj40QNpLaC+hPTRAQZ4S5ClBNEBJkiRJkkQ0QO4juI/gPjRATyMs9zRCNECc1H15bEU0QImIiIiISDRAafM+xSVDNEC+99577z00QE3TNE3TNDRAAAAAAAAwNEC1Uiu1Uis0QKuqqqqqKjRAE+mBytktNEDx8PDw8DA0QHPtwFw7MDRAvuIrvuIrNED1ZPx2qSc0QDmO4ziOIzRA+fHjx48fNECDKfJZNxg0QBhLfrHkFzRAr6G8hvIaNEAXXXTRRRc0QHD5lm/5FjRALW7C/K4WNEBmZmZmZhY0QOrW/LBIGTRAnI/B+RgcNEByWTFQwhs0QOh5nud5HjRAISEhISEhNEDoC/qCviA0QOMFMileIDRAo4suuugiNECykpWsZCU0QH3SJ33SJzRAdmIndmInNECykIUsZCE0QCSPPPLIIzRAmVxBTK4gNEAx0o4VCCM0QFVVVVVVJTRAkWnYbpYnNECIxvrQWB80QHeGxLydITRAXI/C9SgcNEAfhetRuB40QFyPwvUoHDRA4XoUrkchNEBmZmZmZiY0QGZmZmZmJjRAmpmZmZkZNEDNzMzMzAw0QM3MzMzMDDRAzczMzMwMNEDNzMzMzAw0QI/C9ShcDzRAzczMzMwMNEDNzMzMzAw0QArXo3A9CjRAzczMzMwMNECPwvUoXA80QFK4HoXrETRAFK5H4XoUNEBSuB6F6xE0QM3MzMzMDDRAj8L1KFwPNECPwvUoXA80QFK4HoXrETRAUrgehesRNEAUrkfhehQ0QFK4HoXrETRAUrgehesRNEDXo3A9Chc0QNejcD0KFzRAFK5H4XoUNEAUrkfhehQ0QBSuR+F6FDRA16NwPQoXNEAUrkfhehQ0QJqZmZmZGTRAmpmZmZkZNEBcj8L1KBw0QJqZmZmZGTRApHA9CtcjNECkcD0K1yM0QKRwPQrXIzRAZmZmZmYmNEApXI/C9Sg0QK5H4XoULjRArkfhehQuNEBxPQrXozA0QHE9CtejMDRArkfhehQuNEBxPQrXozA0QDMzMzMzMzRAcT0K16MwNEBxPQrXozA0QK5H4XoULjRArkfhehQuNECuR+F6FC40QK5H4XoULjRArkfhehQuNECkcD0K1yM0QOF6FK5HITRAmpmZmZkZNEAfhetRuB40QOF6FK5HITRAKVyPwvUoNECuR+F6FC40QDMzMzMzMzRArkfhehQuNECuR+F6FC40QOxRuB6FKzRArkfhehQuNEDsUbgehSs0QOxRuB6FKzRAcT0K16MwNEAzMzMzMzM0QLgehetRODRAuB6F61E4NEC4HoXrUTg0QHE9CtejMDRAMzMzMzMzNED2KFyPwjU0QLgehetRODRAMzMzMzMzNEBxPQrXozA0QHE9CtejMDRAKVyPwvUoNECkcD0K1yM0QOF6FK5HITRA4XoUrkchNEDhehSuRyE0QJqZmZmZGTRA16NwPQoXNECamZmZmRk0QB+F61G4HjRAH4XrUbgeNEDhehSuRyE0QNejcD0KFzRAFK5H4XoUNEBSuB6F6xE0QJqZmZmZGTRAmpmZmZkZNEDhehSuRyE0QFyPwvUoHDRAmpmZmZkZNEDXo3A9Chc0QBSuR+F6FDRAj8L1KFwPNECamZmZmRk0QOF6FK5HITRApHA9CtcjNEBmZmZmZiY0QOF6FK5HITRAmpmZmZkZNECamZmZmRk0QJqZmZmZGTRAXI/C9SgcNEBcj8L1KBw0QBSuR+F6FDRAFK5H4XoUNECPwvUoXA80QI/C9ShcDzRAUrgehesRNEBSuB6F6xE0QBSuR+F6FDRAFK5H4XoUNEAUrkfhehQ0QFK4HoXrETRAj8L1KFwPNECPwvUoXA80QI/C9ShcDzRAj8L1KFwPNEBSuB6F6xE0QBSuR+F6FDRA16NwPQoXNEAUrkfhehQ0QM3MzMzMDDRACtejcD0KNEBI4XoUrgc0QIXrUbgeBTRAhetRuB4FNEDD9ShcjwI0QMP1KFyPAjRAw/UoXI8CNEDD9ShcjwI0QMP1KFyPAjRAAAAAAAAANEAAAAAAAAA0QAAAAAAAADRAuB6F61H4M0B7FK5H4fozQPYoXI/C9TNAMzMzMzPzM0AzMzMzM/MzQK5H4XoU7jNAcT0K16PwM0AzMzMzM/MzQDMzMzMz8zNAMzMzMzPzM0D2KFyPwvUzQK5H4XoU7jNArkfhehTuM0AzMzMzM/MzQHE9Ctej8DNAMzMzMzPzM0BxPQrXo/AzQHE9Ctej8DNAcT0K16PwM0D2KFyPwvUzQDMzMzMz8zNA9ihcj8L1M0CuR+F6FO4zQDMzMzMz8zNAMzMzMzPzM0AzMzMzM/MzQPYoXI/C9TNAuB6F61H4M0B7FK5H4fozQHsUrkfh+jNAhetRuB4FNEA9CtejcP0zQD0K16Nw/TNAPQrXo3D9M0B7FK5H4fozQD0K16Nw/TNAAAAAAAAANECF61G4HgU0QEjhehSuBzRACtejcD0KNEDNzMzMzAw0QM3MzMzMDDRAFK5H4XoUNEAUrkfhehQ0QBSuR+F6FDRA16NwPQoXNEAUrkfhehQ0QNejcD0KFzRAXI/C9SgcNEAfhetRuB40QOF6FK5HITRApHA9CtcjNECkcD0K1yM0QKRwPQrXIzRAKVyPwvUoNEDsUbgehSs0QK5H4XoULjRAcT0K16MwNED2KFyPwjU0QLgehetRODRAPQrXo3A9NEC4HoXrUTg0QDMzMzMzMzRAuB6F61E4NEAAAAAAAEA0QMP1KFyPQjRAw/UoXI9CNEDD9Shcj0I0QHsUrkfhOjRAw/UoXI9CNEDD9Shcj0I0QEjhehSuRzRACtejcD1KNEBI4XoUrkc0QEjhehSuRzRAhetRuB5FNEDD9Shcj0I0QAAAAAAAQDRAhetRuB5FNECF61G4HkU0QAAAAAAAQDRAexSuR+E6NEC4HoXrUTg0QLgehetRODRAuB6F61E4NEC4HoXrUTg0QHsUrkfhOjRAhetRuB5FNEBI4XoUrkc0QArXo3A9SjRAzczMzMxMNECPwvUoXE80QArXo3A9SjRAexSuR+E6NEB7FK5H4To0QHsUrkfhOjRAexSuR+E6NEB7FK5H4To0QLgehetRODRAuB6F61E4NEA9CtejcD00QD0K16NwPTRA7FG4HoUrNEDsUbgehSs0QK5H4XoULjRAMzMzMzMzNEBxPQrXozA0QHE9CtejMDRAcT0K16MwNEBxPQrXozA0QHE9CtejMDRAPQrXo3A9NEAAAAAAAEA0QMP1KFyPQjRAhetRuB5FNECF61G4HkU0QD0K16NwPTRAuB6F61E4NEAzMzMzMzM0QDMzMzMzMzRA9ihcj8I1NED2KFyPwjU0QLgehetRODRAexSuR+E6NEAAAAAAAEA0QAAAAAAAQDRAPQrXo3A9NED2KFyPwjU0QDMzMzMzMzRAMzMzMzMzNED2KFyPwjU0QD0K16NwPTRAuB6F61E4NEC4HoXrUTg0QHsUrkfhOjRAexSuR+E6NEB7FK5H4To0QD0K16NwPTRAPQrXo3A9NEAAAAAAAEA0QHsUrkfhOjRAuB6F61E4NED2KFyPwjU0QPYoXI/CNTRA9ihcj8I1NED2KFyPwjU0QPYoXI/CNTRA9ihcj8I1NEB7FK5H4To0QHsUrkfhOjRAexSuR+E6NED2KFyPwjU0QK5H4XoULjRA7FG4HoUrNEDsUbgehSs0QClcj8L1KDRA4XoUrkchNECamZmZmRk0QNejcD0KFzRAFK5H4XoUNEBSuB6F6xE0QBSuR+F6FDRAFK5H4XoUNEBSuB6F6xE0QI/C9ShcDzRAFK5H4XoUNEAUrkfhehQ0QI/C9ShcDzRAFK5H4XoUNEBSuB6F6xE0QFK4HoXrETRAj8L1KFwPNECPwvUoXA80QBSuR+F6FDRAUrgehesRNEBSuB6F6xE0QFK4HoXrETRAUrgehesRNECPwvUoXA80QBSuR+F6FDRA16NwPQoXNEBSuB6F6xE0QI/C9ShcDzRACtejcD0KNEBI4XoUrgc0QIXrUbgeBTRAAAAAAAAANEAAAAAAAAA0QLgehetR+DNAuB6F61H4M0D2KFyPwvUzQOxRuB6F6zNArkfhehTuM0B7FK5H4fozQHsUrkfh+jNAuB6F61H4M0D2KFyPwvUzQHE9Ctej8DNAcT0K16PwM0BxPQrXo/AzQK5H4XoU7jNAKVyPwvXoM0B7FK5H4fozQAAAAAAAADRAAAAAAAAANEAAAAAAAAA0QAAAAAAAADRAPQrXo3D9M0D2KFyPwvUzQDMzMzMz8zNAMzMzMzPzM0C4HoXrUfgzQDMzMzMz8zNA7FG4HoXrM0ApXI/C9egzQGZmZmZm5jNA7FG4HoXrM0CuR+F6FO4zQDMzMzMz8zNA9ihcj8L1M0AzMzMzM/MzQClcj8L16DNArkfhehTuM0CuR+F6FO4zQGZmZmZm5jNAZmZmZmbmM0CkcD0K1+MzQGZmZmZm5jNAZmZmZmbmM0BmZmZmZuYzQGZmZmZm5jNApHA9CtfjM0ApXI/C9egzQGZmZmZm5jNA7FG4HoXrM0DsUbgeheszQGZmZmZm5jNAZmZmZmbmM0Bcj8L1KNwzQFK4HoXr0TNAzczMzMzMM0DNzMzMzMwzQI/C9ShczzNAUrgehevRM0CPwvUoXM8zQI/C9ShczzNAj8L1KFzPM0CPwvUoXM8zQI/C9ShczzNAzczMzMzMM0DNzMzMzMwzQM3MzMzMzDNAUrgehevRM0AUrkfhetQzQFK4HoXr0TNA","dtype":"float64","shape":[501]}}},"id":"fbe7fe46-db71-4cae-922b-5fb53e9305a8","type":"ColumnDataSource"},{"attributes":{"callback":null,"column_names":["y","x"],"data":{"x":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,161,162,163,164,165,166,167,168,169,170,171,172,173,174,175,176,177,178,179,180,181,182,183,184,185,186,187,188,189,190,191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206,207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222,223,224,225,226,227,228,229,230,231,232,233,234,235,236,237,238,239,240,241,242,243,244,245,246,247,248,249,250,251,252,253,254,255,256,257,258,259,260,261,262,263,264,265,266,267,268,269,270,271,272,273,274,275,276,277,278,279,280,281,282,283,284,285,286,287,288,289,290,291,292,293,294,295,296,297,298,299,300,301,302,303,304,305,306,307,308,309,310,311,312,313,314,315,316,317,318,319,320,321,322,323,324,325,326,327,328,329,330,331,332,333,334,335,336,337,338,339,340,341,342,343,344,345,346,347,348,349,350,351,352,353,354,355,356,357,358,359,360,361,362,363,364,365,366,367,368,369,370,371,372,373,374,375,376,377,378,379,380,381,382,383,384,385,386,387,388,389,390,391,392,393,394,395,396,397,398,399,400,401,402,403,404,405,406,407,408,409,410,411,412,413,414,415,416,417,418,419,420,421,422,423,424,425,426,427,428,429,430,431,432,433,434,435,436,437,438,439,440,441,442,443,444,445,446,447,448,449,450,451,452,453,454,455,456,457,458,459,460,461,462,463,464,465,466,467,468,469,470,471,472,473,474,475,476,477,478,479,480,481,482,483,484,485,486,487,488,489,490,491,492,493,494,495,496,497,498,499,500],"y":{"__ndarray__":"AAAAAAAAM8AAAAAAAAA0wAAAAAAAADPAAAAAAAAANcAAAAAAAAA0wAAAAAAAADTAAAAAAAAAM8AAAAAAAAAywAAAAAAAADTAAAAAAAAANMAAAAAAAAA1wAAAAAAAADTAAAAAAAAANcAAAAAAAAA1wAAAAAAAADXAAAAAAAAANcAAAAAAAAA0wAAAAAAAADXAAAAAAAAAM8AAAAAAAAA0wAAAAAAAADPAAAAAAAAANcAAAAAAAAA1wAAAAAAAADTAAAAAAAAANcAAAAAAAAA0wAAAAAAAADHAAAAAAAAAMcAAAAAAAAA0wAAAAAAAADTAAAAAAAAANMAAAAAAAAA0wAAAAAAAADTAAAAAAAAAM8AAAAAAAAAzwAAAAAAAADTAAAAAAAAANMAAAAAAAAA1wAAAAAAAADTAAAAAAAAANcAAAAAAAAA1wAAAAAAAADXAAAAAAAAANMAAAAAAAAA1wAAAAAAAADTAAAAAAAAANcAAAAAAAAA1wAAAAAAAADXAAAAAAAAANMAAAAAAAAA0wAAAAAAAADXAAAAAAAAANMAAAAAAAAA1wAAAAAAAADXAAAAAAAAANcAAAAAAAAA0wAAAAAAAADPAAAAAAAAANMAAAAAAAAA1wAAAAAAAADXAAAAAAAAANMAAAAAAAAA0wAAAAAAAADTAAAAAAAAANMAAAAAAAAA0wAAAAAAAADTAAAAAAAAANcAAAAAAAAAzwAAAAAAAADTAAAAAAAAANMAAAAAAAAA0wAAAAAAAADXAAAAAAAAANcAAAAAAAAA1wAAAAAAAADTAAAAAAAAANMAAAAAAAAA1wAAAAAAAADPAAAAAAAAAM8AAAAAAAAAzwAAAAAAAADTAAAAAAAAANcAAAAAAAAA0wAAAAAAAADXAAAAAAAAANMAAAAAAAAA1wAAAAAAAADTAAAAAAAAANcAAAAAAAAA0wAAAAAAAADTAAAAAAAAANcAAAAAAAAA0wAAAAAAAADXAAAAAAAAANcAAAAAAAAA1wAAAAAAAADXAAAAAAAAANcAAAAAAAAA1wAAAAAAAADPAAAAAAAAANcAAAAAAAAA0wAAAAAAAADXAAAAAAAAANMAAAAAAAAA1wAAAAAAAADXAAAAAAAAANcAAAAAAAAAzwAAAAAAAADXAAAAAAAAAM8AAAAAAAAA1wAAAAAAAADXAAAAAAAAANcAAAAAAAAA1wAAAAAAAADTAAAAAAAAANcAAAAAAAAA0wAAAAAAAADTAAAAAAAAANMAAAAAAAAA1wAAAAAAAADTAAAAAAAAANcAAAAAAAAA1wAAAAAAAADTAAAAAAAAANMAAAAAAAAA1wAAAAAAAADTAAAAAAAAANMAAAAAAAAA1wAAAAAAAADXAAAAAAAAANcAAAAAAAAA0wAAAAAAAADXAAAAAAAAANcAAAAAAAAA1wAAAAAAAADXAAAAAAAAAM8AAAAAAAAAzwAAAAAAAADXAAAAAAAAANcAAAAAAAAA1wAAAAAAAADTAAAAAAAAANMAAAAAAAAAywAAAAAAAADTAAAAAAAAAM8AAAAAAAAA0wAAAAAAAADXAAAAAAAAANMAAAAAAAAA1wAAAAAAAADXAAAAAAAAANcAAAAAAAAA0wAAAAAAAADTAAAAAAAAANMAAAAAAAAA1wAAAAAAAADXAAAAAAAAANcAAAAAAAAA1wAAAAAAAADTAAAAAAAAANcAAAAAAAAA1wAAAAAAAADTAAAAAAAAANMAAAAAAAAA0wAAAAAAAADXAAAAAAAAAMcAAAAAAAAA0wAAAAAAAADTAAAAAAAAANcAAAAAAAAA0wAAAAAAAADXAAAAAAAAAM8AAAAAAAAA1wAAAAAAAADPAAAAAAAAANMAAAAAAAAA1wAAAAAAAADTAAAAAAAAANcAAAAAAAAA0wAAAAAAAADTAAAAAAAAAM8AAAAAAAAA0wAAAAAAAADXAAAAAAAAANcAAAAAAAAA1wAAAAAAAADTAAAAAAAAAMsAAAAAAAAA0wAAAAAAAADXAAAAAAAAANcAAAAAAAAA1wAAAAAAAADXAAAAAAAAANcAAAAAAAAA1wAAAAAAAADXAAAAAAAAANcAAAAAAAAA1wAAAAAAAADXAAAAAAAAANcAAAAAAAAA1wAAAAAAAADXAAAAAAAAANMAAAAAAAAA1wAAAAAAAADPAAAAAAAAANcAAAAAAAAA1wAAAAAAAADXAAAAAAAAANMAAAAAAAAAzwAAAAAAAADXAAAAAAAAANMAAAAAAAAAzwAAAAAAAADXAAAAAAAAAM8AAAAAAAAA1wAAAAAAAADTAAAAAAAAANcAAAAAAAAA0wAAAAAAAADTAAAAAAAAANcAAAAAAAAA1wAAAAAAAADTAAAAAAAAAMsAAAAAAAAA0wAAAAAAAADHAAAAAAAAANMAAAAAAAAA0wAAAAAAAADXAAAAAAAAANMAAAAAAAAA1wAAAAAAAADXAAAAAAAAANcAAAAAAAAA0wAAAAAAAADXAAAAAAAAANcAAAAAAAAA1wAAAAAAAADXAAAAAAAAANcAAAAAAAAA0wAAAAAAAADTAAAAAAAAAMsAAAAAAAAA0wAAAAAAAADXAAAAAAAAANcAAAAAAAAA0wAAAAAAAADXAAAAAAAAANcAAAAAAAAA1wAAAAAAAADTAAAAAAAAANMAAAAAAAAA0wAAAAAAAADTAAAAAAAAANMAAAAAAAAA1wAAAAAAAADXAAAAAAAAANcAAAAAAAAA0wAAAAAAAADLAAAAAAAAANcAAAAAAAAA1wAAAAAAAADDAAAAAAAAANMAAAAAAAAAzwAAAAAAAADTAAAAAAAAAM8AAAAAAAAA1wAAAAAAAADXAAAAAAAAANMAAAAAAAAA0wAAAAAAAADTAAAAAAAAANcAAAAAAAAA1wAAAAAAAADXAAAAAAAAANcAAAAAAAAA1wAAAAAAAADXAAAAAAAAAM8AAAAAAAAA0wAAAAAAAADPAAAAAAAAANcAAAAAAAAA1wAAAAAAAADXAAAAAAAAANcAAAAAAAAA0wAAAAAAAADXAAAAAAAAANcAAAAAAAAA0wAAAAAAAADXAAAAAAAAANMAAAAAAAAA1wAAAAAAAADXAAAAAAAAANMAAAAAAAAA1wAAAAAAAADXAAAAAAAAANcAAAAAAAAAzwAAAAAAAADTAAAAAAAAANcAAAAAAAAA1wAAAAAAAADXAAAAAAAAAMcAAAAAAAAA0wAAAAAAAADXAAAAAAAAANcAAAAAAAAAzwAAAAAAAADXAAAAAAAAANcAAAAAAAAA0wAAAAAAAADTAAAAAAAAANcAAAAAAAAA1wAAAAAAAADXAAAAAAAAAM8AAAAAAAAA1wAAAAAAAADXAAAAAAAAANcAAAAAAAAAxwAAAAAAAADXAAAAAAAAANcAAAAAAAAA1wAAAAAAAADTAAAAAAAAANcAAAAAAAAA1wAAAAAAAADXAAAAAAAAANMAAAAAAAAA1wAAAAAAAADXAAAAAAAAANcAAAAAAAAA1wAAAAAAAADTAAAAAAAAANMAAAAAAAAA0wAAAAAAAADTAAAAAAAAAMsAAAAAAAAA1wAAAAAAAADXAAAAAAAAANMAAAAAAAAA0wAAAAAAAADXAAAAAAAAANMAAAAAAAAA1wAAAAAAAADPAAAAAAAAAM8AAAAAAAAAzwAAAAAAAADXAAAAAAAAANcAAAAAAAAA1wAAAAAAAADXAAAAAAAAANcAAAAAAAAA1wAAAAAAAADXAAAAAAAAANcAAAAAAAAAzwAAAAAAAADPAAAAAAAAANMAAAAAAAAA1wAAAAAAAADTAAAAAAAAANcAAAAAAAAA1wAAAAAAAADXAAAAAAAAAM8AAAAAAAAA1wAAAAAAAADXAAAAAAAAANcAAAAAAAAA0wAAAAAAAADPAAAAAAAAANcAAAAAAAAA0wAAAAAAAADXAAAAAAAAANMAAAAAAAAA1wAAAAAAAADTAAAAAAAAANcAAAAAAAAA0wAAAAAAAADTAAAAAAAAANcAAAAAAAAA1wAAAAAAAADXAAAAAAAAANcAAAAAAAAA1wAAAAAAAADXAAAAAAAAANcAAAAAAAAA0wAAAAAAAADTAAAAAAAAAM8AAAAAAAAA0wAAAAAAAADTAAAAAAAAANcAAAAAAAAA0wAAAAAAAADPAAAAAAAAANcAAAAAAAAA1wAAAAAAAADXAAAAAAAAAM8AAAAAAAAA0wAAAAAAAADXAAAAAAAAANcAAAAAAAAA1wAAAAAAAADTAAAAAAAAANcAAAAAAAAA1wAAAAAAAADXAAAAAAAAANcAAAAAAAAA1wAAAAAAAADPAAAAAAAAAM8AAAAAAAAA1wAAAAAAAADXAAAAAAAAANMAAAAAAAAA0wAAAAAAAADXAAAAAAAAAM8AAAAAAAAA0wAAAAAAAADXAAAAAAAAANMAAAAAAAAA0wAAAAAAAADTAAAAAAAAANMAAAAAAAAA1wAAAAAAAADXAAAAAAAAANMAAAAAAAAA0wAAAAAAAADTAAAAAAAAAM8AAAAAAAAA0wAAAAAAAADXAAAAAAAAANcAAAAAAAAA1wAAAAAAAADXAAAAAAAAANcAAAAAAAAA0wAAAAAAAADXAAAAAAAAAMsAAAAAAAAA1wAAAAAAAADTAAAAAAAAAM8AAAAAAAAA1wAAAAAAAADXAAAAAAAAANcAAAAAAAAA1wAAAAAAAADTAAAAAAAAANcAAAAAAAAA1wAAAAAAAADXAAAAAAAAAM8AAAAAAAAA0wAAAAAAAADTAAAAAAAAANcAAAAAAAAA0wAAAAAAAADXAAAAAAAAANcAAAAAAAAA1wAAAAAAAADXAAAAAAAAANcAAAAAAAAA1wAAAAAAAADPAAAAAAAAANcAAAAAAAAA0wAAAAAAAADXAAAAAAAAANcAAAAAAAAA1wAAAAAAAADTAAAAAAAAANcAAAAAAAAA1wAAAAAAAADTAAAAAAAAANcAAAAAAAAA1wAAAAAAAADTAAAAAAAAANcAAAAAAAAAzwAAAAAAAADDAAAAAAAAANMAAAAAAAAA1wAAAAAAAADXAAAAAAAAANcAAAAAAAAA1wAAAAAAAADXAAAAAAAAANMAAAAAAAAA1wAAAAAAAADXAAAAAAAAANcAAAAAAAAA1wAAAAAAAADXAAAAAAAAANcAAAAAAAAA1wAAAAAAAADTAAAAAAAAANcAAAAAAAAA0wAAAAAAAADTAAAAAAAAANcAAAAAAAAA1wAAAAAAAADXAAAAAAAAAM8AAAAAAAAAzwAAAAAAAADPAAAAAAAAAM8AAAAAAAAAzwAAAAAAAADTAAAAAAAAANcAAAAAAAAA1wAAAAAAAADPA","dtype":"float64","shape":[501]}}},"id":"1b162782-4a7b-4a90-944b-e6631f047f8c","type":"ColumnDataSource"},{"attributes":{"bottom_units":"screen","fill_alpha":{"value":0.5},"fill_color":{"value":"lightgrey"},"left_units":"screen","level":"overlay","line_alpha":{"value":1.0},"line_color":{"value":"black"},"line_dash":[4,4],"line_width":{"value":2},"plot":null,"render_mode":"css","right_units":"screen","top_units":"screen"},"id":"33219c89-a236-4e41-bca1-000d52935459","type":"BoxAnnotation"},{"attributes":{"overlay":{"id":"33219c89-a236-4e41-bca1-000d52935459","type":"BoxAnnotation"},"plot":{"id":"34fde739-ad60-49ee-bc36-69cacf0d0323","subtype":"Figure","type":"Plot"}},"id":"2e686b48-173b-4caf-9c6e-ec88f0fd7e4b","type":"BoxZoomTool"},{"attributes":{"plot":{"id":"3ae4e0e1-d2fd-46a7-9d06-869392d9e54e","subtype":"Figure","type":"Plot"}},"id":"4169cde1-d193-4359-914f-e6c7c657a539","type":"HelpTool"},{"attributes":{"line_alpha":{"value":0.1},"line_color":{"value":"#1f77b4"},"x":{"field":"x"},"y":{"field":"y"}},"id":"563bc8b6-5ddb-4037-9f70-498c06ed28d4","type":"Line"},{"attributes":{"line_color":{"value":"#CC6677"},"x":{"field":"x"},"y":{"field":"y"}},"id":"226855d5-47c5-42f3-9f6d-b8ce0dafe978","type":"Line"},{"attributes":{"active_drag":"auto","active_inspect":"auto","active_scroll":"auto","active_tap":"auto","tools":[{"id":"ba5a2959-2069-49f7-8ad3-6ec52884034e","type":"PanTool"},{"id":"13793ba1-3e17-4450-b90a-c8fb06cecf6b","type":"WheelZoomTool"},{"id":"b59d1d77-770e-4d54-95b9-0dd455357f69","type":"BoxZoomTool"},{"id":"f89902f1-bd4b-46e9-843e-e28e44c02cb4","type":"SaveTool"},{"id":"10e9bbca-8f02-47b3-ac94-970c601f1146","type":"ResetTool"},{"id":"82861572-f8e3-4553-91c1-e17558ea3220","type":"HelpTool"}]},"id":"1df1fb6d-3172-4a39-a4f9-af32d340b2d8","type":"Toolbar"},{"attributes":{"line_color":{"value":"#CC6677"},"x":{"field":"x"},"y":{"field":"y"}},"id":"0395a656-c87c-490b-98b0-4d9e6bebafb5","type":"Line"},{"attributes":{"children":[{"id":"3ae4e0e1-d2fd-46a7-9d06-869392d9e54e","subtype":"Figure","type":"Plot"},{"id":"97d4c5f1-1812-460c-be67-dcbafb6c517e","subtype":"Figure","type":"Plot"},{"id":"34fde739-ad60-49ee-bc36-69cacf0d0323","subtype":"Figure","type":"Plot"}]},"id":"6fd59a86-0b9e-4b57-bbae-699cc3092c2a","type":"Column"},{"attributes":{"callback":null},"id":"b50830f2-52c1-4c5f-925b-fc1006aad877","type":"DataRange1d"},{"attributes":{"data_source":{"id":"ccb3ac63-2d70-4fd3-8552-a216030fdb5a","type":"ColumnDataSource"},"glyph":{"id":"c0d57eca-9bcd-4ade-8f4b-1f5a654ecbd3","type":"Line"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"93995f5f-08a1-42f8-91a2-5568d5809ea4","type":"Line"},"selection_glyph":null},"id":"60cc2300-ae0c-49dd-a497-c5cbcf70e7e0","type":"GlyphRenderer"},{"attributes":{"callback":null,"column_names":["y","x"],"data":{"x":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,161,162,163,164,165,166,167,168,169,170,171,172,173,174,175,176,177,178,179,180,181,182,183,184,185,186,187,188,189,190,191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206,207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222,223,224,225,226,227,228,229,230,231,232,233,234,235,236,237,238,239,240,241,242,243,244,245,246,247,248,249,250,251,252,253,254,255,256,257,258,259,260,261,262,263,264,265,266,267,268,269,270,271,272,273,274,275,276,277,278,279,280,281,282,283,284,285,286,287,288,289,290,291,292,293,294,295,296,297,298,299,300,301,302,303,304,305,306,307,308,309,310,311,312,313,314,315,316,317,318,319,320,321,322,323,324,325,326,327,328,329,330,331,332,333,334,335,336,337,338,339,340,341,342,343,344,345,346,347,348,349,350,351,352,353,354,355,356,357,358,359,360,361,362,363,364,365,366,367,368,369,370,371,372,373,374,375,376,377,378,379,380,381,382,383,384,385,386,387,388,389,390,391,392,393,394,395,396,397,398,399,400,401,402,403,404,405,406,407,408,409,410,411,412,413,414,415,416,417,418,419,420,421,422,423,424,425,426,427,428,429,430,431,432,433,434,435,436,437,438,439,440,441,442,443,444,445,446,447,448,449,450,451,452,453,454,455,456,457,458,459,460,461,462,463,464,465,466,467,468,469,470,471,472,473,474,475,476,477,478,479,480,481,482,483,484,485,486,487,488,489,490,491,492,493,494,495,496,497,498,499,500],"y":{"__ndarray__":"AAAAAAAAM8AAAAAAAIAzwFVVVVVVVTPAAAAAAADAM8DNzMzMzMwzwFVVVVVV1TPAbtu2bdu2M8AAAAAAAIAzwOQ4juM4jjPAmpmZmZmZM8C66KKLLrozwAAAAAAAwDPAip3YiZ3YM8Dbtm3btu0zwAAAAAAAADTAAAAAAAAQNMAPDw8PDw80wMdxHMdxHDTA2FBeQ3kNNMDNzMzMzAw0wAAAAAAAADTAjC666KILNMAhC1nIQhY0wFVVVVVVFTTAH4XrUbgeNMDZiZ3YiR00wAAAAAAAADTASZIkSZLkM8BHWO5phOUzwGZmZmZm5jPA55xzzjnnM8AAAAAAAOgzwOmiiy666DPA4uHh4eHhM8C3bdu2bdszwMdxHMdx3DPA1g2myGfdM8BRXkN5DeUzwFy+5Vu+5TPAzczMzMzsM8D0MTgfg/MzwJ7neZ7n+TPAv6Av6Av6M8AAAAAAAAA0wAAAAAAAADTAyEIWspAFNMCIyRXE5Ao0wAAAAAAAEDTARGN9aKwPNMCPwvUoXA80wBQUFBQUFDTAO7ETO7ETNMBX9jmkJhg0wMdxHMdxHDTAIU8J8pQgNMAAAAAAACA0wK+hvIbyGjTAuacRlnsaNMAEDSd1Xx40wCIiIiIiIjTAtHmf4pIhNMAhhBBCCCE0wAiCIAiCIDTAAAAAAAAgNMD4gR/4gR80wB988MEHHzTAzm7hV2MiNMAeHh4eHh40wIK5dmCuHTTA1EEd1EEdNMCbA4lW2Bw0wAAAAAAAIDTAMWLEiBEjNMBhinzWDSY0wCa/WPKLJTTAUV5DeQ0lNMCWnxBn5Sc0wEIapEEaJDTAQVQ6smcgNMDNzMzMzBw0wMdxHMdxHDTAH4PzMTgfNMDxRlPn1x40wBiGYRiGITTAISEhISEhNMCJO+KOuCM0wPc0wnJPIzTARhdddNElNMCykpWsZCU0wFD6pE/6JDTAdmIndmInNMB605ve9CY0wCmllFJKKTTAISZXEJMrNMDdEqd+zy00wAAAAAAAMDTADdvN8iQyNMCN9aGxPjQ0wIbEvJ0hMTTAMzMzMzMzNMD2KFyPwjU0wLgehetRODTAexSuR+E6NMB7FK5H4To0wD0K16NwPTTAAAAAAABANMAAAAAAAEA0wEjhehSuRzTAhetRuB5FNMBI4XoUrkc0wEjhehSuRzTACtejcD1KNMAK16NwPUo0wEjhehSuRzTASOF6FK5HNMCF61G4HkU0wIXrUbgeRTTAw/UoXI9CNMBI4XoUrkc0wEjhehSuRzTAzczMzMxMNMDNzMzMzEw0wArXo3A9SjTACtejcD1KNMAK16NwPUo0wArXo3A9SjTAUrgehetRNMBcj8L1KFw0wB+F61G4XjTA4XoUrkdhNMDhehSuR2E0wKRwPQrXYzTAZmZmZmZmNMDsUbgehWs0wHE9CtejcDTArkfhehRuNMDsUbgehWs0wOxRuB6FazTArkfhehRuNMCuR+F6FG40wOxRuB6FazTAKVyPwvVoNMCkcD0K12M0wOF6FK5HYTTAH4XrUbheNMBcj8L1KFw0wFyPwvUoXDTAmpmZmZlZNMBcj8L1KFw0wB+F61G4XjTAH4XrUbheNMAfhetRuF40wFyPwvUoXDTAmpmZmZlZNMCamZmZmVk0wFyPwvUoXDTA4XoUrkdhNMCkcD0K12M0wOF6FK5HYTTA4XoUrkdhNMCkcD0K12M0wKRwPQrXYzTApHA9CtdjNMCkcD0K12M0wGZmZmZmZjTAH4XrUbheNMBcj8L1KFw0wB+F61G4XjTA4XoUrkdhNMDhehSuR2E0wKRwPQrXYzTAH4XrUbheNMAfhetRuF40wJqZmZmZWTTAmpmZmZlZNMBcj8L1KFw0wJqZmZmZWTTAH4XrUbheNMDhehSuR2E0wKRwPQrXYzTA4XoUrkdhNMAfhetRuF40wOF6FK5HYTTA4XoUrkdhNMCkcD0K12M0wOF6FK5HYTTAXI/C9ShcNMCamZmZmVk0wFyPwvUoXDTAH4XrUbheNMAfhetRuF40wOF6FK5HYTTA4XoUrkdhNMDhehSuR2E0wOF6FK5HYTTA4XoUrkdhNMDhehSuR2E0wOF6FK5HYTTAZmZmZmZmNMBmZmZmZmY0wClcj8L1aDTAZmZmZmZmNMApXI/C9Wg0wKRwPQrXYzTApHA9CtdjNMCkcD0K12M0wClcj8L1aDTAZmZmZmZmNMBmZmZmZmY0wGZmZmZmZjTApHA9CtdjNMAfhetRuF40wB+F61G4XjTAXI/C9ShcNMBcj8L1KFw0wFyPwvUoXDTAH4XrUbheNMAfhetRuF40wFyPwvUoXDTAH4XrUbheNMAfhetRuF40wFyPwvUoXDTA16NwPQpXNMDXo3A9Clc0wM3MzMzMTDTAzczMzMxMNMDNzMzMzEw0wM3MzMzMTDTACtejcD1KNMAK16NwPUo0wM3MzMzMTDTAzczMzMxMNMAK16NwPUo0wArXo3A9SjTACtejcD1KNMCPwvUoXE80wBSuR+F6VDTAFK5H4XpUNMBSuB6F61E0wI/C9ShcTzTACtejcD1KNMAK16NwPUo0wFK4HoXrUTTAFK5H4XpUNMDXo3A9Clc0wJqZmZmZWTTAmpmZmZlZNMBcj8L1KFw0wJqZmZmZWTTA16NwPQpXNMAUrkfhelQ0wBSuR+F6VDTAFK5H4XpUNMDXo3A9Clc0wNejcD0KVzTA16NwPQpXNMAUrkfhelQ0wM3MzMzMTDTAj8L1KFxPNMCPwvUoXE80wMP1KFyPQjTAw/UoXI9CNMAAAAAAAEA0wAAAAAAAQDTAexSuR+E6NMCF61G4HkU0wEjhehSuRzTASOF6FK5HNMCF61G4HkU0wIXrUbgeRTTAhetRuB5FNMAK16NwPUo0wArXo3A9SjTAj8L1KFxPNMBSuB6F61E0wFK4HoXrUTTAj8L1KFxPNMDNzMzMzEw0wArXo3A9SjTAzczMzMxMNMBSuB6F61E0wBSuR+F6VDTAFK5H4XpUNMBSuB6F61E0wFK4HoXrUTTAFK5H4XpUNMCamZmZmVk0wFyPwvUoXDTAmpmZmZlZNMCamZmZmVk0wJqZmZmZWTTA16NwPQpXNMDXo3A9Clc0wNejcD0KVzTA16NwPQpXNMBSuB6F61E0wI/C9ShcTzTAj8L1KFxPNMCPwvUoXE80wI/C9ShcTzTAhetRuB5FNMCF61G4HkU0wIXrUbgeRTTACtejcD1KNMCF61G4HkU0wIXrUbgeRTTAhetRuB5FNMCF61G4HkU0wEjhehSuRzTASOF6FK5HNMAK16NwPUo0wI/C9ShcTzTACtejcD1KNMCPwvUoXE80wI/C9ShcTzTAUrgehetRNMBI4XoUrkc0wArXo3A9SjTAzczMzMxMNMDNzMzMzEw0wArXo3A9SjTAzczMzMxMNMAUrkfhelQ0wNejcD0KVzTAH4XrUbheNMDhehSuR2E0wKRwPQrXYzTApHA9CtdjNMBmZmZmZmY0wKRwPQrXYzTA4XoUrkdhNMAfhetRuF40wB+F61G4XjTA16NwPQpXNMDXo3A9Clc0wNejcD0KVzTAFK5H4XpUNMBSuB6F61E0wBSuR+F6VDTAFK5H4XpUNMBcj8L1KFw0wJqZmZmZWTTAFK5H4XpUNMCPwvUoXE80wFK4HoXrUTTAUrgehetRNMBSuB6F61E0wFK4HoXrUTTAFK5H4XpUNMDXo3A9Clc0wJqZmZmZWTTAXI/C9ShcNMCamZmZmVk0wBSuR+F6VDTAUrgehetRNMBSuB6F61E0wFK4HoXrUTTAmpmZmZlZNMCamZmZmVk0wJqZmZmZWTTA4XoUrkdhNMCkcD0K12M0wClcj8L1aDTA7FG4HoVrNMCuR+F6FG40wClcj8L1aDTAKVyPwvVoNMApXI/C9Wg0wOxRuB6FazTA7FG4HoVrNMDsUbgehWs0wClcj8L1aDTAKVyPwvVoNMBmZmZmZmY0wKRwPQrXYzTApHA9CtdjNMApXI/C9Wg0wOxRuB6FazTAcT0K16NwNMBxPQrXo3A0wHE9CtejcDTAcT0K16NwNMCuR+F6FG40wK5H4XoUbjTAKVyPwvVoNMBmZmZmZmY0wGZmZmZmZjTAZmZmZmZmNMBmZmZmZmY0wOF6FK5HYTTA4XoUrkdhNMCkcD0K12M0wKRwPQrXYzTAH4XrUbheNMBcj8L1KFw0wOF6FK5HYTTApHA9CtdjNMCkcD0K12M0wOF6FK5HYTTA4XoUrkdhNMDsUbgehWs0wK5H4XoUbjTArkfhehRuNMCuR+F6FG40wK5H4XoUbjTAKVyPwvVoNMApXI/C9Wg0wOxRuB6FazTA7FG4HoVrNMApXI/C9Wg0wClcj8L1aDTApHA9CtdjNMBmZmZmZmY0wGZmZmZmZjTApHA9CtdjNMDhehSuR2E0wClcj8L1aDTAZmZmZmZmNMBmZmZmZmY0wGZmZmZmZjTAZmZmZmZmNMCkcD0K12M0wOF6FK5HYTTAXI/C9ShcNMBcj8L1KFw0wFyPwvUoXDTAXI/C9ShcNMBcj8L1KFw0wFyPwvUoXDTAH4XrUbheNMAfhetRuF40wOF6FK5HYTTAXI/C9ShcNMCkcD0K12M0wOF6FK5HYTTAXI/C9ShcNMAfhetRuF40wOF6FK5HYTTA4XoUrkdhNMCkcD0K12M0wOF6FK5HYTTAZmZmZmZmNMDsUbgehWs0wHE9CtejcDTA7FG4HoVrNMApXI/C9Wg0wGZmZmZmZjTAZmZmZmZmNMCkcD0K12M0wKRwPQrXYzTApHA9CtdjNMCkcD0K12M0wClcj8L1aDTArkfhehRuNMBxPQrXo3A0wOxRuB6FazTArkfhehRuNMDsUbgehWs0wOxRuB6FazTA7FG4HoVrNMBxPQrXo3A0wK5H4XoUbjTArkfhehRuNMCuR+F6FG40wK5H4XoUbjTAMzMzMzNzNMAzMzMzM3M0wDMzMzMzczTAMzMzMzNzNMBxPQrXo3A0wKRwPQrXYzTApHA9CtdjNMCkcD0K12M0wGZmZmZmZjTAKVyPwvVoNMApXI/C9Wg0wClcj8L1aDTAZmZmZmZmNMBmZmZmZmY0wGZmZmZmZjTAZmZmZmZmNMBmZmZmZmY0wClcj8L1aDTA7FG4HoVrNMBxPQrXo3A0wHE9CtejcDTAMzMzMzNzNMBxPQrXo3A0wHE9CtejcDTA9ihcj8J1NMD2KFyPwnU0wPYoXI/CdTTAcT0K16NwNMBxPQrXo3A0wK5H4XoUbjTAKVyPwvVoNMCkcD0K12M0wOF6FK5HYTTApHA9CtdjNMCkcD0K12M0wB+F61G4XjTA","dtype":"float64","shape":[501]}}},"id":"d0270455-f436-414a-bf8f-b255a4f66aee","type":"ColumnDataSource"},{"attributes":{"line_alpha":{"value":0.1},"line_color":{"value":"#1f77b4"},"x":{"field":"x"},"y":{"field":"y"}},"id":"1d9edd79-cc9a-42e4-b18c-2de7da47623c","type":"Line"},{"attributes":{"data_source":{"id":"9b7efdeb-a945-4137-92c3-37f1b09d5ac7","type":"ColumnDataSource"},"glyph":{"id":"0395a656-c87c-490b-98b0-4d9e6bebafb5","type":"Line"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"656de1a5-507e-43e2-8b05-4209fd023306","type":"Line"},"selection_glyph":null},"id":"64beab1c-e664-4941-a2f4-aa9e7061835e","type":"GlyphRenderer"},{"attributes":{"overlay":{"id":"4db943ce-f045-4ec4-9f42-181046e2c74f","type":"BoxAnnotation"},"plot":{"id":"97d4c5f1-1812-460c-be67-dcbafb6c517e","subtype":"Figure","type":"Plot"}},"id":"b59d1d77-770e-4d54-95b9-0dd455357f69","type":"BoxZoomTool"},{"attributes":{"data_source":{"id":"e564a695-c5b0-494e-bb71-0c9a61c323f9","type":"ColumnDataSource"},"glyph":{"id":"525964b2-2c38-4f46-9be4-c2b3c459df3c","type":"Line"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"01fc5d3a-036c-4c88-bc0c-cc560b2ce841","type":"Line"},"selection_glyph":null},"id":"3eb15eeb-3ec3-49ee-b2bd-649bb860ed6e","type":"GlyphRenderer"},{"attributes":{"line_color":{"value":"#332288"},"x":{"field":"x"},"y":{"field":"y"}},"id":"9a97bd76-91a2-415c-87cc-69d17117da95","type":"Line"},{"attributes":{},"id":"f01b6b7e-1b30-4032-80b9-cfced08a7078","type":"ToolEvents"},{"attributes":{"line_alpha":{"value":0.1},"line_color":{"value":"#1f77b4"},"x":{"field":"x"},"y":{"field":"y"}},"id":"d70b3ba2-abee-43df-ab5f-07d26510982b","type":"Line"},{"attributes":{"line_color":{"value":"#999933"},"x":{"field":"x"},"y":{"field":"y"}},"id":"04751fb6-b800-4e22-9bee-d1275559ef85","type":"Line"},{"attributes":{"data_source":{"id":"37fe5069-4cbd-4304-b2d6-cbb18f0f83a0","type":"ColumnDataSource"},"glyph":{"id":"82d9b768-79b4-4e91-a57e-417eeb3a099c","type":"Line"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"a23f999e-675f-4b53-918b-a2a035b5a035","type":"Line"},"selection_glyph":null},"id":"ed4b9b21-985f-4629-ada5-95e3dc9b7c35","type":"GlyphRenderer"},{"attributes":{"line_alpha":{"value":0.1},"line_color":{"value":"#1f77b4"},"x":{"field":"x"},"y":{"field":"y"}},"id":"57aa9f21-80e1-42ad-8ab5-5e0b21007b8b","type":"Line"},{"attributes":{"label":{"value":"Agent after 5.26M steps of training"},"renderers":[{"id":"60cc2300-ae0c-49dd-a497-c5cbcf70e7e0","type":"GlyphRenderer"}]},"id":"01567ebf-cc24-4d8f-86e1-237960f42f65","type":"LegendItem"},{"attributes":{"callback":null,"column_names":["y","x"],"data":{"x":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,161,162,163,164,165,166,167,168,169,170,171,172,173,174,175,176,177,178,179,180,181,182,183,184,185,186,187,188,189,190,191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206,207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222,223,224,225,226,227,228,229,230,231,232,233,234,235,236,237,238,239,240,241,242,243,244,245,246,247,248,249,250,251,252,253,254,255,256,257,258,259,260,261,262,263,264,265,266,267,268,269,270,271,272,273,274,275,276,277,278,279,280,281,282,283,284,285,286,287,288,289,290,291,292,293,294,295,296,297,298,299,300,301,302,303,304,305,306,307,308,309,310,311,312,313,314,315,316,317,318,319,320,321,322,323,324,325,326,327,328,329,330,331,332,333,334,335,336,337,338,339,340,341,342,343,344,345,346,347,348,349,350,351,352,353,354,355,356,357,358,359,360,361,362,363,364,365,366,367,368,369,370,371,372,373,374,375,376,377,378,379,380,381,382,383,384,385,386,387,388,389,390,391,392,393,394,395,396,397,398,399,400,401,402,403,404,405,406,407,408,409,410,411,412,413,414,415,416,417,418,419,420,421,422,423,424,425,426,427,428,429,430,431,432,433,434,435,436,437,438,439,440,441,442,443,444,445,446,447,448,449,450,451,452,453,454,455,456,457,458,459,460,461,462,463,464,465,466,467,468,469,470,471,472,473,474,475,476,477,478,479,480,481,482,483,484,485,486,487,488,489,490,491,492,493,494,495,496,497,498,499,500],"y":{"__ndarray__":"AAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVA","dtype":"float64","shape":[501]}}},"id":"9b7efdeb-a945-4137-92c3-37f1b09d5ac7","type":"ColumnDataSource"},{"attributes":{},"id":"0215dffc-8503-409a-bd4e-c1b57e2e040f","type":"BasicTicker"},{"attributes":{"axis_label":"Episodes","formatter":{"id":"b934c7ed-e6ff-4adf-9740-8f9e7a91d36d","type":"BasicTickFormatter"},"plot":{"id":"34fde739-ad60-49ee-bc36-69cacf0d0323","subtype":"Figure","type":"Plot"},"ticker":{"id":"757fe558-05e3-4397-a6b1-1fa4c27c1b3d","type":"BasicTicker"}},"id":"cd44b11b-e272-47e9-ae2e-89eda4189285","type":"LinearAxis"},{"attributes":{"callback":null,"column_names":["y","x"],"data":{"x":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,161,162,163,164,165,166,167,168,169,170,171,172,173,174,175,176,177,178,179,180,181,182,183,184,185,186,187,188,189,190,191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206,207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222,223,224,225,226,227,228,229,230,231,232,233,234,235,236,237,238,239,240,241,242,243,244,245,246,247,248,249,250,251,252,253,254,255,256,257,258,259,260,261,262,263,264,265,266,267,268,269,270,271,272,273,274,275,276,277,278,279,280,281,282,283,284,285,286,287,288,289,290,291,292,293,294,295,296,297,298,299,300,301,302,303,304,305,306,307,308,309,310,311,312,313,314,315,316,317,318,319,320,321,322,323,324,325,326,327,328,329,330,331,332,333,334,335,336,337,338,339,340,341,342,343,344,345,346,347,348,349,350,351,352,353,354,355,356,357,358,359,360,361,362,363,364,365,366,367,368,369,370,371,372,373,374,375,376,377,378,379,380,381,382,383,384,385,386,387,388,389,390,391,392,393,394,395,396,397,398,399,400,401,402,403,404,405,406,407,408,409,410,411,412,413,414,415,416,417,418,419,420,421,422,423,424,425,426,427,428,429,430,431,432,433,434,435,436,437,438,439,440,441,442,443,444,445,446,447,448,449,450,451,452,453,454,455,456,457,458,459,460,461,462,463,464,465,466,467,468,469,470,471,472,473,474,475,476,477,478,479,480,481,482,483,484,485,486,487,488,489,490,491,492,493,494,495,496,497,498,499,500],"y":{"__ndarray__":"AAAAAAAyrkAAAAAAAICtQFVVVVVVD65AAAAAAACZrUBmZmZmZmytQAAAAAAAWq5AJUmSJElWrkAAAAAAQA2vQBzHcRzHz65AZmZmZmZcrkBddNFFFz+uQFVVVVXV561Aip3YiZ3irUAAAAAAAJetQGZmZmZmRK1AAAAAACD8rEDEw8PDw9OsQHIcx3EcxaxAKK+hvIYKrUDNzMzMTH2tQAzDMAzDxq1AXXTRRReCrUCykIUsZEOtQFVVVVVVOK1AexSuR+EwrUCe2Imd2IitQL6E9hLa8a1Abtu2bVtHrkBHWO5phDmuQN7d3d3dL65AlVJKKaUyrkAAAAAAcB+uQE422WSTE65ADw8PDw8orkCLr/iKr0CuQAAAAACAR65AWjeYIp9HrkBRXkN5DTyuQFy+5Vu+La5AZmZmZmYFrkBqV6J2JeitQJIkSZIk1K1A+oK+oC/WrUC66KKLrsOtQFD6pE/60K1AvelNb3rDrUDqOxv1nb2tQFVVVVVVnq1ARGN9aKyRrUAfhetRuJOtQM7Nzc3Nk61Aip3YiR2erUBEaoLxVo6tQFVVVVVVeq1AgjwlyFNkrUBu27ZtG3KtQJTXUF5Dea1AhOWeRlh1rUDMYyuChnWtQJqZmZkZbq1ATIZgHW1grUBjjDHGGF+tQJZlWZZlh61AAAAAAICErUDRC73QC32tQOGDDz74d61AYyI9UDlzrUC1tLS0NHKtQJGFLGQhba1A6qAO6qBvrUAAAAAAAHStQFVVVVXVZq1AZsuWLVtirUA+6wZT5FqtQAOdNtBpXa1AvYbyGspfrUBddNFFF12tQLETO7ETbK1AwvyuFjd5rUAAAAAAQIStQCNl4OnWhK1AMjgfg/N1rUAo4Y2mzm+tQPQ8z/M8Z61ApqWlpaVjrUAAAAAAAFmtQC+QSfECY61AdNFFF51UrUCEIhShCFmtQHd3d3d3VK1At23btm1PrUBkIQtZSFOtQKiffvrpT61AkyuIyRVQrUDPLXHq90ytQAAAAADAUq1A/aCjAl9ErUCsD431oT2tQJNNNtlkU61APQrXo3BRrUBSuB6Fa02tQM3MzMzMQK1AhetRuB45rUBcj8L1qDatQNejcD2KMK1Aj8L1KFwdrUCuR+F6lBmtQHE9Ctej/KxAPQrXo3ACrUA9Ctej8AKtQKRwPQrX/qxAuB6F61EFrUDNzMzMTPqsQFyPwvWoAa1AH4XrUTgErUApXI/C9RKtQOxRuB6FHq1AmpmZmZktrUDsUbgeBSutQDMzMzOzFq1A7FG4HgUArUDhehSuxwmtQM3MzMzMFK1AUrgehWsYrUB7FK5H4ROtQOF6FK5HCa1AXI/C9ajkrEDhehSuR8isQK5H4XqUxaxAj8L1KFy+rEBSuB6F68CsQEjhehSuu6xApHA9ClezrEBxPQrXo7+sQMP1KFwPrqxA7FG4HgWqrEBSuB6F66qsQB+F61G4o6xA7FG4HgWlrECPwvUo3K6sQHsUrkfhv6xAH4XrUTjGrEBI4XoULsusQDMzMzOzzqxA4XoUrkfMrECamZmZGdKsQPYoXI9CyqxArkfhehTgrECamZmZGeusQM3MzMxM4KxAcT0K1yPWrEBcj8L1KNOsQPYoXI/C3KxArkfhepTvrEDXo3A9ivisQDMzMzOz4qxAKVyPwvXZrEBmZmZm5tysQFK4HoXr26xArkfhepTnrEDXo3A9Cu+sQAAAAAAA6KxAZmZmZmbLrEDNzMzMzMysQArXo3A9yqxAAAAAAIDerEAfhetROOqsQI/C9Sjc4qxACtejcL3orECPwvUoXO2sQDMzMzOz56xA9ihcj0L1rEDD9ShcD/asQHE9CtejCq1AcT0K1yMGrUDsUbgehfisQArXo3A99KxArkfhehTjrECamZmZGeKsQB+F61E40axAAAAAAADhrEAAAAAAAOqsQGZmZmZm66xAj8L1KNzlrEDXo3A9it6sQBSuR+H64KxAFK5H4XrlrECPwvUoXPKsQDMzMzOz4qxAXI/C9SjlrEDNzMzMTOusQArXo3A96KxAPQrXo/DerEBxPQrXo9SsQArXo3C92axAH4XrUbjarEAK16NwPeasQB+F61G46KxASOF6FK7HrEDsUbgeBcWsQClcj8J1wqxAmpmZmRnQrECuR+F6FMWsQNejcD0KzqxAFK5H4frJrEAAAAAAgMWsQFK4HoXrvaxAcT0K1yPErEBI4XoULsasQFyPwvWoxqxAexSuR+HUrECamZmZmeOsQKRwPQpX7qxAZmZmZubwrECamZmZGeysQBSuR+H65axAXI/C9SjZrECamZmZmdOsQOF6FK7H06xA4XoUrsfHrEBmZmZmZtCsQPYoXI9C1qxAMzMzMzPtrEBcj8L1qOmsQMP1KFyPDa1A4XoUrscFrUCamZmZmRatQNejcD2KEq1AMzMzM7MirUCuR+F6FDKtQOxRuB6FKK1AAAAAAIAnrUDD9ShcDzGtQB+F61G4Eq1AmpmZmZkLrUBmZmZm5g+tQAAAAACAD61AKVyPwnUUrUAAAAAAgBatQM3MzMxMF61AXI/C9SglrUA9CtejcCatQPYoXI/CH61Aj8L1KFwXrUCuR+F6FBetQK5H4XqUDq1AFK5H4foOrUAAAAAAAAWtQDMzMzOz96xA7FG4HoUBrUB7FK5HYQ2tQBSuR+H6CK1AXI/C9agHrUCamZmZGf2sQPYoXI/CA61AuB6F69EGrUAfhetRuAytQNejcD0KGa1AmpmZmRkUrUCamZmZmf6sQD0K16PwIq1AFK5H4foprUBSuB6Fay6tQOxRuB6FKa1AZmZmZmY5rUDNzMzMzCOtQB+F61G4F61ApHA9ClcXrUAAAAAAAButQD0K16NwEa1ApHA9CtcTrUDhehSuxwetQJqZmZmZ/axA4XoUrkfsrEDNzMzMTOqsQLgehevR8axAhetRuJ7/rEDNzMzMzAGtQPYoXI9CAq1ArkfhehQDrUDsUbgeBemsQFyPwvWo4qxAexSuR2HerEAK16NwveasQK5H4XqU8qxArkfhepT5rEA9CtejcOesQFK4HoXr3axArkfhehTsrEDsUbgeheusQM3MzMxM7qxAj8L1KNzvrECkcD0KV+6sQI/C9Shc76xAj8L1KNzxrECuR+F6FPSsQBSuR+H6+6xAzczMzEzyrECamZmZGfesQPYoXI/C7axACtejcD0NrUAAAAAAgA6tQPYoXI9CGK1AZmZmZuYIrUAAAAAAABitQI/C9ShcIa1AexSuR2EsrUAfhetRuD2tQMP1KFyPNa1AcT0K16M5rUAAAAAAgCStQEjhehQuGq1A16NwPYolrUA9Ctej8B2tQArXo3C9Iq1AexSuR+EjrUDNzMzMzEGtQDMzMzOzO61ApHA9ClcprUAUrkfheiWtQOxRuB6FNa1Aw/UoXI8urUAzMzMzMxatQB+F61E4Ea1AUrgehWv3rECkcD0KV+usQM3MzMxM1KxA16NwPYrWrEAzMzMzM76sQK5H4XoUtqxASOF6FK66rECF61G4HtesQEjhehSu4KxArkfhepTzrECF61G4HvysQLgehetR7qxAcT0K16PurECamZmZGfSsQFyPwvWo76xA4XoUrkfyrEAAAAAAgN2sQArXo3A95qxAw/UoXI/mrEBcj8L1KP6sQArXo3C99axAmpmZmRn5rEDNzMzMzPysQClcj8J18qxASOF6FK7trEDD9ShcD9+sQClcj8L10KxAFK5H4frXrEAfhetRuNusQNejcD0K6KxAcT0K1yPjrEApXI/Cde2sQM3MzMzM6KxASOF6FC7WrEBI4XoULtasQBSuR+H62qxAH4XrUbjCrEAAAAAAAL6sQAAAAACAs6xAPQrXo/C4rECamZmZmaqsQFyPwvUot6xAUrgehWuzrECkcD0KV7isQArXo3A9q6xAhetRuJ6trEDXo3A9CqGsQOF6FK5HqqxA4XoUrseorEAzMzMzM6msQB+F61E4rqxArkfhehS5rEAAAAAAgKasQK5H4XoUoqxAhetRuJ6TrEAzMzMzM6SsQMP1KFyPn6xAFK5H4XqfrEA9CtejcJ+sQEjhehSuoKxA4XoUrsefrECuR+F6FJysQKRwPQrXoqxAXI/C9aigrECamZmZGaKsQAAAAACArKxAFK5H4fqhrED2KFyPQpisQKRwPQpXnqxAuB6F61GprEApXI/CdbesQKRwPQrXsqxAFK5H4fqsrECuR+F6lLasQFK4HoVruqxApHA9CtfArEA9CtejcKGsQOF6FK7HlKxAZmZmZmaYrEBI4XoUrp2sQOxRuB6FoKxAcT0K16OjrEBcj8L1KJWsQI/C9Shce6xA7FG4HoV5rED2KFyPwnqsQHE9CtcjfKxAAAAAAIB9rECPwvUoXGusQK5H4XoUcKxAZmZmZmZ9rEBxPQrXI4WsQEjhehSub6xAexSuR2FyrECuR+F6FHasQClcj8L1eqxAuB6F61FjrEB7FK5H4WCsQBSuR+F6YKxAUrgehWt6rEC4HoXrUYasQJqZmZkZhaxAmpmZmRmFrEBSuB6F64asQFK4HoVrlaxAKVyPwvWSrEDNzMzMTJGsQLgehetRc6xAFK5H4XpxrECPwvUo3GCsQNejcD2KY6xAmpmZmRlxrECkcD0K11+sQFK4HoVrVaxAzczMzExQrEDXo3A9CkOsQOxRuB6FQqxA9ihcj0IyrEC4HoXr0TCsQHsUrkdhHaxACtejcD0yrECuR+F6FDWsQBSuR+F6PKxA7FG4HgVCrEAzMzMzM1WsQGZmZmZmXKxAH4XrUbhorEAfhetRuGCsQJqZmZmZUKxA4XoUrsc5rECkcD0K1zysQK5H4XqUSqxAFK5H4fpBrEAUrkfhekesQClcj8L1Q6xA16NwPQpErECPwvUo3DGsQFK4HoXrQqxAAAAAAABJrEAK16NwvUCsQKRwPQpXQaxAZmZmZuYvrECuR+F6lDWsQJqZmZkZPqxAPQrXo/A9rEDD9ShcD0isQEjhehSuZ6xA4XoUrsdqrEC4HoXr0XGsQArXo3A9b6xAuB6F61FlrEAK16NwvVesQEjhehSuWaxArkfhehRerEApXI/CdWCsQOF6FK7HSKxArkfhepRNrEAUrkfh+k+sQLgehevRV6xA4XoUrsdSrEDD9ShcD0SsQOF6FK7HTKxAFK5H4fpHrEDD9ShcD1SsQEjhehSuTqxAAAAAAAA6rEC4HoXrUTmsQK5H4XqUNKxAcT0K16NFrEDhehSux0OsQOxRuB4FNqxAAAAAAIAxrEBI4XoUrjKsQFK4HoVrOqxAmpmZmRk+rEDNzMzMTFisQB+F61E4baxA","dtype":"float64","shape":[501]}}},"id":"84fd0642-fadd-425b-aa88-4b169465e769","type":"ColumnDataSource"},{"attributes":{"label":{"value":"Agent after 8.09M steps of training"},"renderers":[{"id":"cbecc268-9bac-421a-a942-c54f0e70b071","type":"GlyphRenderer"}]},"id":"ed2bc45c-102d-456c-99f3-8603e7ed1f60","type":"LegendItem"},{"attributes":{},"id":"cea6593f-67d0-4049-a66c-60d33e36c970","type":"BasicTickFormatter"},{"attributes":{"plot":{"id":"34fde739-ad60-49ee-bc36-69cacf0d0323","subtype":"Figure","type":"Plot"}},"id":"dc4d18e5-bbed-4ccc-8499-400a7dc76e57","type":"ResetTool"},{"attributes":{"callback":null,"column_names":["y","x"],"data":{"x":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,161,162,163,164,165,166,167,168,169,170,171,172,173,174,175,176,177,178,179,180,181,182,183,184,185,186,187,188,189,190,191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206,207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222,223,224,225,226,227,228,229,230,231,232,233,234,235,236,237,238,239,240,241,242,243,244,245,246,247,248,249,250,251,252,253,254,255,256,257,258,259,260,261,262,263,264,265,266,267,268,269,270,271,272,273,274,275,276,277,278,279,280,281,282,283,284,285,286,287,288,289,290,291,292,293,294,295,296,297,298,299,300,301,302,303,304,305,306,307,308,309,310,311,312,313,314,315,316,317,318,319,320,321,322,323,324,325,326,327,328,329,330,331,332,333,334,335,336,337,338,339,340,341,342,343,344,345,346,347,348,349,350,351,352,353,354,355,356,357,358,359,360,361,362,363,364,365,366,367,368,369,370,371,372,373,374,375,376,377,378,379,380,381,382,383,384,385,386,387,388,389,390,391,392,393,394,395,396,397,398,399,400,401,402,403,404,405,406,407,408,409,410,411,412,413,414,415,416,417,418,419,420,421,422,423,424,425,426,427,428,429,430,431,432,433,434,435,436,437,438,439,440,441,442,443,444,445,446,447,448,449,450,451,452,453,454,455,456,457,458,459,460,461,462,463,464,465,466,467,468,469,470,471,472,473,474,475,476,477,478,479,480,481,482,483,484,485,486,487,488,489,490,491,492,493,494,495,496,497,498,499,500],"y":{"__ndarray__":"AAAAAAAALEAAAAAAAAAoQAAAAAAAABxAAAAAAAAALkAAAAAAAAAsQAAAAAAAACJAAAAAAAAAHEAAAAAAAAAkQAAAAAAAADBAAAAAAAAAIkAAAAAAAAAqQAAAAAAAADBAAAAAAAAAM0AAAAAAAAAgQAAAAAAAADRAAAAAAAAAJEAAAAAAAAAxQAAAAAAAACxAAAAAAAAAKEAAAAAAAAAgwAAAAAAAADRAAAAAAAAAJEAAAAAAAAAYQAAAAAAAACxAAAAAAAAAJEAAAAAAAAAmQAAAAAAAACZAAAAAAAAAAMAAAAAAAAAUQAAAAAAAADBAAAAAAAAAJkAAAAAAAAAyQAAAAAAAAC5AAAAAAAAALkAAAAAAAAAqQAAAAAAAAChAAAAAAAAAMUAAAAAAAAAiQAAAAAAAADJAAAAAAAAAMUAAAAAAAAAqQAAAAAAAADFAAAAAAAAAGEAAAAAAAAAsQAAAAAAAACBAAAAAAAAAHMAAAAAAAAAcQAAAAAAAAC5AAAAAAAAAJkAAAAAAAAAzQAAAAAAAACJAAAAAAAAAIkAAAAAAAAAwQAAAAAAAAC5AAAAAAAAAKkAAAAAAAAAxQAAAAAAAACZAAAAAAAAAHMAAAAAAAAAgQAAAAAAAADFAAAAAAAAAGEAAAAAAAAA0QAAAAAAAACpAAAAAAAAAKkAAAAAAAAAuQAAAAAAAADNAAAAAAAAAJkAAAAAAAAAAQAAAAAAAADFAAAAAAAAALEAAAAAAAAAwQAAAAAAAACBAAAAAAAAAJkAAAAAAAAAsQAAAAAAAAC5AAAAAAAAALEAAAAAAAAAsQAAAAAAAADBAAAAAAAAAHEAAAAAAAAAgQAAAAAAAADFAAAAAAAAALEAAAAAAAAAUQAAAAAAAACpAAAAAAAAAMkAAAAAAAAAmQAAAAAAAABRAAAAAAAAALkAAAAAAAAAzQAAAAAAAABBAAAAAAAAAMUAAAAAAAAAmQAAAAAAAACJAAAAAAAAAIEAAAAAAAAAyQAAAAAAAACpAAAAAAAAAMEAAAAAAAAA0QAAAAAAAADBAAAAAAAAAJEAAAAAAAAAoQAAAAAAAAC5AAAAAAAAA8L8AAAAAAAAiQAAAAAAAAC5AAAAAAAAAMEAAAAAAAAAsQAAAAAAAAChAAAAAAAAAM0AAAAAAAAAzQAAAAAAAADBAAAAAAAAALkAAAAAAAAAsQAAAAAAAADVAAAAAAAAAKkAAAAAAAAAqQAAAAAAAABRAAAAAAAAAKkAAAAAAAAAkQAAAAAAAADNAAAAAAAAALEAAAAAAAAAUwAAAAAAAACRAAAAAAAAALkAAAAAAAAAsQAAAAAAAACpAAAAAAAAAMEAAAAAAAAAiQAAAAAAAAC5AAAAAAAAALkAAAAAAAAAyQAAAAAAAADRAAAAAAAAAKEAAAAAAAAAoQAAAAAAAADBAAAAAAAAAMUAAAAAAAAAYQAAAAAAAACxAAAAAAAAAKEAAAAAAAAAIQAAAAAAAAABAAAAAAAAAM0AAAAAAAAAyQAAAAAAAADNAAAAAAAAAKEAAAAAAAAA0QAAAAAAAADFAAAAAAAAAJkAAAAAAAAAxQAAAAAAAACZAAAAAAAAAM0AAAAAAAAAqQAAAAAAAACRAAAAAAAAAJEAAAAAAAAA0QAAAAAAAADFAAAAAAAAAIEAAAAAAAAAxQAAAAAAAACRAAAAAAAAAMUAAAAAAAAAiQAAAAAAAABhAAAAAAAAAFEAAAAAAAAA1QAAAAAAAAPA/AAAAAAAAMEAAAAAAAAAyQAAAAAAAACpAAAAAAAAAHEAAAAAAAAAxQAAAAAAAABhAAAAAAAAAMUAAAAAAAAAcQAAAAAAAADNAAAAAAAAAIkAAAAAAAAAwQAAAAAAAACxAAAAAAAAAJkAAAAAAAAAYwAAAAAAAACpAAAAAAAAALkAAAAAAAAAUQAAAAAAAADBAAAAAAAAAMUAAAAAAAAAxQAAAAAAAABTAAAAAAAAAKkAAAAAAAAAgQAAAAAAAADRAAAAAAAAAIEAAAAAAAAAzQAAAAAAAAChAAAAAAAAA8D8AAAAAAAAwQAAAAAAAAC5AAAAAAAAALkAAAAAAAAAiQAAAAAAAADFAAAAAAAAAMUAAAAAAAAA0QAAAAAAAACxAAAAAAAAAJkAAAAAAAAAkQAAAAAAAADFAAAAAAAAAMUAAAAAAAAAoQAAAAAAAAC5AAAAAAAAAMUAAAAAAAAAiQAAAAAAAACpAAAAAAAAAHEAAAAAAAAAgQAAAAAAAAChAAAAAAAAA8L8AAAAAAAAkQAAAAAAAACRAAAAAAAAAHEAAAAAAAAAxQAAAAAAAACxAAAAAAAAAM0AAAAAAAAAoQAAAAAAAABBAAAAAAAAAMUAAAAAAAAAAQAAAAAAAAC5AAAAAAAAALEAAAAAAAAAmQAAAAAAAADJAAAAAAAAAIEAAAAAAAAAcQAAAAAAAACxAAAAAAAAAJkAAAAAAAAAoQAAAAAAAADBAAAAAAAAAMkAAAAAAAAAsQAAAAAAAACBAAAAAAAAAJkAAAAAAAAAwQAAAAAAAAABAAAAAAAAA8D8AAAAAAAAYQAAAAAAAACZAAAAAAAAAMkAAAAAAAAAiQAAAAAAAAAjAAAAAAAAAMkAAAAAAAAAuQAAAAAAAAC5AAAAAAAAAGEAAAAAAAAAkQAAAAAAAAC5AAAAAAAAAJkAAAAAAAAAkQAAAAAAAACBAAAAAAAAAMkAAAAAAAAAoQAAAAAAAADFAAAAAAAAAMkAAAAAAAAAoQAAAAAAAADJAAAAAAAAAKEAAAAAAAAAuQAAAAAAAACJAAAAAAAAAKEAAAAAAAAAuQAAAAAAAAC5AAAAAAAAAMkAAAAAAAAAiQAAAAAAAADFAAAAAAAAAJEAAAAAAAAAIQAAAAAAAACZAAAAAAAAAJEAAAAAAAAAwQAAAAAAAACRAAAAAAAAAJkAAAAAAAAAuQAAAAAAAADBAAAAAAAAAMUAAAAAAAAAmQAAAAAAAACZAAAAAAAAAHEAAAAAAAAAsQAAAAAAAABDAAAAAAAAAMEAAAAAAAAAyQAAAAAAAACxAAAAAAAAAKEAAAAAAAAAmQAAAAAAAACJAAAAAAAAAIEAAAAAAAAAcQAAAAAAAAC5AAAAAAAAAMkAAAAAAAADwPwAAAAAAAAjAAAAAAAAAJEAAAAAAAAAoQAAAAAAAACxAAAAAAAAAIEAAAAAAAAAkQAAAAAAAACRAAAAAAAAACMAAAAAAAAAkQAAAAAAAADFAAAAAAAAALkAAAAAAAAAmQAAAAAAAACxAAAAAAAAAJEAAAAAAAAAmQAAAAAAAADRAAAAAAAAAJkAAAAAAAAAmQAAAAAAAAC5AAAAAAAAAJEAAAAAAAAAUQAAAAAAAABhAAAAAAAAAGMAAAAAAAAAuQAAAAAAAAC5AAAAAAAAAM0AAAAAAAAAwQAAAAAAAACxAAAAAAAAAMUAAAAAAAAAyQAAAAAAAADNAAAAAAAAAKkAAAAAAAADwPwAAAAAAAC5AAAAAAAAAJkAAAAAAAAAiQAAAAAAAAC5AAAAAAAAALEAAAAAAAAAgQAAAAAAAABBAAAAAAAAAKkAAAAAAAAAxQAAAAAAAACBAAAAAAAAALEAAAAAAAAAmQAAAAAAAACpAAAAAAAAAJkAAAAAAAAAwQAAAAAAAACZAAAAAAAAAJkAAAAAAAADwPwAAAAAAABTAAAAAAAAAJkAAAAAAAAAIQAAAAAAAADFAAAAAAAAAJEAAAAAAAAAqQAAAAAAAAAhAAAAAAAAAM0AAAAAAAAAsQAAAAAAAACBAAAAAAAAALkAAAAAAAAAmQAAAAAAAADBAAAAAAAAAJkAAAAAAAAAsQAAAAAAAAChAAAAAAAAAMEAAAAAAAAAUQAAAAAAAAABAAAAAAAAAMUAAAAAAAAAcQAAAAAAAADBAAAAAAAAAJEAAAAAAAAAxQAAAAAAAACRAAAAAAAAAHEAAAAAAAAAsQAAAAAAAAPA/AAAAAAAAMUAAAAAAAAAqQAAAAAAAADFAAAAAAAAAMEAAAAAAAAAkQAAAAAAAADFAAAAAAAAAHEAAAAAAAAAiQAAAAAAAABhAAAAAAAAAJkAAAAAAAAAmQAAAAAAAAADAAAAAAAAAKEAAAAAAAAAoQAAAAAAAACpAAAAAAAAAIEAAAAAAAAAgQAAAAAAAADFAAAAAAAAAJkAAAAAAAAAoQAAAAAAAAChAAAAAAAAAM0AAAAAAAAAyQAAAAAAAADVAAAAAAAAALEAAAAAAAAA0QAAAAAAAACpAAAAAAAAALEAAAAAAAAAsQAAAAAAAABBAAAAAAAAAKEAAAAAAAAAuQAAAAAAAAChAAAAAAAAAIEAAAAAAAAAcQAAAAAAAADBAAAAAAAAAMkAAAAAAAAAkQAAAAAAAACZAAAAAAAAAFEAAAAAAAAAwQAAAAAAAACBAAAAAAAAAJEAAAAAAAAAIQAAAAAAAAC5AAAAAAAAAJEAAAAAAAAAsQAAAAAAAADJAAAAAAAAAEEAAAAAAAAAsQAAAAAAAACJAAAAAAAAAKkAAAAAAAAAyQAAAAAAAAPA/AAAAAAAAMEAAAAAAAAAuQAAAAAAAADBAAAAAAAAALkAAAAAAAAAzQAAAAAAAAC5AAAAAAAAAM0AAAAAAAAAYQAAAAAAAADFAAAAAAAAAIkAAAAAAAAA0QAAAAAAAACJAAAAAAAAAIkAAAAAAAAAuQAAAAAAAACRAAAAAAAAAKEAAAAAAAAAsQAAAAAAAADJAAAAAAAAAMUAAAAAAAAAkQAAAAAAAABxAAAAAAAAAGEAAAAAAAAAoQAAAAAAAADJAAAAAAAAAGEAAAAAAAAAuQAAAAAAAACpAAAAAAAAANEAAAAAAAAAiQAAAAAAAACxAAAAAAAAAMUAAAAAAAAAuQAAAAAAAACJAAAAAAAAAEMAAAAAAAAAYQAAAAAAAACRAAAAAAAAAMEAAAAAAAAAAQAAAAAAAADFAAAAAAAAAHEAAAAAAAAAQQAAAAAAAADNAAAAAAAAAJkAAAAAAAAAgQAAAAAAAADBAAAAAAAAALEAAAAAAAAAyQAAAAAAAACRAAAAAAAAAKEAAAAAAAAAxQAAAAAAAADRAAAAAAAAAM0AAAAAAAAAYQAAAAAAAACxAAAAAAAAAJkAAAAAAAAAuQAAAAAAAADRAAAAAAAAAMkAAAAAAAAAsQAAAAAAAADJAAAAAAAAALEAAAAAAAAAuQAAAAAAAACBAAAAAAAAAMUAAAAAAAAAYQAAAAAAAACRAAAAAAAAAMUAAAAAAAAAyQAAAAAAAABRAAAAAAAAALEAAAAAAAAAmQAAAAAAAACxA","dtype":"float64","shape":[501]}}},"id":"ccb3ac63-2d70-4fd3-8552-a216030fdb5a","type":"ColumnDataSource"},{"attributes":{"line_color":{"value":"#CC6677"},"x":{"field":"x"},"y":{"field":"y"}},"id":"853d9e49-9c17-4c15-9c09-0af0dca41472","type":"Line"},{"attributes":{"line_alpha":{"value":0.1},"line_color":{"value":"#1f77b4"},"x":{"field":"x"},"y":{"field":"y"}},"id":"01fc5d3a-036c-4c88-bc0c-cc560b2ce841","type":"Line"},{"attributes":{"line_alpha":{"value":0.1},"line_color":{"value":"#1f77b4"},"x":{"field":"x"},"y":{"field":"y"}},"id":"8c313b68-cc74-4462-96fb-6815ed3d8e76","type":"Line"},{"attributes":{"items":[{"id":"580fb6fc-7478-4bb7-8355-0e8315585b29","type":"LegendItem"},{"id":"01567ebf-cc24-4d8f-86e1-237960f42f65","type":"LegendItem"},{"id":"90fa70b9-0bf1-4718-b956-e0dea51fb8ab","type":"LegendItem"},{"id":"3174e67e-da10-44c9-a1e6-4907e1fe7dc0","type":"LegendItem"}],"location":[0,260],"orientation":"horizontal","plot":{"id":"3ae4e0e1-d2fd-46a7-9d06-869392d9e54e","subtype":"Figure","type":"Plot"}},"id":"b8969859-0f3e-4d1b-a764-1060861b5e77","type":"Legend"},{"attributes":{"below":[{"id":"cd44b11b-e272-47e9-ae2e-89eda4189285","type":"LinearAxis"}],"left":[{"id":"e3e2adc8-0bc2-4700-9039-0f92d280bcd5","type":"LinearAxis"}],"plot_height":300,"plot_width":900,"renderers":[{"id":"cd44b11b-e272-47e9-ae2e-89eda4189285","type":"LinearAxis"},{"id":"5f0c3b20-9510-4a74-b7f1-da0588780c82","type":"Grid"},{"id":"e3e2adc8-0bc2-4700-9039-0f92d280bcd5","type":"LinearAxis"},{"id":"6e8464cb-385d-4a4e-a2b1-ef71b530d709","type":"Grid"},{"id":"33219c89-a236-4e41-bca1-000d52935459","type":"BoxAnnotation"},{"id":"a44a41b0-f8ac-4a60-8980-2cdd9f5422c5","type":"GlyphRenderer"},{"id":"ed4b9b21-985f-4629-ada5-95e3dc9b7c35","type":"GlyphRenderer"},{"id":"af700342-4db7-46b5-9aeb-9b57b93fa43c","type":"GlyphRenderer"},{"id":"aa286804-71c5-4c81-9f3a-62a7c52dbefd","type":"GlyphRenderer"},{"id":"b29c5c85-167d-482d-9227-83ffd6455154","type":"Legend"}],"title":{"id":"dcdd5a5d-a8ec-4131-abfd-0730ffeb12b4","type":"Title"},"tool_events":{"id":"857ac0b9-c3ce-4527-9276-db8c6052a5da","type":"ToolEvents"},"toolbar":{"id":"c2b56529-d62c-4bb9-881a-790db15aeb9e","type":"Toolbar"},"x_range":{"id":"728ba0a7-b717-4887-93d2-736092c01e86","type":"DataRange1d"},"x_scale":{"id":"0c02ec25-0db1-4f36-9508-0162924518fe","type":"LinearScale"},"y_range":{"id":"e59c5dcf-2914-4f5b-9f54-8a3f2140e136","type":"Range1d"},"y_scale":{"id":"7a0e3965-7202-48cb-9612-10074558e3c3","type":"LinearScale"}},"id":"34fde739-ad60-49ee-bc36-69cacf0d0323","subtype":"Figure","type":"Plot"},{"attributes":{"dimension":1,"plot":{"id":"3ae4e0e1-d2fd-46a7-9d06-869392d9e54e","subtype":"Figure","type":"Plot"},"ticker":{"id":"c4a37d09-025a-4f7e-905e-9a7b8f320fae","type":"BasicTicker"}},"id":"799b761d-c7c6-4f7d-a868-c47ad7ab693f","type":"Grid"},{"attributes":{"plot":{"id":"3ae4e0e1-d2fd-46a7-9d06-869392d9e54e","subtype":"Figure","type":"Plot"}},"id":"b8bfde79-a848-4cf4-b673-06d604236275","type":"ResetTool"},{"attributes":{"items":[{"id":"af740f40-a81c-4ff1-83c6-49cc287acf6a","type":"LegendItem"},{"id":"d1f595ff-cf87-41f1-af34-c05f2e27fe0a","type":"LegendItem"},{"id":"7be2964d-c027-4e0e-8d92-a232c3432b3d","type":"LegendItem"},{"id":"3b4d0ef7-613e-4c0e-87cb-476632c8e87a","type":"LegendItem"}],"location":[0,260],"orientation":"horizontal","plot":{"id":"34fde739-ad60-49ee-bc36-69cacf0d0323","subtype":"Figure","type":"Plot"}},"id":"b29c5c85-167d-482d-9227-83ffd6455154","type":"Legend"},{"attributes":{},"id":"857ac0b9-c3ce-4527-9276-db8c6052a5da","type":"ToolEvents"},{"attributes":{},"id":"b934c7ed-e6ff-4adf-9740-8f9e7a91d36d","type":"BasicTickFormatter"},{"attributes":{"data_source":{"id":"d8b67eff-d234-4047-8dc0-a3c74cf8cdcc","type":"ColumnDataSource"},"glyph":{"id":"915fb0b1-c199-4bb1-888f-e5dc32552949","type":"Line"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"8c313b68-cc74-4462-96fb-6815ed3d8e76","type":"Line"},"selection_glyph":null},"id":"af700342-4db7-46b5-9aeb-9b57b93fa43c","type":"GlyphRenderer"},{"attributes":{"plot":{"id":"3ae4e0e1-d2fd-46a7-9d06-869392d9e54e","subtype":"Figure","type":"Plot"}},"id":"faa3feb5-4c87-41ac-a5f6-a5a6e57344d7","type":"PanTool"},{"attributes":{"plot":null,"text":""},"id":"d5ed8ca9-80f5-4a2e-9d74-c552dc3e65e3","type":"Title"},{"attributes":{},"id":"0c02ec25-0db1-4f36-9508-0162924518fe","type":"LinearScale"},{"attributes":{"label":{"value":"Agent after 9.50M steps of training"},"renderers":[{"id":"aa286804-71c5-4c81-9f3a-62a7c52dbefd","type":"GlyphRenderer"}]},"id":"3b4d0ef7-613e-4c0e-87cb-476632c8e87a","type":"LegendItem"},{"attributes":{"data_source":{"id":"84fd0642-fadd-425b-aa88-4b169465e769","type":"ColumnDataSource"},"glyph":{"id":"9a97bd76-91a2-415c-87cc-69d17117da95","type":"Line"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"d99ab24c-efdd-4519-8424-31a1b0c1d1a3","type":"Line"},"selection_glyph":null},"id":"a44a41b0-f8ac-4a60-8980-2cdd9f5422c5","type":"GlyphRenderer"},{"attributes":{"label":{"value":"Agent after 8.09M steps of training"},"renderers":[{"id":"af700342-4db7-46b5-9aeb-9b57b93fa43c","type":"GlyphRenderer"}]},"id":"7be2964d-c027-4e0e-8d92-a232c3432b3d","type":"LegendItem"},{"attributes":{"line_alpha":{"value":0.1},"line_color":{"value":"#1f77b4"},"x":{"field":"x"},"y":{"field":"y"}},"id":"c2e8bb3e-4dac-4fe4-bcd2-ca422adf4626","type":"Line"},{"attributes":{"plot":{"id":"3ae4e0e1-d2fd-46a7-9d06-869392d9e54e","subtype":"Figure","type":"Plot"}},"id":"fcec1693-2e15-4edb-a0c6-cec080c88db0","type":"SaveTool"},{"attributes":{"line_alpha":{"value":0.1},"line_color":{"value":"#1f77b4"},"x":{"field":"x"},"y":{"field":"y"}},"id":"93995f5f-08a1-42f8-91a2-5568d5809ea4","type":"Line"},{"attributes":{},"id":"7a0e3965-7202-48cb-9612-10074558e3c3","type":"LinearScale"},{"attributes":{"dimension":1,"plot":{"id":"34fde739-ad60-49ee-bc36-69cacf0d0323","subtype":"Figure","type":"Plot"},"ticker":{"id":"37894dd1-748b-4d5a-b325-71443c5c4d84","type":"BasicTicker"}},"id":"6e8464cb-385d-4a4e-a2b1-ef71b530d709","type":"Grid"},{"attributes":{"plot":{"id":"34fde739-ad60-49ee-bc36-69cacf0d0323","subtype":"Figure","type":"Plot"}},"id":"1bc5b66f-424f-4994-b073-99da0b44d5ed","type":"PanTool"},{"attributes":{"line_alpha":{"value":0.1},"line_color":{"value":"#1f77b4"},"x":{"field":"x"},"y":{"field":"y"}},"id":"a23f999e-675f-4b53-918b-a2a035b5a035","type":"Line"},{"attributes":{"label":{"value":"Agent after 9.50M steps of training"},"renderers":[{"id":"cd992ffc-d87d-48e6-80de-a983329fdac8","type":"GlyphRenderer"}]},"id":"3174e67e-da10-44c9-a1e6-4907e1fe7dc0","type":"LegendItem"},{"attributes":{"label":{"value":"Agent after 9.50M steps of training"},"renderers":[{"id":"64beab1c-e664-4941-a2f4-aa9e7061835e","type":"GlyphRenderer"}]},"id":"12d38566-6304-4065-a881-34d9e07d7b0e","type":"LegendItem"},{"attributes":{"axis_label":"Rolling Mean of recent 100 Rewards","formatter":{"id":"f5172ef8-916c-4745-b5db-3209e388d06b","type":"BasicTickFormatter"},"plot":{"id":"97d4c5f1-1812-460c-be67-dcbafb6c517e","subtype":"Figure","type":"Plot"},"ticker":{"id":"e9981496-d786-43eb-98ac-025ab3df4662","type":"BasicTicker"}},"id":"eb33e08f-257d-46d5-b8ba-062b735b78ad","type":"LinearAxis"},{"attributes":{},"id":"e6393baa-ce9a-46c1-83e5-bbf7bdd82ad2","type":"BasicTicker"},{"attributes":{"data_source":{"id":"4486335a-ad2c-4acf-a855-8763d4500ff7","type":"ColumnDataSource"},"glyph":{"id":"d26fb2d9-245a-47a8-a343-2dcfdeaa77c5","type":"Line"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"4ca4f24a-1684-4ec2-a9c9-c614bfc95d00","type":"Line"},"selection_glyph":null},"id":"44d038b8-5485-4401-b4a1-2f5070eeb188","type":"GlyphRenderer"},{"attributes":{"active_drag":"auto","active_inspect":"auto","active_scroll":"auto","active_tap":"auto","tools":[{"id":"1bc5b66f-424f-4994-b073-99da0b44d5ed","type":"PanTool"},{"id":"07b81ae5-9ade-4a8b-b6c8-1aca8fa9c703","type":"WheelZoomTool"},{"id":"2e686b48-173b-4caf-9c6e-ec88f0fd7e4b","type":"BoxZoomTool"},{"id":"6cb7b52a-b31f-4f41-ae5c-d27ffc2f1786","type":"SaveTool"},{"id":"dc4d18e5-bbed-4ccc-8499-400a7dc76e57","type":"ResetTool"},{"id":"6178612e-d160-4a93-b16b-b2f5ec8ea090","type":"HelpTool"}]},"id":"c2b56529-d62c-4bb9-881a-790db15aeb9e","type":"Toolbar"},{"attributes":{"plot":{"id":"3ae4e0e1-d2fd-46a7-9d06-869392d9e54e","subtype":"Figure","type":"Plot"}},"id":"e3a0aa02-08bc-4016-a6ab-3621f493e693","type":"WheelZoomTool"},{"attributes":{},"id":"ee440f67-26b8-4a91-ba37-194835c19534","type":"LinearScale"},{"attributes":{},"id":"9f4d9cca-a023-47c9-8b8c-09fff85182b9","type":"LinearScale"},{"attributes":{"callback":null,"column_names":["y","x"],"data":{"x":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,161,162,163,164,165,166,167,168,169,170,171,172,173,174,175,176,177,178,179,180,181,182,183,184,185,186,187,188,189,190,191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206,207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222,223,224,225,226,227,228,229,230,231,232,233,234,235,236,237,238,239,240,241,242,243,244,245,246,247,248,249,250,251,252,253,254,255,256,257,258,259,260,261,262,263,264,265,266,267,268,269,270,271,272,273,274,275,276,277,278,279,280,281,282,283,284,285,286,287,288,289,290,291,292,293,294,295,296,297,298,299,300,301,302,303,304,305,306,307,308,309,310,311,312,313,314,315,316,317,318,319,320,321,322,323,324,325,326,327,328,329,330,331,332,333,334,335,336,337,338,339,340,341,342,343,344,345,346,347,348,349,350,351,352,353,354,355,356,357,358,359,360,361,362,363,364,365,366,367,368,369,370,371,372,373,374,375,376,377,378,379,380,381,382,383,384,385,386,387,388,389,390,391,392,393,394,395,396,397,398,399,400,401,402,403,404,405,406,407,408,409,410,411,412,413,414,415,416,417,418,419,420,421,422,423,424,425,426,427,428,429,430,431,432,433,434,435,436,437,438,439,440,441,442,443,444,445,446,447,448,449,450,451,452,453,454,455,456,457,458,459,460,461,462,463,464,465,466,467,468,469,470,471,472,473,474,475,476,477,478,479,480,481,482,483,484,485,486,487,488,489,490,491,492,493,494,495,496,497,498,499,500],"y":{"__ndarray__":"AAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVAAAAAAAAANUAAAAAAAAA1QAAAAAAAADVA","dtype":"float64","shape":[501]}}},"id":"dcf28463-d2a7-45b1-9cfe-3cee2a21f7fd","type":"ColumnDataSource"},{"attributes":{"plot":{"id":"34fde739-ad60-49ee-bc36-69cacf0d0323","subtype":"Figure","type":"Plot"}},"id":"6cb7b52a-b31f-4f41-ae5c-d27ffc2f1786","type":"SaveTool"},{"attributes":{},"id":"68e9c0a9-2e2e-41c1-89ec-bafa046fcce6","type":"BasicTickFormatter"},{"attributes":{"plot":{"id":"97d4c5f1-1812-460c-be67-dcbafb6c517e","subtype":"Figure","type":"Plot"}},"id":"f89902f1-bd4b-46e9-843e-e28e44c02cb4","type":"SaveTool"}],"root_ids":["6fd59a86-0b9e-4b57-bbae-699cc3092c2a"]},"title":"Bokeh Application","version":"0.12.6"}};
            var render_items = [{"docid":"9dd387ee-bfd8-4b78-9fb2-0fdcc3168a0c","elementid":"1aa17f94-200c-45ad-b100-4ae49ad0cf33","modelid":"6fd59a86-0b9e-4b57-bbae-699cc3092c2a"}];
            
            Bokeh.embed.embed_items(docs_json, render_items);
          };
          if (document.readyState != "loading") fn();
          else document.addEventListener("DOMContentLoaded", fn);
        })();
      },
      function(Bokeh) {
      }
    ];
  
    function run_inline_js() {
      
      if ((window.Bokeh !== undefined) || (force === true)) {
        for (var i = 0; i < inline_js.length; i++) {
          inline_js[i](window.Bokeh);
        }if (force === true) {
          display_loaded();
        }} else if (Date.now() < window._bokeh_timeout) {
        setTimeout(run_inline_js, 100);
      } else if (!window._bokeh_failed_load) {
        console.log("Bokeh: BokehJS failed to load within specified timeout.");
        window._bokeh_failed_load = true;
      } else if (force !== true) {
        var cell = $(document.getElementById("1aa17f94-200c-45ad-b100-4ae49ad0cf33")).parents('.cell').data().cell;
        cell.output_area.append_execute_result(NB_LOAD_WARNING)
      }
  
    }
  
    if (window._bokeh_is_loading === 0) {
      console.log("Bokeh: BokehJS loaded, going straight to plotting");
      run_inline_js();
    } else {
      load_libs(js_urls, function() {
        console.log("Bokeh: BokehJS plotting callback run at", now());
        run_inline_js();
      });
    }
  }(this));
</script>
</div>

</div>

</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h3 id="Metrics">Metrics<a class="anchor-link" href="#Metrics">&#182;</a></h3><p><strong><em>Average reward :</em></strong>
In Atari pong game at the end of every episode the agent can receive a reward between -21 to 21 based on its performance. The best way to measure the performance of the agent is to calculate the average of all the reward it received across the episodes. In the results we use 500 episodes to determine the average reward</p>
<p><strong><em>Best rolling 100-episode average reward :</em></strong>
This is similar to the Average reward but instead of taking a mean of all the rewards we take rolling means \cite{10} with length of 100 and treat the maximum among those means as a measure.</p>
<p><strong><em>Average episode length for winning episodes :</em></strong>
Another way to measure agents performance is by evaluating the average number of steps taken by the agent to win an episode. Better agent would win a game with in a minimum number of steps. Similarly a worser agent can lose a game with in a minimum number of steps.</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[12]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython2"><pre><span></span><span class="kn">from</span> <span class="nn">bokeh.models</span> <span class="kn">import</span> <span class="n">ColumnDataSource</span>
<span class="kn">from</span> <span class="nn">bokeh.layouts</span> <span class="kn">import</span> <span class="n">widgetbox</span>
<span class="kn">from</span> <span class="nn">bokeh.models.widgets</span> <span class="kn">import</span> <span class="n">DataTable</span><span class="p">,</span> <span class="n">TableColumn</span>

<span class="n">source</span> <span class="o">=</span> <span class="n">ColumnDataSource</span><span class="p">(</span><span class="n">data</span><span class="o">=</span><span class="n">final_stats</span><span class="p">)</span>

<span class="n">columns</span> <span class="o">=</span> <span class="p">[</span>
    <span class="n">TableColumn</span><span class="p">(</span><span class="n">field</span><span class="o">=</span><span class="s1">&#39;agent&#39;</span><span class="p">,</span> <span class="n">title</span><span class="o">=</span><span class="s1">&#39;Agent Name&#39;</span><span class="p">,</span><span class="n">width</span><span class="o">=</span><span class="mi">300</span><span class="p">),</span>
    <span class="n">TableColumn</span><span class="p">(</span><span class="n">field</span><span class="o">=</span><span class="s1">&#39;mean_reward&#39;</span><span class="p">,</span> <span class="n">title</span><span class="o">=</span><span class="s1">&#39;Average Reward&#39;</span><span class="p">,</span> <span class="n">width</span><span class="o">=</span><span class="mi">150</span><span class="p">),</span>
    <span class="n">TableColumn</span><span class="p">(</span><span class="n">field</span><span class="o">=</span><span class="s1">&#39;rolling_mean_reward&#39;</span><span class="p">,</span> <span class="n">title</span><span class="o">=</span><span class="s1">&#39;Best Rolling Average of recent 100 Rewards&#39;</span><span class="p">,</span><span class="n">width</span><span class="o">=</span><span class="mi">300</span><span class="p">),</span>
    <span class="n">TableColumn</span><span class="p">(</span><span class="n">field</span><span class="o">=</span><span class="s1">&#39;mean_episode_len&#39;</span><span class="p">,</span> <span class="n">title</span><span class="o">=</span><span class="s1">&#39;Average Episode Lenght&#39;</span><span class="p">,</span> <span class="n">width</span><span class="o">=</span><span class="mi">200</span><span class="p">)</span>
<span class="p">]</span>

<span class="n">data_table</span> <span class="o">=</span> <span class="n">DataTable</span><span class="p">(</span><span class="n">source</span><span class="o">=</span><span class="n">source</span><span class="p">,</span><span class="n">width</span><span class="o">=</span><span class="mi">900</span><span class="p">,</span> <span class="n">height</span><span class="o">=</span><span class="mi">130</span><span class="p">,</span> <span class="n">columns</span><span class="o">=</span><span class="n">columns</span><span class="p">)</span>

<span class="n">show</span><span class="p">(</span><span class="n">widgetbox</span><span class="p">(</span><span class="n">data_table</span><span class="p">))</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area"><div class="prompt"></div>

<div class="output_html rendered_html output_subarea ">


    <div class="bk-root">
        <div class="bk-plotdiv" id="f47666a0-0ce3-4f3f-92ec-579974fa948d"></div>
    </div>
<script type="text/javascript">
  
  (function(global) {
    function now() {
      return new Date();
    }
  
    var force = false;
  
    if (typeof (window._bokeh_onload_callbacks) === "undefined" || force === true) {
      window._bokeh_onload_callbacks = [];
      window._bokeh_is_loading = undefined;
    }
  
  
    if (typeof (window._bokeh_timeout) === "undefined" || force === true) {
      window._bokeh_timeout = Date.now() + 0;
      window._bokeh_failed_load = false;
    }
  
    var NB_LOAD_WARNING = {'data': {'text/html':
       "<div style='background-color: #fdd'>\n"+
       "<p>\n"+
       "BokehJS does not appear to have successfully loaded. If loading BokehJS from CDN, this \n"+
       "may be due to a slow or bad network connection. Possible fixes:\n"+
       "</p>\n"+
       "<ul>\n"+
       "<li>re-rerun `output_notebook()` to attempt to load from CDN again, or</li>\n"+
       "<li>use INLINE resources instead, as so:</li>\n"+
       "</ul>\n"+
       "<code>\n"+
       "from bokeh.resources import INLINE\n"+
       "output_notebook(resources=INLINE)\n"+
       "</code>\n"+
       "</div>"}};
  
    function display_loaded() {
      if (window.Bokeh !== undefined) {
        var el = document.getElementById("f47666a0-0ce3-4f3f-92ec-579974fa948d");
        el.textContent = "BokehJS " + Bokeh.version + " successfully loaded.";
      } else if (Date.now() < window._bokeh_timeout) {
        setTimeout(display_loaded, 100)
      }
    }
  
    function run_callbacks() {
      try {
        window._bokeh_onload_callbacks.forEach(function(callback) { callback() });
      }
      finally {
        delete window._bokeh_onload_callbacks
      }
      console.info("Bokeh: all callbacks have finished");
    }
  
    function load_libs(js_urls, callback) {
      window._bokeh_onload_callbacks.push(callback);
      if (window._bokeh_is_loading > 0) {
        console.log("Bokeh: BokehJS is being loaded, scheduling callback at", now());
        return null;
      }
      if (js_urls == null || js_urls.length === 0) {
        run_callbacks();
        return null;
      }
      console.log("Bokeh: BokehJS not loaded, scheduling load and callback at", now());
      window._bokeh_is_loading = js_urls.length;
      for (var i = 0; i < js_urls.length; i++) {
        var url = js_urls[i];
        var s = document.createElement('script');
        s.src = url;
        s.async = false;
        s.onreadystatechange = s.onload = function() {
          window._bokeh_is_loading--;
          if (window._bokeh_is_loading === 0) {
            console.log("Bokeh: all BokehJS libraries loaded");
            run_callbacks()
          }
        };
        s.onerror = function() {
          console.warn("failed to load library " + url);
        };
        console.log("Bokeh: injecting script tag for BokehJS library: ", url);
        document.getElementsByTagName("head")[0].appendChild(s);
      }
    };var element = document.getElementById("f47666a0-0ce3-4f3f-92ec-579974fa948d");
    if (element == null) {
      console.log("Bokeh: ERROR: autoload.js configured with elementid 'f47666a0-0ce3-4f3f-92ec-579974fa948d' but no matching script tag was found. ")
      return false;
    }
  
    var js_urls = [];
  
    var inline_js = [
      function(Bokeh) {
        (function() {
          var fn = function() {
            var docs_json = {"e0a1d289-f2d0-4e09-8787-5620cad10c1f":{"roots":{"references":[{"attributes":{"callback":null,"column_names":["rolling_mean_reward","mean_reward","mean_episode_len","agent"],"data":{"agent":["Random Agent","Agent after 5.26M steps of training","Agent after 8.09M steps of training","Agent after 9.50M steps of training"],"mean_episode_len":[3691.13,14511.99,8716.08,7432.27],"mean_reward":[-20.33,12.04,20.08,21.0],"rolling_mean_reward":[-19.0,14.0,20.5,21.0]}},"id":"b750733b-910e-4df2-a065-a40bfe65316d","type":"ColumnDataSource"},{"attributes":{"editor":{"id":"e99c8fab-b611-409c-9668-f27e686d90f2","type":"StringEditor"},"field":"mean_episode_len","formatter":{"id":"6c281ee5-d173-4831-bf15-04bff1fd496a","type":"StringFormatter"},"title":"Average Episode Lenght","width":200},"id":"7d65b7a1-7dd3-43f3-9f4d-12cfef00582c","type":"TableColumn"},{"attributes":{"children":[{"id":"1f178f58-fc02-4bcd-85fd-7cdf9f04a193","type":"DataTable"}]},"id":"a1492924-75f6-482c-ad81-b9ad7e23e9aa","type":"WidgetBox"},{"attributes":{},"id":"4a6b5574-c355-47ad-b05e-1473871bfd0d","type":"StringEditor"},{"attributes":{"editor":{"id":"cbccf176-f319-4bb2-a40b-827aeeea9e2f","type":"StringEditor"},"field":"agent","formatter":{"id":"fd461065-8d41-4f3e-a2d9-4182700dc783","type":"StringFormatter"},"title":"Agent Name"},"id":"8f039a8b-ffb2-4d67-92a3-3dc324a3b804","type":"TableColumn"},{"attributes":{"columns":[{"id":"8f039a8b-ffb2-4d67-92a3-3dc324a3b804","type":"TableColumn"},{"id":"2ceb4147-5d30-4fb6-8756-44e091c87259","type":"TableColumn"},{"id":"046f2648-b413-40ca-ba88-4ae7334f8bc6","type":"TableColumn"},{"id":"7d65b7a1-7dd3-43f3-9f4d-12cfef00582c","type":"TableColumn"}],"height":130,"source":{"id":"b750733b-910e-4df2-a065-a40bfe65316d","type":"ColumnDataSource"},"width":900},"id":"1f178f58-fc02-4bcd-85fd-7cdf9f04a193","type":"DataTable"},{"attributes":{},"id":"cbccf176-f319-4bb2-a40b-827aeeea9e2f","type":"StringEditor"},{"attributes":{"editor":{"id":"4a6b5574-c355-47ad-b05e-1473871bfd0d","type":"StringEditor"},"field":"mean_reward","formatter":{"id":"2641e183-b044-4498-a93d-049ea1ba34fd","type":"StringFormatter"},"title":"Average Reward","width":150},"id":"2ceb4147-5d30-4fb6-8756-44e091c87259","type":"TableColumn"},{"attributes":{},"id":"fd461065-8d41-4f3e-a2d9-4182700dc783","type":"StringFormatter"},{"attributes":{"editor":{"id":"cdbbb826-9a6e-4f9f-a91f-55d253628b1e","type":"StringEditor"},"field":"rolling_mean_reward","formatter":{"id":"7d478ad5-7566-4a93-80ea-8a585f3ffed0","type":"StringFormatter"},"title":"Best Rolling Average of recent 100 Rewards"},"id":"046f2648-b413-40ca-ba88-4ae7334f8bc6","type":"TableColumn"},{"attributes":{},"id":"cdbbb826-9a6e-4f9f-a91f-55d253628b1e","type":"StringEditor"},{"attributes":{},"id":"e99c8fab-b611-409c-9668-f27e686d90f2","type":"StringEditor"},{"attributes":{},"id":"2641e183-b044-4498-a93d-049ea1ba34fd","type":"StringFormatter"},{"attributes":{},"id":"7d478ad5-7566-4a93-80ea-8a585f3ffed0","type":"StringFormatter"},{"attributes":{},"id":"6c281ee5-d173-4831-bf15-04bff1fd496a","type":"StringFormatter"}],"root_ids":["a1492924-75f6-482c-ad81-b9ad7e23e9aa"]},"title":"Bokeh Application","version":"0.12.6"}};
            var render_items = [{"docid":"e0a1d289-f2d0-4e09-8787-5620cad10c1f","elementid":"f47666a0-0ce3-4f3f-92ec-579974fa948d","modelid":"a1492924-75f6-482c-ad81-b9ad7e23e9aa"}];
            
            Bokeh.embed.embed_items(docs_json, render_items);
          };
          if (document.readyState != "loading") fn();
          else document.addEventListener("DOMContentLoaded", fn);
        })();
      },
      function(Bokeh) {
      }
    ];
  
    function run_inline_js() {
      
      if ((window.Bokeh !== undefined) || (force === true)) {
        for (var i = 0; i < inline_js.length; i++) {
          inline_js[i](window.Bokeh);
        }if (force === true) {
          display_loaded();
        }} else if (Date.now() < window._bokeh_timeout) {
        setTimeout(run_inline_js, 100);
      } else if (!window._bokeh_failed_load) {
        console.log("Bokeh: BokehJS failed to load within specified timeout.");
        window._bokeh_failed_load = true;
      } else if (force !== true) {
        var cell = $(document.getElementById("f47666a0-0ce3-4f3f-92ec-579974fa948d")).parents('.cell').data().cell;
        cell.output_area.append_execute_result(NB_LOAD_WARNING)
      }
  
    }
  
    if (window._bokeh_is_loading === 0) {
      console.log("Bokeh: BokehJS loaded, going straight to plotting");
      run_inline_js();
    } else {
      load_libs(js_urls, function() {
        console.log("Bokeh: BokehJS plotting callback run at", now());
        run_inline_js();
      });
    }
  }(this));
</script>
</div>

</div>

</div>
</div>

</div>
    </div>
  </div>
</body>
</html>