11-autograd-ann.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Demystifying Neural Networks \n",
    "\n",
    "---"
   ]
  },
  {
   "attachments": {
    "autograd.svg": {
     "image/svg+xml": [
      "PD94bWwgdmVyc2lvbj0iMS4wIiBlbmNvZGluZz0iVVRGLTgiIHN0YW5kYWxvbmU9Im5vIj8+CjxzdmcKICAgeG1sbnM6ZGM9Imh0dHA6Ly9wdXJsLm9yZy9kYy9lbGVtZW50cy8xLjEvIgogICB4bWxuczpjYz0iaHR0cDovL2NyZWF0aXZlY29tbW9ucy5vcmcvbnMjIgogICB4bWxuczpyZGY9Imh0dHA6Ly93d3cudzMub3JnLzE5OTkvMDIvMjItcmRmLXN5bnRheC1ucyMiCiAgIHhtbG5zOnN2Zz0iaHR0cDovL3d3dy53My5vcmcvMjAwMC9zdmciCiAgIHhtbG5zPSJodHRwOi8vd3d3LnczLm9yZy8yMDAwL3N2ZyIKICAgeG1sbnM6c29kaXBvZGk9Imh0dHA6Ly9zb2RpcG9kaS5zb3VyY2Vmb3JnZS5uZXQvRFREL3NvZGlwb2RpLTAuZHRkIgogICB4bWxuczppbmtzY2FwZT0iaHR0cDovL3d3dy5pbmtzY2FwZS5vcmcvbmFtZXNwYWNlcy9pbmtzY2FwZSIKICAgaWQ9InN2ZzE0MDIzIgogICB2ZXJzaW9uPSIxLjEiCiAgIHZpZXdCb3g9IjAgMCAyNzAuOTMzMzMgODUuNzI1IgogICBoZWlnaHQ9IjMyNCIKICAgd2lkdGg9IjEwMjQiCiAgIHNvZGlwb2RpOmRvY25hbWU9ImF1dG9ncmFkLnN2ZyIKICAgaW5rc2NhcGU6dmVyc2lvbj0iMC45Mi40IDVkYTY4OWMzMTMsIDIwMTktMDEtMTQiPgogIDxzb2RpcG9kaTpuYW1lZHZpZXcKICAgICBwYWdlY29sb3I9IiNmZmZmZmYiCiAgICAgYm9yZGVyY29sb3I9IiM2NjY2NjYiCiAgICAgYm9yZGVyb3BhY2l0eT0iMSIKICAgICBvYmplY3R0b2xlcmFuY2U9IjEwIgogICAgIGdyaWR0b2xlcmFuY2U9IjEwIgogICAgIGd1aWRldG9sZXJhbmNlPSIxMCIKICAgICBpbmtzY2FwZTpwYWdlb3BhY2l0eT0iMCIKICAgICBpbmtzY2FwZTpwYWdlc2hhZG93PSIyIgogICAgIGlua3NjYXBlOndpbmRvdy13aWR0aD0iMTkyMCIKICAgICBpbmtzY2FwZTp3aW5kb3ctaGVpZ2h0PSIxMDYxIgogICAgIGlkPSJuYW1lZHZpZXc1MzQyIgogICAgIHNob3dncmlkPSJmYWxzZSIKICAgICBpbmtzY2FwZTp6b29tPSIxLjY3MzgyODEiCiAgICAgaW5rc2NhcGU6Y3g9IjUxMiIKICAgICBpbmtzY2FwZTpjeT0iMTgwLjI5ODMiCiAgICAgaW5rc2NhcGU6d2luZG93LXg9IjAiCiAgICAgaW5rc2NhcGU6d2luZG93LXk9IjE5IgogICAgIGlua3NjYXBlOndpbmRvdy1tYXhpbWl6ZWQ9IjAiCiAgICAgaW5rc2NhcGU6Y3VycmVudC1sYXllcj0ic3ZnMTQwMjMiIC8+CiAgPGRlZnMKICAgICBpZD0iZGVmczE0MDE3IiAvPgogIDxtZXRhZGF0YQogICAgIGlkPSJtZXRhZGF0YTE0MDIwIj4KICAgIDxyZGY6UkRGPgogICAgICA8Y2M6V29yawogICAgICAgICByZGY6YWJvdXQ9IiI+CiAgICAgICAgPGRjOmZvcm1hdD5pbWFnZS9zdmcreG1sPC9kYzpmb3JtYXQ+CiAgICAgICAgPGRjOnR5cGUKICAgICAgICAgICByZGY6cmVzb3VyY2U9Imh0dHA6Ly9wdXJsLm9yZy9kYy9kY21pdHlwZS9TdGlsbEltYWdlIiAvPgogICAgICAgIDxkYzp0aXRsZT48L2RjOnRpdGxlPgogICAgICA8L2NjOldvcms+CiAgICA8L3JkZjpSREY+CiAgPC9tZXRhZGF0YT4KICA8ZwogICAgIHRyYW5zZm9ybT0ibWF0cml4KC0wLjEyNSwwLDAsMC4xMjUsMjczLjgzNiw0OC4wNzA4MzUpIgogICAgIGlkPSJsYXllcjEiPgogICAgPGcKICAgICAgIHRyYW5zZm9ybT0idHJhbnNsYXRlKDM3LjQ1NDU3NywtMjcuMjkwMzQ2KSIKICAgICAgIGlkPSJnMTU1NDkiPgogICAgICA8cGF0aAogICAgICAgICBzdHlsZT0iZmlsbDojZmZjYzAwO2ZpbGwtb3BhY2l0eToxO3N0cm9rZTpub25lO3N0cm9rZS13aWR0aDowLjI2NDU4MzMycHg7c3Ryb2tlLWxpbmVjYXA6YnV0dDtzdHJva2UtbGluZWpvaW46bWl0ZXI7c3Ryb2tlLW9wYWNpdHk6MSIKICAgICAgICAgZD0ibSAyNC40MTQzODUsMjkxLjcxNjUzIDE1My4xNDU0NDUsMC4yNjcyOSAtMC4yNjcyNywtMjU2Ljg0NTk5OCAxNTEuNDQ5NjUsMC4yOTE4OCAtMS4yNDQxOCwtNzUuMzk0NjIxIGMgMCwwIC0yLjkzOTk3LC0yMS4zODE1NjEgLTE0LjQzMjU0LC0zMy40MDg2ODkgLTExLjQ5MjYsLTEyLjAyNzEzIC0zOC44NTIwNywtMjIuNTk5NjI3IC01OS4wNjY1OCwtMjYuNDU5Njg1IC01My4xODY2MywtMTAuMTU2MjU3IC05OS45NTg4LC05LjA4NzE3NyAtMTU1LjAxNjMyOSwwLjUzNDU0MSAtMTIuNjM3NDEzLDIuMjA4NDggLTM2LjA4MTM4NCw5LjM1NDQzMyAtNTEuMDQ4NDc3LDI3Ljc5NjAyOSAtMTQuOTY3MDk0LDE4LjQ0MTU5OCAtMjEuNjQ4ODMyLDM0LjIxMDUgLTIxLjM4MTU2Miw0My44MzIyMDMgMC4yNjcyNjksOS42MjE3MDIgLTIuMTM4MTU3LDMxOS4zODcwNSAtMi4xMzgxNTcsMzE5LjM4NzA1IHoiCiAgICAgICAgIGlkPSJwYXRoMTQxOTciIC8+CiAgICAgIDxjaXJjbGUKICAgICAgICAgc3R5bGU9ImZpbGw6I2ZmZmZmZjtmaWxsLW9wYWNpdHk6MTtzdHJva2U6bm9uZTtzdHJva2Utd2lkdGg6MC43OTM3NDk5OTtzdHJva2UtbWl0ZXJsaW1pdDo0O3N0cm9rZS1kYXNoYXJyYXk6bm9uZTtzdHJva2Utb3BhY2l0eToxIgogICAgICAgICBpZD0icGF0aDE0MTk5IgogICAgICAgICBjeD0iMjYyLjU5NjM3IgogICAgICAgICBjeT0iLTMyLjIyODAyNCIKICAgICAgICAgcj0iMzAuMjM4MDk0IiAvPgogICAgICA8cGF0aAogICAgICAgICBpZD0icGF0aDEzOTg5IgogICAgICAgICBkPSJtIDM2LjY1MzIzLC03Ni45NTk0MSBjIC0xMC4xNjc0ODcsLTYuNzE0NzE2IC0xMC4yMzc2NjksLTYuNzkyODE5IC05Ljg0ODI5NywtMTAuOTU5Mzc4IDEuMjYzODM2LC0xMy41MjQwMjIgLTYuNDg5MjY4LC0zNy4zNzQ3MjIgLTE0Ljg2MDcwNywtNDUuNzE1NjkyIC01LjM0OTYwNDksLTUuMzMwMTYgLTYuMzg0MDIzOSwtOS4wMjc2MyAtNC4zMjUzMTY5LC0xNS40NjA2OSAxLjI3Mzg4MTUsLTMuOTgwNjMgMS4xODAzMDcxLC00LjQ4MDUxIC0xLjkzNzk0NSwtMTAuMzUyMDcgLTEuODAyMDUwOSwtMy4zOTMyMSAtMy4xMTI0ODgsLTYuMzg1MDYgLTIuOTEyMDgzLC02LjY0ODYgMC43MTM3NCwtMC45Mzg2MSAxNy4xNDI0NDc5LC03LjI4NTcyIDE3LjcyMDQ1MTksLTYuODQ2MTggMC4zMjM3ODksMC4yNDYyMyAtMC42Njc2MTUsNC41NDQ0IC0yLjIwMzEyNyw5LjU1MTUyIC0xLjUzNTUxNCw1LjAwNzEgLTIuNDkwMjg5LDkuMDYyOCAtMi4xMjE3MjYsOS4wMTI2NCAwLjM2ODU2NSwtMC4wNTAyIDMuMDU2OTc0LC0yLjQ2MTY1IDUuOTc0MjUyLC01LjM1ODg1IGwgNS4zMDQxMzIsLTUuMjY3NjcgNC4yNTUwOCwxMi44NzA4IGMgMi4zNDAyODQsNy4wNzg5MiA0LjcwNzQ4MSwxNC4wNDY3MiA1LjI2MDQzLDE1LjQ4NCAwLjk4ODM1MywyLjU2ODk5IDAuODY0OTgzLDIuNTYxNDQgLTcuMjk0MDI5LC0wLjQ0MzU1IC00LjU2NDY2OCwtMS42ODEyIC04LjY3ODY3MSwtMy4wMDUxIC05LjE0MjIzMSwtMi45NDIwMyAtMC40NjM1NTYsMC4wNjMgMC40NjA5NTcsMi4yODg3MSAyLjA1NDQ3NSw0Ljk0NTg1IDEwLjkzMzA3NSwxOC4yMzA0NyAyNi41OTg1MDMsMjMuMTYyMTIgNDAuNjMwMzU5LDEyLjc5MDgzIDcuMjgwMzk0LC01LjM4MTEzIDEwLjM1ODAwMSwtMTAuODQ4MTEgMTAuMDc5NDIxLC0xNy45MDQ4MyAtMC4xOTQxMzgsLTQuOTE3OTIgLTAuNjAyMDI0LC01Ljc3MjEyIC0zLjg1Nzc2NSwtOC4wNzkyMyAtNS4xODY5OTcsLTMuNjc1NjUgLTguMTU3MzAzLC0zLjY2NzkxIC0xNC45MzA1OTcsMC4wMzg0IC0zLjI1ODY3OCwxLjc4MzM0IC03LjQwMjUxNiwzLjQ0MzUgLTkuMjA4NTMxLDMuNjg5MjggLTMuOTYwNzg2LDAuNTM4OTggLTguMjc1MzU2LC0yLjQ2MzkzIC04Ljc3MDc1NywtNi4xMDQ0IC0wLjQ4NzgyNywtMy41ODQ4MyAyLjk1MDgzNCwtMTAuMjYxMzcgNy4yOTE5MDMsLTE0LjE1Nzk4IDMuMDc0MzQsLTIuNzU5NTggNC42NDYyNzQsLTMuMjg4ODggMTEuNTQxNzI2LC0zLjg4NjE4IGwgNy45ODI2NzEsLTAuNjkxNDkgLTIuNTMzNDU1LC03LjEzMjY2IGMgLTIuOTA5MTUxLC04LjE5MDQ0IC0zLjIyMTQ1MSwtMTQuODUzMiAtMS4wNDg3MTMsLTIyLjM3NDUgMC44Mzc4MjYsLTIuOTAwMjggMS4xMzk0MDgsLTUuMjIwOTggMC42NzAyMTMsLTUuMTU3MTUgLTEuMjkwMTQsMC4xNzU1NiAtMTcuNTk3MjY4LDE1LjA5NDI3IC0yNC4xMDcwODYsMjIuMDU0NTUgLTMuMTU1MTAzLDMuMzczNDMgLTYuMTE4OTU5LDYuMTg1NTQgLTYuNTg2MzMyLDYuMjQ5MTQgLTAuNDY3Mzc5LDAuMDYzNyAtMS44MTUzMjIsLTAuNjk3NTggLTIuOTk1NDA5LC0xLjY5MTUxIC0yLjAwNzY2MywtMS42OTA5OSAtMi4wMDI3MzgsLTEuOTc3NzcgMC4wNzY2MywtNC40NjA0MyA0Ljg1ODg1MSwtNS44MDEyOCAxOS4zMzQxNTIsLTE5LjExMjA5IDI4LjAxMzI3MiwtMjUuNzU5NzYgMTEuODc4ODM4LC05LjA5ODQ2IDI1LjY4MjI0MywtMTcuMDc0NzIgMzguNTExMzk5LC0yMi4yNTM3IDEzLjM3NDUwMiwtNS4zOTkxMiAxNy4xNzAxNDIsLTUuOTAyMDcgMTkuOTk1NzgyLC0yLjY0OTU5IDIuOTM0ODgsMy4zNzgyMyA5LjIxMDU5LDE2LjEzNDk1IDExLjA2OTU1LDIyLjUwMTM2IDEuNDQyNDgsNC45Mzk4OSAxLjM5MTk3LDUuMTU2NjYgLTEuMjg2MDEsNS41MjEwNyAtMi41NjM2NCwwLjM0ODg3IC0yLjkxMzA0LC0wLjEzNTM1IC00LjM1MjIzLC02LjAzMjAxIC0xLjYyNjg4LC02LjY2NTQ0IC03LjgyMTgsLTIxLjAzMzggLTguOTk5NjcsLTIwLjg3MzUgLTMuMDA5OTMsMC40MDk1OCAtMjUuMDU2MTM2LDExLjI0MjQ5IC0zMy44OTIwMDksMTYuNjUzNjIgLTE1LjIzOTkwOCw5LjMzMjk2IC0xNC42NzY5NSw4LjUyMjQ4IC04LjczODQ2NywxMi41ODA1MyA2LjU0OTM4NCw0LjQ3NTUxIDExLjUwODU2NywxMi42NDQ5MyAxMi43OTAyMzEsMjEuMDY5NzQgMC41NDE1MjksMy41NTk2OSAxLjAwOTA5Myw2LjQ2ODgzIDEuMDM5MDM3LDYuNDY0NzYgMC4wMjk5NiwtMC4wMDQgMS45MDc1NTcsLTEuMjkzNTggNC4xNzI0OTQsLTIuODY1NTkgOC4xNTIyMDQsLTUuNjU4MTQgMTcuMDE2Mjc0LC00LjM3NDkzIDIxLjc0ODEwNCwzLjE0ODQxIDMuNzgzOTEsNi4wMTYxNCAzLjk4MjI2LDguODM3ODQgMC44NDg4MywxMi4wNzU1NyAtMy4zMjU3OSwzLjQzNjQ5IC01LjY5NjYzLDMuNzc5NDMgLTkuNzMyNjMxLDEuNDA3NzkgLTcuNTcwMTUyLC00LjQ0ODM4IC0xNS40MDc1NzQsMC44OTY5IC0xNS4xODk3OTUsMTAuMzU5NjggMC4xNTk2NDcsNi45MzY3OSAzLjUzNzg0NCwxMi4xOTY0NSA5Ljc2MTM1NCwxNS4xOTc3OSA0LjE0MDQzMiwxLjk5Njc1IDYuNzE4NTAxLDIuMzIzNDcgMTMuOTIzMDkyLDEuNzY0NTUgNy40NDM0NCwtMC41Nzc0OCAxMC4xMzE3NywtMS4zMzczOSAxNi45OTgxMSwtNC44MDQ1IDEwLjgxMzc5LC01LjQ2MDQ0IDIwLjc1Nzg4LC02Ljg1ODg4IDMzLjIxNDQsLTQuNjcwOTIgMjIuMjg2MzYsMy45MTQ1NyAzNC42ODgxMywtMy42MTUzNiAzMi41NjkzLC0xOS43NzUwMyAtMC42NjYzNiwtNS4wODEzNiAtMS4yODczOSwtNi4zNTc1MSAtMy44NTE1LC03LjkxMzQxIC0yLjM3Mzk4LC0xLjQ0MDU1IC0zLjkyMTE5LC0xLjU1ODAyIC02LjkyMzksLTAuNTI1NjYgLTcuODMxNywyLjY5MjU3IC05LjE3NTc5LDIuNTc2ODMgLTEyLjQ1NTU0LC0xLjA3MjY4IC05LjMzNzUxLC0xMC4zOTAyNCAtMC4yMjg1OSwtMjMuMzQ1OTkgMTMuNjA0NTEsLTE5LjM0OTkyIDIuOTE4NzMsMC44NDMxNCA2LjExMDkyLDIuNTAwNCA3LjA5Mzc4LDMuNjgyODMgMi44OTkzMywzLjQ4OCAzLjU1NTEzLDIuMzE5MTggMi42MDcyMiwtNC42NDY2NiAtMC40OTEyNCwtMy42MDk4MSAtMC40Njg5MSwtOS4zMDcyMSAwLjA0OTcsLTEyLjY2MDg0IDAuOTQ3NTMsLTYuMTI3NTYgNS41OTY3OSwtMTQuNzQwNzcgOC4xNDM4OCwtMTUuMDg3MzggMi4xMzE2MywtMC4yOTAwOCA2LjE2NjYzLDYuNzM0OTkgNy44NjQ5MywxMy42OTMwOCAxLjAyMTUsNC4xODUzMiAxLjI1Myw4LjgwNDM4IDAuNjg2MTIsMTMuNjg4OTYgLTAuNDcwNiw0LjA1NDcxIC0wLjgyOTg1LDcuNTYxNjggLTAuNzk4MzMsNy43OTMyIDAuMDMxNSwwLjIzMTU3IDIuNTUzMzgsLTEuMTgyMzQgNS42MDQxNywtMy4xNDE5NyA4LjA1Mzc0LC01LjE3MzMgMTQuOTE0MTMsLTUuODcyNTMgMjAuNjA2MDEsLTIuMTAwMjYgNy4xNTA3NCw0LjczOTExIDguNjk5NzksMTIuNzg1MjkgMy43MjE3NSwxOS4zMzE1OCAtMy4zNzQ4NSw0LjQzODA1IC01LjEwMjI2LDQuNTUwMTUgLTEzLjYxMzU5LDAuODgzNjIgLTMuOTAxNTEsLTEuNjgwNzMgLTcuNTM3NTcsLTIuOTk1NDMgLTguMDgwMTMsLTIuOTIxNTkgLTQuMzk1OTksMC41OTgyIC02LjczMTY5LDcuMzE4OCAtNS41NjI2NywxNi4wMDU1MiAxLjA3OTM1LDguMDE5OTMgMTUuNDU3NTksMTcuMDQ0MjEgMjUuMTE2NzYsMTUuNzY0MDQgNS4yMzI3NSwtMC42OTM0MiAxMy43NTI2NywtNi4zNTcyNyAxNy41OTMzNCwtMTEuNjk1NCAzLjExNzc3LC00LjMzMzQ0IDguMjYzNzUsLTE3LjQ5ODgzIDcuOTE2MDEsLTIwLjI1MjE3IC0wLjIxMTg1LC0xLjY3NzY2IC0yLjM2Mjc0LC0wLjkwMjUyIC05LjU2OTA0LDMuNDQ4NDcgLTIuNDgxNjUsMS40OTgzNyAtNC41NjI3NiwyLjM1MTk2IC00LjYyNDY4LDEuODk2ODcgLTAuMjQwMzIsLTEuNzY2MDEgMy44NDY0NCwtMjQuMzA3MzEgNC41OTQ2OCwtMjUuMzQyNjUgMC40MzU1MiwtMC42MDI2OSAzLjMzOTkzLDAuMTkwMTggNi40NTQyMywxLjc2MTkgbCA1LjY2MjM1LDIuODU3NzIgLTAuNDM1NDYsLTMuMTU1NDMgYyAtMC4yNDAxNywtMS43MzUzNSAtMS4yNDMwNywtNS4wMzI3NSAtMi4yMjk3NSwtNy4zMjczMSAtMC45ODY2OSwtMi4yOTQ2MSAtMS42MzE5OSwtNC4zODUwMiAtMS40MzQsLTQuNjQ1MzcgMC4zNzI4NywtMC40OTAzNSAxMi40MTAxNCwwLjc4NzgzIDEzLjIyMDEsMS40MDM3NSAwLjI1MTc3LDAuMTkxNDUgLTAuMjIxMTgsMy40MTczNyAtMS4wNTEwMiw3LjE2ODczIC0xLjQzNTg5LDYuNDkxMyAtMS4zOTI0OSw2Ljk5Nzk4IDAuODk4NzcsMTAuNDkzNDUgMy42MzYxMSw1LjU0NzI4IDMuNjg1ODksOS41MDI4NSAwLjE5Njg0LDE1LjY0MzI0IC0xLjcwMzc0LDIuOTk4NDIgLTQuMTk2MjQsOS43MTA1MiAtNS41Mzg4NiwxNC45MTU3NCAtMi4wOTE5LDguMTEwMTEgLTIuMjU0OTksMTAuODM1OTEgLTEuMTM5OTIsMTkuMDUyNjggMC43MTU2Myw1LjI3MzcgMi4wNzc1NCwxMS42MzIxOCAzLjAyNjM3LDE0LjEyOTk0IGwgMS43MjUyLDQuNTQxMzcgLTUuNTE2NzEsNi45MzIzMyBjIC0xMC4wMTQyMiwxMi41ODM5MTMgLTguOTE2OTQsMTEuOTAzOTYxIC0xNi40NTQ0OSwxMC4xOTY0NDUgLTI3LjE3NzMsLTYuMTU2NTY1IC02NS40NjQxMSwtNS43NTg0MDUgLTEwNy45NTA4MSwxLjEyMjYgLTM1LjA0OTI2LDUuNjc2NDQ0IC02My45MDY3ODgsMTQuMDgzMjI2IC04My41MjM5OTUsMjQuMzMyMTc1IC0zLjkyOTU1NywyLjA1Mjk2OSAtNy4zNDAxMDcsMy43MzYyOTUgLTcuNTc5MDA3LDMuNzQwNjg3IC0wLjIzODkwNCwwLjAwMzUgLTUuMDQyNTY3LC0zLjAzNTMwOSAtMTAuNjc0ODMsLTYuNzU0OTE4IHogbSAwLjg2NjI0MywtMTAuODY2MTU4IGMgMC4yMDMyNTUsLTIuODI0MzY1IC0wLjM3MjQ5NiwtMy45Nzc3NjUgLTIuODc1NjM1LC01Ljc2MDc2OCAtMy42OTc0NzYsLTIuNjMzNzQgLTUuMDAyMDY3LC0xLjkwODkxMiAtNS4zMDQyMjUsMi45NDcwMzUgLTAuMTgyNzQ4LDIuOTM3MDAyIDAuMzg5MDEsMy45NjgxMyAzLjIyOTEwNCw1LjgyMzUxNCAzLjg2Mjc5LDIuNTIzNTAyIDQuNTg0MTA4LDIuMDg0OTcyIDQuOTUwNzU2LC0zLjAwOTc4MSB6IE0gMjU3LjIxODk2LC0xMjAuOTU0MDIgYyAtMS44MjIwNiwtNS4yNzM5OCAtMy4zNzczMSwtNS43NjgxNiAtNi4yNTI3NywtMS45ODY4NSAtMi4zNTEwNiwzLjA5MTc1IC0yLjM5NjcsMy42MTYyIC0wLjYyOTg2LDcuMjM2NTUgbCAxLjkwNDg3LDMuOTAzMjQgMy4wNzI5NSwtMi44ODU5NCBjIDIuNjI1MjUsLTIuNDY1NTMgMi45MDI3NiwtMy4zNzg1IDEuOTA0ODEsLTYuMjY3IHogTSA2Mi4wNjIzNTgsLTg5LjMyMzk1OSBjIDAuNzA1MzMxLC0xLjg5NTk5IDAuMzQzNjEsLTIuNjIxODcgLTEuODc2NTY5LC0zLjc2NTc4OCAtMy41ODQyODcsLTEuODQ2NzU3IC00LjIzOTk2OCwtMS42ODY1MDYgLTUuMzU0MTM4LDEuMzA4NTE3IC0wLjY4OTY5NSwxLjg1Mzk1NiAtMC41MjU4NTQsMi44NjgwMTQgMC42MzU2NDYsMy45MzQ2NCAyLjIxODAwOCwyLjAzNjc1NSA1LjU2NjgwOSwxLjI4NjU5MSA2LjU5NTAyMiwtMS40NzczNjkgeiBNIDIzMC43NjIxMiwtMTEyLjU0ODUxIGMgMC40NTU2MywtMi42MjE1NiAtMi45MzQ2OCwtNS41OTA4NiAtNS4xNDM0NSwtNC41MDQ3NyAtMS44MDkyNSwwLjg4OTY0IC0yLjgxNjc0LDQuMjUxMzcgLTEuODE5MTgsNi4wNzAyMiAxLjQ0ODc1LDIuNjQxNSA2LjQyNTk4LDEuNTIyNDIgNi45NjI2MywtMS41NjU0NSB6IG0gLTEzNS44ODkzNDEsMTIuNDc1MyBjIDMuODEzNzYxLC0yLjcwMzYxIDcuOTY0NDYxLC04LjcwNDczIDcuOTczMTQxLC0xMS41Mjc2NyAwLjAxODUsLTYuMDMwNjQgLTQuMzQ4MDg3LC05LjIwMjMzIC0xMy4yMDQ1NzMsLTkuNTkxMTEgLTUuMDM5MzgsLTAuMjIxMjIgLTEyLjI3MzA1NSwzLjY3NjYgLTE1LjYxOTcwNiw4LjQxNjU5IC01LjIzMjU0NCw3LjQxMTAyIDIuNjQ5MjI3LDE2Ljc5OTkwNiAxMi45Mjg4NTMsMTUuNDAxMDUgMi44MDEwNDUsLTAuMzgxMTgzIDYuMzY2MDg1LC0xLjU5NTY2NiA3LjkyMjI4NSwtMi42OTg4NiB6IG0gMjUuMTk3MjMxLC01LjU0MjAzIGMgMS4xNDU3MywtMi41MTk3MiAtMC45NDc5MSwtNS42ODc1NyAtMy44NzM2NywtNS44NjExMiAtMi43MDU5NiwtMC4xNjA1MiAtNC4wNjQ0Myw0LjM0NzA1IC0yLjExOTY2LDcuMDMzMjQgMS43OTcyNywyLjQ4MjQ4IDQuNTc4OTMsMS45Mzg0NiA1Ljk5MzMzLC0xLjE3MjEyIHogbSA0OS45ODI3MiwtOS4zNDk3MyBjIC0wLjQzMzE0LC0zLjE4MjkgLTQuNDMzNTYsLTQuMzYzNDcgLTYuNjQwNzksLTEuOTU5NzkgLTIuMDQxOTIsMi4yMjM2NSAtMS4yMDUyNiw2LjczOTcyIDEuMjg5NjksNi45NjE0NyAzLjIzNTc3LDAuMjg3NTMgNS43NTA5MiwtMi4wNjM0IDUuMzUxMSwtNS4wMDE2OCB6IG0gMzcuMjMxMDEsLTMuMDAyMzUgYyAzLjk3Mjk4LC0zLjkwMzUyIDQuNDkzODMsLTguNTczMjcgMS4zMTY4NiwtMTEuODA2OCAtNS44MTQzMiwtNS45MTc4MyAtMTMuMDU1ODQsLTcuNTg4MzkgLTIxLjE4NjY4LC00Ljg4NzYzIC03LjkxOTg1LDIuNjMwNjcgLTEwLjcxNjY1LDEwLjY5NTc5IC01LjYyMDM4LDE2LjIwNzQyIDUuNTA4MDgsNS45NTY5OSAxOS42NDc4OCw2LjIyNzE0IDI1LjQ5MDIsMC40ODcwMSB6IG0gLTYwLjkxNjg1LDIuODI0NSBjIDEuMjM2MTYsLTIuOTY2MzEgMi4xNzIsLTUuOTQ4MjYgMi4wNzk2OSwtNi42MjY1OSAtMC4yMDQ0MiwtMS41MDIxMyAtNy4wNTA0OSwtOS40Mzg2OCAtOC4wMjcxOCwtOS4zMDU3NSAtMC43ODg4OSwwLjEwNzMzIC00LjU0MTU4LDkuODczNDYgLTQuMzQyNCwxMS4zMDA4NyAwLjE0MDI0LDEuMDA4NyA3LjEyMjQzLDEwLjE0OTg5IDcuNjkyNzgsMTAuMDcyMjkgMC4xOTIyOCwtMC4wMjYgMS4zNjEsLTIuNDc0NTUgMi41OTcxMSwtNS40NDA4MiB6IG0gODMuNTY4OTUsLTExLjQ1NDgxIGMgLTAuMzgxMDUsLTIuODAwMSAtMC45NzE3NiwtMy4zNzQwNCAtMy40MjMyMywtMy4zMjYxOCAtNC4wMDgzOSwwLjA3ODUgLTUuODI3MTksMy4wNDgyNCAtMy42ODE2Miw2LjAxMTc2IDEuMTQ1OTgsMS41ODI4NSAyLjQ2NDI1LDIuMDAyNDMgNC41ODY3NSwxLjQ1OTg2IDIuNDkyODksLTAuNjM3MjcgMi45MDM0OSwtMS4zMTMyMiAyLjUxODEsLTQuMTQ1NDQgeiBtIC0xNzIuNjc3MTU2LDIzLjcxODA3IGMgMC43NzgwMzcsLTEuNzcwMzMgMC40ODcwNywtMi40NzY3IC0xLjQ2MjQzOCwtMy41NTA0MyAtMi43OTcxOTYsLTEuNTQwNTMgLTQuMTUwMTAzLC0xLjEyNzUxIC01LjQxNzIxNiwxLjY1Mzc0IC0wLjYzNjQ4NywxLjM5NzA0IC0wLjM4MjM4LDIuNDQwMDUgMC44NzYwMTQsMy41OTU2IDIuMTYyOTI3LDEuOTg2MTg4IDQuNjk5NTQ0LDEuMjY4Mzc5IDYuMDAzNjQsLTEuNjk4OTEgeiBtIDU5LjMyNzk4NiwtMTYuMjgwNDcgYyAyLjQ5NjkxLC00LjAwNTA4IC0yLjY3OTQ3LC05LjA2MTk0IC01Ljc5ODgzLC01LjY2NDk3IC0xLjg4Nzc3LDIuMDU1NzggLTEuNDk2Nyw2Ljc0NTQ1IDAuNjA2OTcsNy4yNzg3MyAyLjY1NDE0LDAuNjcyODUgNC4wMzM2MSwwLjI0NDA1IDUuMTkxODYsLTEuNjEzNzYgeiBtIDUyLjAyNzQ4LC0xMC41OTc2MSBjIC0wLjM1MzA3LC0yLjU5NDYgLTEuMDMwMTYsLTMuMzcyMTYgLTIuOTQ2ODYsLTMuMzg0MTQgLTMuMDM4NTIsLTAuMDE5IC00LjE2NDcxLDQuMTkzMzYgLTEuNzIxMDUsNi40MzcyOSAyLjYzNzQxLDIuNDIxODggNS4xODYxLDAuNzU0ODIgNC42Njc5MSwtMy4wNTMxNSB6IG0gLTE1NC4xNDQ2LC04LjU0OTgyIGMgMC4yOTM4NjIsLTIuNDI2MzMgLTIuNzIyNTk3LC02LjI3ODA2IC00LjcwNTI5MjYsLTYuMDA4MjYgLTEuODM0Mjg0MywwLjI0OTYxIC0xLjM2MzI5ODIsNS4zNTM1NCAwLjY1MDU0MjYsNy4wNDk3MSAyLjc2MDAxOSwyLjMyNDY1IDMuNjc1NTQxLDIuMDg5NSA0LjA1NDc1LC0xLjA0MTQ1IHogbSAyNTEuMzY3MDYsLTM1LjY4NDg4IGMgMC41Nzg3OCwtMi40NTkxIC0xLjAxMTI2LC01LjAzMjQxIC0yLjk0Njc4LC00Ljc2OTAyIC0xLjkzNTU0LDAuMjYzMzggLTIuNzgwMTQsMy4xNjc5OSAtMS41NjUyOCw1LjM4MzAzIDAuNDgzNzQsMC44ODIwMyAxLjYwMjU4LDEuNTA1MjcgMi40ODYyOCwxLjM4NTAyIDAuODgzNjksLTAuMTIwMjkgMS43OTUzLC0xLjAxOTggMi4wMjU3OCwtMS45OTkwMyB6IG0gLTIxOS4wNTQyMTEsMTcuMDU1MzYgYyAwLjI0NTk3NywtMS4wNDUwOSAtMC4zMDI5MDksLTIuMjMzMzUgLTEuMjE4NTUsLTIuNjQwNzIgLTEuOTMxMjEzLC0wLjg1ODU2IC00LjMzNzI5NywxLjMwMDkyIC00LjAyMjk4OSwzLjYxMDYyIDAuMjk0NjM4LDIuMTY1MTYgNC42OTUzMTYsMS4zNTA4NSA1LjI0MTUzOSwtMC45Njk5IHogbSAxODAuNzU5NDQxLC0yOC44NzM2NiBjIC0xLjU3NDMxLC0yLjg3MDQ1IC01LjMyMTg4LC0xLjcwODggLTQuODgzMzYsMS41MTM3MyAwLjIwNDA0LDEuNDk5MyAxLjAzNzQ5LDIuODc0OTEgMS44NTIxMiwzLjA1NjkgMi4xODQyNiwwLjQ4Nzk1IDQuMTY2NDQsLTIuNTAwODMgMy4wMzEyNCwtNC41NzA2MyB6IG0gLTEyOC4xODI4MjYsMTEuNDc5MDYgYyAtMC4xOTkzMzMsLTEuNDY0NzQgLTEuMjAwNzEsLTIuMjQ1NzYgLTIuODkxOTY5LC0yLjI1NTYxIC0xLjkwNTI0OCwtMC4wMTExIC0yLjUxMDA4OSwwLjU1MDYxIC0yLjI5NDk3NCwyLjEzMTM4IDAuMTYwNjQ4LDEuMTgwNTUgMC42OTY0NjgsMi40NTM5NSAxLjE5MDcyMSwyLjgyOTgyIDEuNjk5OTg1LDEuMjkyNyA0LjMwMDcwNiwtMC40NjgwNCAzLjk5NjIyMiwtMi43MDU1OSB6IG0gNzEuODY0Nzg2LC0xMC44Mjg2IGMgMC4yMTkyMywtMC45MzE0NiAtMC40NDM1NiwtMi4yMTg2NCAtMS40NzI4OCwtMi44NjAzMyAtMS41MDY2NiwtMC45MzkzMSAtMi4xNjk0MSwtMC43NzUgLTMuMzk5NjYsMC44NDI4MiAtMC44NDA1MiwxLjEwNTI4IC0xLjEwODY2LDIuNTE5MTEgLTAuNTk1ODgsMy4xNDE4NyAxLjMzODIsMS42MjUyOCA0Ljk5ODM4LDAuODcyNzMgNS40Njg0MiwtMS4xMjQzNiB6IG0gLTQxLjU3MDE4LDM3LjE1NjE5IGMgLTEuNzIxOCwtMC43NzIxMyAtMi4zNjA2MSwtMi41NzIyNSAtMy4yNjExLC05LjE4OTQyIC0xLjQ0MTIyLC0xMC41OTExMiAtMC4zMzE0MSwtMTIuMTMyNDQgOS43Mzg2NywtMTMuNTI3MjYgNy45MDkzMywtMS4wOTU0OCA5LjAyMzQzLC0xLjY5NjE2IDEwLjQ1OTIxLC01LjYzODU4IDEuNTgxOTcsLTQuMzQzNjggMC44MDMzNiwtNS4xNDU5NSAtMS43NDM2LC0xLjc5NjYgLTIuMTQ1NywyLjgyMTcgLTMuMzMyMjMsMy4yNzM1IC0xMS41MjQ4OSw0LjM4ODM2IGwgLTkuMTMyOTMsMS4yNDI4MSAtMS4xMDIxMyw0LjEzNDIzIGMgLTAuNjA2MTUsMi4yNzM4MiAtMC45MjcyNCw1LjQxOTU0IC0wLjcxMzQ1LDYuOTkwNDggMC41MjYyLDMuODY2NzIgLTMuMDg0OSw0LjI5NDUyIC02LjcwMTk2LDAuNzkzOTcgLTIuMTIxOTgsLTIuMDUzNjEgLTIuOTYzMzcsLTQuMjc4MTkgLTMuNzE5NCwtOS44MzM5NSAtMS4zOTE3MiwtMTAuMjI3MTMgMC4xMDQ4NCwtMTEuOTIyNzYgMTEuOTQ1MDYsLTEzLjUzMzk5IDUuMjY0MDYsLTAuNzE2MzUgOC45NjAxMywtMS42OTgwMSA4Ljg3MDU5LC0yLjM1NjA0IC0wLjA4NDUsLTAuNjIwMzkgLTIuNDM3NzEsLTAuODE3MTQgLTUuMjI5NTUsLTAuNDM3MjQgLTQuODYwNTIsMC42NjE0MyAtNS4wOTUxNCwwLjU1MDUgLTUuNTI1NTksLTIuNjEyNyAtMC43NTgxMiwtNS41NzEyNCAxLjcwNjU0LC03LjUwNzU5IDEwLjQzMzA1LC04LjE5NjcyIDkuNjMxNTQsLTAuNzYwNiAxMS40NzYxNCwwLjM0MjQ5IDEyLjQ0MTk5LDcuNDQwMjUgbCAwLjc0ODcyLDUuNTAxOTQgNC40OTA1NiwtMC42MTEwOCBjIDMuOTQzOTcsLTAuNTM2NyA0LjY0Mzc0LC0wLjI0NzM4IDUuNzQ5MjYsMi4zNzcxIDEuNzg3OTMsNC4yNDQ2MiAyLjU4MDEzLDEyLjk5MzEyIDEuNDUxMzEsMTYuMDI3NTEgLTAuODY3NzMsMi4zMzI1NCAtMS45MDk5NCwyLjcwNDUyIC0xMS4wNzAzLDMuOTUxMDggLTUuOTg5NjEsMC44MTUwNyAtMTAuMDQ5ODQsMS44MzU5OSAtOS45NTg5MiwyLjUwNDEyIDAuMDg0NSwwLjYyMDM5IDIuOTQ1MzIsMC43NDgwOCA2LjM1NzU2LDAuMjgzNzQgbCA2LjIwNDA1LC0wLjg0NDI0IDAuNTE4NDYsMy44MDk5MiBjIDAuMjg1MTYsMi4wOTU0NiAtMC4xMTgxNyw0LjUwMzE5IC0wLjg5NjI2LDUuMzUwNTUgLTEuOTU3OTYsMi4xMzIyIC0xNi4xNTAyMSw0Ljk4Mjc1IC0xOC44Mjg0MSwzLjc4MTc2IHogbSAxNy40NjczLC03LjM0MzU1IGMgMC4wNzM1LC0xLjMwMTQzIC0wLjY1Mjk4LC0xLjgyNjUgLTIuMjI5OTQsLTEuNjExOTEgLTEuMjg2MjYsMC4xNzUwMyAtMi4yNDY2LDAuOTk1MDggLTIuMTM0MDIsMS44MjIyNyAwLjQ3MDExLDMuNDU0OCA0LjE2NzQxLDMuMjc2NiA0LjM2Mzk2LC0wLjIxMDM2IHogbSAtMTguODE3MTUsLTM1LjYyMjI0IGMgMC41NzM3NSwtMi40Mzc3NCAtMS40NDYyMiwtMy45MjYzNiAtMy4yNzk1NSwtMi40MTY4NCAtMS41NjEzNSwxLjI4NTU2IC0wLjI5NjQ3LDQuNzA0MDYgMS42NDI5Miw0LjQ0MDEzIDAuNjU5MzUsLTAuMDg5NyAxLjM5NTgxLC0xLjAwMDIgMS42MzY2MywtMi4wMjMyOSB6IG0gMTAxLjc1MjkyLC0xOC41MzIyNCBjIC0yNC41Njc5NiwtMTQuMzg1MiAtNTcuMzE4MjcsLTI1LjIzODcyIC03NS45NjgwMywtMjUuMTc1OTQgbCAtNS41ODk5MywwLjAxODggLTEuODMyNjksOS4yNjk2MSBjIC0xLjAwNzk1LDUuMDk4MzEgLTEuODY1NDcsMTEuNDcxMzggLTEuOTA1NiwxNC4xNjI0MSAtMC4wNjIzLDQuMTczMDYgLTAuNDY2NTYsNC45NDYzIC0yLjc0ODg0LDUuMjU2ODcgLTIuMDY4NzksMC4yODE1MyAtMi43NTksLTAuMjQ2OTkgLTMuMDQyNDEsLTIuMzI5NzEgLTAuNTEzNjksLTMuNzc0ODcgMi4zMTU3OCwtMjIuMTE3NiA0LjI3NjM2LC0yNy43MjI0OSAxLjU0Mjc5LC00LjQxMDUzIDEuODY2OCwtNC42NjMwNiA1Ljk1NTUxLC00LjY0MTQgMTYuMTEyOTEsMC4wODU0IDM5LjMwNDksNS4zMzI1MSA1Ny43ODE0MywxMy4wNzI5MiAxMS4wOTMzMiw0LjY0NzM2IDMzLjkxNDg3LDE2LjkxMTIzIDM0LjEwNzc3LDE4LjMyODg3IDAuMTM2OTMsMS4wMDYzNSAtMS45NTkyOSwzLjg2MjQ4IC0yLjkzMjAyLDMuOTk0ODMgLTAuMzg3ODgsMC4wNTI4IC00LjAzMzU5LC0xLjg1Mjg0IC04LjEwMTU1LC00LjIzNDc3IHogTSAxOC45MTg5NTMsLTE4MC43ODk0IGMgLTIuMDg0NjY4LC0wLjUyODQ5IC0yLjUzMTYwNCwtNS40MDM5NyAtMC41OTI4NTUsLTYuNDY3MjkgMy42MDk1NTUsLTEuOTc5NjkgNy43ODk3MDQsMS42Mzc0OSA1LjcyMzExMSw0Ljk1MjMzIC0xLjEwMDU2NywxLjc2NTMyIC0yLjUwNTc4OCwyLjE4MDI5IC01LjEzMDI1NiwxLjUxNDk2IHogbSAyMjEuOTQ1NjA3LC0zMS4wMTk0OCBjIC0yLjg3NzIyLC0yLjY0MjA3IDAuMTg0MzUsLTcuMjQ0NzIgNC4xOTE2NywtNi4zMDE1NSAyLjM1ODI3LDAuNTU1MDcgMi45Mzg1Nyw1LjMyNjA1IDAuNzkxMSw2LjUwMzg0IC0yLjQ3ODkyLDEuMzU5NTggLTMuMzE5MDIsMS4zMjU1IC00Ljk4Mjc3LC0wLjIwMjI5IHogbSAtMjEzLjkyNjUxMiwxOS42OTI1NSBjIC0xLjEwNzU5NCwtMC44NDIyNiAtMi4wNzMwMTQsLTEuOTY2NDcgLTIuMTQ1MzgsLTIuNDk4MjQgLTAuMTQwMTA1LC0xLjAyOTUzIDIuNTUyNjE4LC00Ljk0Mjk2IDMuNDg4NzcyLC01LjA3MDM2IDAuMzA2NjY0LC0wLjA0MTcgMS42MTA5MjUsMC4zMTU5NyAyLjg5ODM1MiwwLjc5NDkxIDMuMDExNTM2LDEuMTIwMzIgMy41MTI4NjYsNC44MDQzOCAwLjkxMDIwOCw2LjY4ODY5IC0yLjYxNjI3OCwxLjg5NDE3IC0yLjc2OTUwNywxLjg5NjY5IC01LjE1MTk1LDAuMDg1IHogbSAxMDEuMDc4MDQyLC0xMy40NzE3IGMgLTIuNDUyMTIsLTIuMjUxNzUgLTEuMDcyODgsLTUuNDAzMjcgMi4zOTQ3NiwtNS40NzE5MiAyLjM0ODEyLC0wLjA0NjMgMy4wODg0NiwwLjU1NjY2IDMuMzg4MzYsMi43NjA1MiAwLjQ0Njg2LDMuMjgzNzYgLTMuMjY0NzYsNS4wMjM5NSAtNS43ODMxMiwyLjcxMTQgeiBtIDEwMi4yNDA3MSwtMTMuNjMxNjkgYyAtMi44MzM2OSwtMS4xNzE5NyAtMy4yMTY0NiwtNC44NDExMyAtMC42OTU0MywtNi42NjYzMSAxLjExMjYxLC0wLjgwNTU1IDIuMjczODYsLTEuNDk4NzUgMi41ODA1NCwtMS41NDA0OSAwLjkzNjE1LC0wLjEyNzM5IDQuNTc2NjksMi45MjQyMSA0LjcxNjc1LDMuOTUzNzMgMC4xNTg3MSwxLjE2NTc5IC0yLjYxODg0LDQuOTY2MTUgLTMuNzAxMjcsNS4wNjQzMyAtMC40MjM1NCwwLjAzODUgLTEuNzI4OCwtMC4zMjY2NiAtMi45MDA1OSwtMC44MTEyNiB6IG0gLTE5MS44OTA4NiwxNS45MiBjIC0yLjM4NTIzNSwtMS40Njg5NiAtMi43NTY2NjgsLTIuMjI1OCAtMS45NzQzODcsLTQuMDIzMDIgMS40Mjk4OTYsLTMuMjg1MTEgNi4zMzk5NzEsLTQuMTkzMzYgOC4yNjg1NzUsLTEuNTI5NTEgMS43NjY5ODUsMi40NDA2IDEuNDE4MDI4LDMuOTA1MzIgLTEuNDE5OTEzLDUuOTU5OTggLTEuNDU2NjUxLDEuMDU0NiAtMi42NjQxNTksMC45NTM2NyAtNC44NzQyNzUsLTAuNDA3NDUgeiBtIDg4LjI5MTQ0LC0xMS40MzI0MiBjIC0yLjUwODY2LC0yLjMwMzY1IC0xLjkyNTM4LC02LjYzODY0IDEuMDA0OTUsLTcuNDY4ODEgNC44OTMwMSwtMS4zODYyMyA4LjAwMDk5LDIuNjE2MDIgNS4wNDc1OSw2LjQ5OTg1IC0xLjkwODc5LDIuNTEwMTIgLTQuMDA4MjEsMi44NDYyMiAtNi4wNTI1NCwwLjk2ODk2IHogbSA4OC45NTY1NSwtMTIuNTQ5NDQgYyAtMi4zNzEyNCwtMS40Mzg5IC0yLjY0MDgzLC0yLjA4NjE1IC0xLjgwNDg2LC00LjMzMzMzIDEuNzM5NTMsLTQuNjc1OTkgMTAuMjI2LC0zLjQzMzE0IDkuMTA0MTUsMS4zMzMzMSAtMC44MDAzNCwzLjQwMDQgLTQuMjgxNTYsNC44MzExOCAtNy4yOTkyOSwzLjAwMDAyIHogbSAtMTY0LjQyMTYwNywxMy45MDkwNiBjIC0zLjM2MTQ1OCwtMi41NTYyIC0yLjAyNjEzOSwtOC42ODU3IDIuMDExODk0LC05LjIzNTIgMi4wNDEwMSwtMC4yNzc3NSA2LjA1Mjg2OCwyLjY0NjEyIDYuMzE5NTMsNC42MDU3IDAuNTAyNDg1LDMuNjkyNTMgLTUuMzEzNTk2LDYuOTI0MzUgLTguMzMxNDI0LDQuNjI5NSB6IG0gMTQ4LjEzMTM1NywtMjAuNTg0NjUgYyAtMi42NDAyNiwtMi4wMDc3NSAtMi44MTQwNywtMy45MTg2NiAtMC41OTYsLTYuNTUyMTcgMy4yMzQ3MSwtMy44NDA1MSA3Ljg3MjUxLC0yLjY5MzYxIDguNTI1OTcsMi4xMDg0IDAuNjQ2NDMsNC43NTAyNCAtNC4wNTkyNiw3LjM4NzE5IC03LjkyOTk3LDQuNDQzNzcgeiBtIC03NC40OTE1NSw2LjE5NzgyIGMgLTEuNDA5NjcsLTEuMDcxOTcgLTIuNjMyMDgsLTIuNDU2NjMgLTIuNzE2NTEsLTMuMDc3MDQgLTAuMjA0MjMsLTEuNTAwNjEgMy40MjYzMiwtNi4yMTA3NCA0Ljk0NjY5LC02LjQxNzYyIDQuOTU3NTYsLTAuNjc0NjIgOC4xNDg1Niw0Ljk2NTM3IDUuMDg3MDgsOC45OTEzIC0yLjA1MzAzLDIuNjk5ODMgLTQuMjMxNzUsMi44NDk3MSAtNy4zMTcyNiwwLjUwMzM4IHogbSAtNjAuNjYyNzI2LDUuMzAwNzQgYyAtNC4wOTgwNjQsLTMuMTE2MzEgLTIuNTQ0ODc5LC04LjE4ODM2IDIuNzI3MTcyLC04LjkwNTc3IDMuMzg3OTM1LC0wLjQ2MTA1IDUuODkzMTE0LDEuMDkyMDggNi4yNzM3OTgsMy44ODk1NSAwLjM0OTA4NywyLjU2NTI4IC0yLjI1OTMwNCw1LjkwNDI0IC00Ljg5MjI4OSw2LjI2MjU0IC0xLjE1MjE4MiwwLjE1Njc2IC0zLjAwMTA3OCwtMC40MDQwNiAtNC4xMDg2ODEsLTEuMjQ2MzIgeiBtIDExOS41NjkxMzYsLTE2LjI3MTExIGMgLTQuMDk4MDgsLTMuMTE2MzEgLTIuNTQ0ODgsLTguMTg4MzYgMi43MjcxNywtOC45MDU4MSAzLjM4Nzk0LC0wLjQ2MTAzIDUuODkzMTEsMS4wOTIxMSA2LjI3Mzc5LDMuODg5NTYgMC4zNDkwNiwyLjU2NTMgLTIuMjU5Myw1LjkwNDIzIC00Ljg5MjI5LDYuMjYyNTYgLTEuMTUyMTcsMC4xNTY3NiAtMy4wMDExLC0wLjQwNDA1IC00LjEwODY3LC0xLjI0NjMxIHogbSAtMTA0LjcyNjQwNSw3Ljk3OTYzIGMgLTMuNjc0NDE0LC0zLjA5NDgxIC0yLjI2MjAyOCwtOC4xNTU5MSAyLjU5NTU0MiwtOS4zMDA3NiA0LjM3MjQyNSwtMS4wMzA1NSA3LjE0MTMyMiwwLjQxNTExIDcuNjI2NzAzLDMuOTgxOTYgMC43NzYwMzcsNS43MDI3NSAtNS43NDA2MjYsOS4wOTM0OCAtMTAuMjIyMjQ1LDUuMzE4OCB6IG0gODcuMDM4NzQ1LC0xMS4zMTcxNyBjIC0yLjUxNTYzLC0xLjkxMjk3IC0zLjE4NDgxLC02LjIyOTgxIC0xLjI4NjIzLC04LjI5NzM2IDAuNzg5NTUsLTAuODU5ODIgMy4xMzEyMywtMS42Mjk1NCA1LjIwMzc1LC0xLjcxMDQ2IDIuOTEyMDgsLTAuMTEzNzYgNC4xMDY2NSwwLjUxNjY5IDUuMjU3OCwyLjc3NDc4IDIuODAxOTYsNS40OTYzMyAtNC4yMDAyNywxMS4wMTYyNiAtOS4xNzUzMiw3LjIzMzA0IHogbSAtNjguNTM2NCw1Ljg5NDE4IGMgLTMuMjA1NzU5LC0xLjY1MTczIC00LjM4NTQyNiwtNi45MzAxMiAtMi4xMDQwNDMsLTkuNDE0NTQgMi4yMDU2MjcsLTIuNDAxOTUgNy4yNTgwMzMsLTIuNzM0NTkgOS4zMDE5NDMsLTAuNjEyNDQgNS4wMjE0OSw1LjIxMzY5IC0wLjgwMDA3LDEzLjMyMzM5IC03LjE5Nzg5OSwxMC4wMjcgeiBtIDUyLjAzOTUzLC02LjQ2MjU0IGMgLTUuMDkxNiwtMS4yODU1IC01LjczMTExLC05LjY0NzEzIC0wLjg5MDQyLC0xMS42NDI3MyA2LjE5MTYzLC0yLjU1MjU3IDExLjkxMzg2LDUuNjU4NjUgNy4wNjY3NCwxMC4xNDA1MyAtMi42MjM0NCwyLjQyNTc1IC0yLjU2OTk4LDIuNDEyNzMgLTYuMTc2MzIsMS41MDIyIHogbSAtMjYuOTkzMjEsMi41ODMzMyBjIC01LjU2MzcyLC0wLjQ4OTIxIC05Ljg2MTY3LC0zLjA5MTgxIC0xMy4wNTkwOSwtNy45MDc4NyAtMy42NTUxNCwtNS41MDU0NSAtNC4wODY1MiwtOC41MzA1MiAtMi4xNDI1LC0xNS4wMjQxNiAzLjY4NzI1LC0xMi4zMTY2NCAxOS4zNDAwOSwtMTYuNjc0NTggMjguNzI1OTYsLTcuOTk3NjIgMTIuNjIyNzcsMTEuNjY5NCAzLjU0NDc0LDMyLjQzMDQ3IC0xMy41MjQzOSwzMC45Mjk2NSB6IG0gLTcuNjE2ODksLTM5Ljg2NzMzIGMgLTIuNDQzMTIsLTEuODU3ODYgLTQuMzY2MzksLTEzLjY3NDEyIC0yLjYwMzA3LC0xNS45OTI5NSAwLjY2NDYxLC0wLjg3Mzk4IDQuMjY5MTIsLTEuOTU5NjQgOC4zNTAwMywtMi41MTQ5OCA5LjIxNDA4LC0xLjI1Mzg2IDExLjE4NTE3LC0yLjcyODggMTEuMzE5MDIsLTguNDY5OTcgMC4yMTEwNCwtOS4wNDk2NCA3Ljc4NzU3LC01LjA3MTM4IDkuMTMwMDUsNC43OTM5NyAxLjEwNCw4LjExMjgxIC0wLjk5NTYxLDEwLjIxOTk1IC0xMS42MjQ3NSwxMS42NjYzNyAtNC44ODgwNCwwLjY2NTE4IC04LjM5NTI3LDEuNjI3NTUgLTguMzA2NTcsMi4yNzkyNyAwLjA4NDUsMC42MjA0MiAyLjQzNzcxLDAuODE3MTcgNS4yMjk1NCwwLjQzNzI1IDQuODQ2MzIsLTAuNjU5NDkgNS4wOTYxNSwtMC41NDMwNiA1LjUyMDEzLDIuNTcyNjEgMC41MzE1OSwzLjkwNjM0IC0wLjg3NDczLDQuODM3NTUgLTguOTY5MzYsNS45MzkwNyAtMy45Nzg5LDAuNTQxNDUgLTYuNzE2NDgsMC4yOTk2NiAtOC4wNDUwMiwtMC43MTA2NCB6IG0gMTQuNjAyNjgsLTQuNDc2OTMgYyAtMC45NjY0MSwtMi44NjMzNCAtNC43NDQ1NiwtMi42ODMyMiAtNC4zNTExOCwwLjIwNzQyIDAuMjE5NjcsMS42MTQyOCAxLjA0MjY5LDIuMjQwMTUgMi42NTY5NiwyLjAyMDQ4IDEuNjE0MjksLTAuMjE5NjggMi4xMzkxLC0wLjkwOTgxIDEuNjk0MjIsLTIuMjI3OTUgeiBtIC0yOC4zOTYzMywtNy40MjU1MyBjIC0xLjkyMTI5LC0zLjUyODgzIC0yLjI1Mzc5NCwtNi4xNjEwOCAtMS4yOTgyNzYsLTEwLjI3NzY3IDEuMDc0OTM2LC00LjYzMTE3IDIuMTI3NTA2LC01LjIzMjk5IDExLjM5MjQwNiwtNi41MTM3MSA0LjY4NzE4LC0wLjY0NzkyIDguMTEwMjQsLTEuNjExNDYgOC4wMjIyNSwtMi4yNTgxNCAtMC4wODQ1LC0wLjYyMDQyIC0yLjQzNzczLC0wLjgxNzE4IC01LjIyOTU2LC0wLjQzNzI3IC00Ljg3MzM3LDAuNjYzMTcgLTUuMDk0MiwwLjU1NzM3IC01LjUzMDY1LC0yLjY0OTggLTAuNDAxMjcsLTIuOTQ4ODIgMC4wNjA3LC0zLjU1NzM4IDMuOTM5MzksLTUuMTg5NDEgMi43MjE2MSwtMS4xNDUxNyA2LjI0ODQ5LC0xLjczNzQ3IDkuMjY2NjMsLTEuNTU2MTkgbCA0Ljg3MjY5LDAuMjkyNjggMS4wNjk2Niw3Ljg2MDM4IDEuMDY5NjQsNy44NjA0IC04LjIwMzA5LDEuNjkwNzUgYyAtNi44OTI1OCwxLjQyMDYxIC04LjQ4OTM5LDIuMTYzIC05Ljk5NDk2LDQuNjQ2ODcgLTAuOTg1NTIsMS42MjU4NyAtMS42MjY4Myw0LjE2ODkxIC0xLjQyNTEyLDUuNjUxMiAwLjMwNTgzLDIuMjQ3NCAtMC4xOTk5NywyLjc3MjE3IC0zLjA0NTIxLDMuMTU5MzUgLTIuNjI0NTgsMC4zNTcxNyAtMy43NTY2NywtMC4xNjg4NiAtNC45MDU3OCwtMi4yNzk0NCB6IG0gMTQuMTE4MjksLTIzLjEwMTA4IGMgLTAuMzU3NTcsLTIuNjI3NjYgLTQuMzUxNDEsLTIuNjM2MTMgLTQuOTY5MzksLTAuMDEwNSAtMC40OTA5LDIuMDg1NjkgMC41NDcyMSwyLjkxMDExIDMuMjA4MzksMi41NDc5OSAxLjMxNiwtMC4xNzkwOSAxLjk1NjM5LC0xLjEwMTgxIDEuNzYxLC0yLjUzNzQ2IHoiCiAgICAgICAgIHN0eWxlPSJmaWxsOiMwMDAwMDA7ZmlsbC1vcGFjaXR5OjE7c3Ryb2tlLXdpZHRoOjEuMTM4NDA2OTkiIC8+CiAgICA8L2c+CiAgPC9nPgogIDxnCiAgICAgYXJpYS1sYWJlbD0iTmV1cmFsIE5ldHMKKHdpdGggYXV0b2dyYWQpIgogICAgIHN0eWxlPSJmb250LXN0eWxlOm5vcm1hbDtmb250LXZhcmlhbnQ6bm9ybWFsO2ZvbnQtd2VpZ2h0Om5vcm1hbDtmb250LXN0cmV0Y2g6bm9ybWFsO2ZvbnQtc2l6ZToxOS43NTU1NTYxMXB4O2xpbmUtaGVpZ2h0OjEuMjU7Zm9udC1mYW1pbHk6J1JvY2sgU2FsdCc7LWlua3NjYXBlLWZvbnQtc3BlY2lmaWNhdGlvbjonUm9jayBTYWx0Jzt0ZXh0LWFsaWduOmNlbnRlcjtsZXR0ZXItc3BhY2luZzowcHg7d29yZC1zcGFjaW5nOjBweDt0ZXh0LWFuY2hvcjptaWRkbGU7ZmlsbDojMDAwMDAwO2ZpbGwtb3BhY2l0eToxO3N0cm9rZTpub25lO3N0cm9rZS13aWR0aDowLjI2NDU4MzMyIgogICAgIGlkPSJ0ZXh0NTk2MyIKICAgICB0cmFuc2Zvcm09InRyYW5zbGF0ZSgtMS44OTY4NDk1LDEuNzM4Nzc4NykiPgogICAgPHBhdGgKICAgICAgIHN0eWxlPSJmb250LXNpemU6MTkuNzU1NTU2MTFweDt0ZXh0LWFsaWduOmNlbnRlcjt0ZXh0LWFuY2hvcjptaWRkbGU7c3Ryb2tlLXdpZHRoOjAuMjY0NTgzMzIiCiAgICAgICBkPSJtIDQ2LjgzODc4NywxNi42NjQ0NjggYyAtMS43OTI5OSwzLjIyNTEyMyAtMC4yODQwNzQsOS4zNzM2NjEgLTEuNDA4MzYxLDEzLjkwOTkyNiAtMC4xNzYxNzUsNS42MDYxMDggLTUuNzI3OTAzLDMuOTM0MjU4IC03LjUyNDA4NiwwLjI4OTM5MSAtMS4zMjM5OTYsLTEuNTQ4OTEyIC0zLjg1MzExLC0xMC4yMDE4MDUgLTMuOTU0OTg1LC00LjAxMjg0NyAtMC40MTE2MjksMy44Mzc2NTcgLTEuNDk0OTAxLDcuNzYxNDY4IC0xLjIzNDcwOCwxMS41NTYyMjggLTIuMTc2NTQ1LDIuMzY2NTI0IC0zLjI2NDQ2MywtMi40MDI0OTkgLTEuNDQ2OTQzLC00LjMyMTUyNiAtMC4xMzEzMjgsLTIuNTM3MzcxIDAuODU4ODcyLC01LjU4NTE5NyAxLjIzNDczMywtOC4wMDY0MDIgMS40MzgzMjQsLTIuOTc3MzY3IC0xLjY3MTYwOSwtNy45NzA3NDYgMC4yNzAwOTEsLTkuOTkzNTQxIDMuMjIxNzEsMC45NTc4MzUgMi4zMTAxNTUsNi4xMDg4NCA0LjE4NjQ3OSw4LjU4NTE3MyAxLjExODg1MiwxLjkxMTU1OSAzLjk1ODE4Nyw5LjUzOTkwNCA2LjQ2MzAwMiw2LjMyNzk0NCAwLjc5NTM3MywtMy43MDYwMzYgMC44NjI3MTksLTcuMDE1MjIgMC45ODM5MjcsLTEwLjg2MTY5OCAwLjMwMzUzMiwtMi40NTg0OTIgLTAuNjM0MjY3LC00Ljg1OTMzIC0xLjA0MTc5MiwtNy4wODAzNTggMi4wNjM2NSwtMC43MjEyODcgMi41NzY5NjMsMi4zNjI2MTcgMy40NzI2NDMsMy42MDc3MSB6IgogICAgICAgaWQ9InBhdGg1OTY3IgogICAgICAgaW5rc2NhcGU6Y29ubmVjdG9yLWN1cnZhdHVyZT0iMCIgLz4KICAgIDxwYXRoCiAgICAgICBzdHlsZT0iZm9udC1zaXplOjE5Ljc1NTU1NjExcHg7dGV4dC1hbGlnbjpjZW50ZXI7dGV4dC1hbmNob3I6bWlkZGxlO3N0cm9rZS13aWR0aDowLjI2NDU4MzMyIgogICAgICAgZD0ibSA2MC42NzE1MzYsMjIuMjQwMDExIGMgLTIuNjM4NTk3LDEuNTc5NjU4IC0xMC40NDg4ODcsLTAuNTQ0NDU4IC05LjgxOTkwMyw0LjM2MDExIDEuODExODcsMC41NTM5OCA3LjYyMDcyNiwtMi4yMDc2NCA2LjMwODY1NiwxLjA0MTc5NyAtMi4xMzk5ODUsMS40Njc4NTYgLTcuNjQ3MjUyLC0wLjIzMTE3NiAtNi45ODM4OTIsMy40MTQ3NjkgLTAuODgzNjE2LDQuMzUwOTA5IDQuNjQ2MDY5LDMuNTQ2NDM0IDUuMzI0NzM4LDAuMzU4NzM2IDMuOTY5MTQ5LC0zLjMzMDU3NiAtMC4yODExOTEsNi4zNTkyNjQgLTMuNjI2OTk3LDUuMDgxNzU1IC0zLjUxMzMzLDAuMzA2MjggLTQuMzc4OTY4LC00LjE5MDkyOCAtMy42NjU1NjYsLTYuODg3NDM5IDAuNTQyOTY3LC0yLjM2MTE2MSAtMC42MDI1MDYsLTYuMjExOTAzIDIuMTQxNDY3LC02Ljk2NDYwOCAyLjg5NTM4NCwtMS41ODU2NSA4LjAwNTU0OSwtMi4wNTcyOCAxMC4zMjE1MDEsLTAuNDA1MTM2IHoiCiAgICAgICBpZD0icGF0aDU5NjkiCiAgICAgICBpbmtzY2FwZTpjb25uZWN0b3ItY3VydmF0dXJlPSIwIiAvPgogICAgPHBhdGgKICAgICAgIHN0eWxlPSJmb250LXNpemU6MTkuNzU1NTU2MTFweDt0ZXh0LWFsaWduOmNlbnRlcjt0ZXh0LWFuY2hvcjptaWRkbGU7c3Ryb2tlLXdpZHRoOjAuMjY0NTgzMzIiCiAgICAgICBkPSJtIDcxLjc2NDc0NCwzMS4zODQ2NzIgYyAtMy4zNTcyOCw1LjAxMiAtNC4wNjg2NzIsLTUuODg0NjE1IC02LjE3MzYxMiwtMC4yMTIyMTcgLTIuODYxOTkyLDQuOTg1OTYyIC04LjA0MjA4NCwxLjAzMDcxMSAtNS45MDM1MTMsLTMuNDkxOTUgMC4wMDIzLC0zLjY0NTA3NiA0Ljg1OTg1MywtNy4wNzYxNjkgMi4yNTcyMzcsLTEuMjczMzA1IC0xLjkyOTY4OCwyLjYyNzg1OCAwLjI0MjAwNSw2LjcxNzEyNyAyLjUwODAzNiwzLjM3NjE5IDIuNjM4Njc0LC0xLjI1NTA0NCAxLjQ2MTIxNSwtNy4xMjA3OTggNS4wNzM5MzQsLTYuMjg5MzY5IDAuOTY0NjM1LDIuNzc4OTkyIC0wLjc3OTgxMyw2LjYyODY4IDIuMjM3OTE4LDcuODkwNjUxIHoiCiAgICAgICBpZD0icGF0aDU5NzEiCiAgICAgICBpbmtzY2FwZTpjb25uZWN0b3ItY3VydmF0dXJlPSIwIiAvPgogICAgPHBhdGgKICAgICAgIHN0eWxlPSJmb250LXNpemU6MTkuNzU1NTU2MTFweDt0ZXh0LWFsaWduOmNlbnRlcjt0ZXh0LWFuY2hvcjptaWRkbGU7c3Ryb2tlLXdpZHRoOjAuMjY0NTgzMzIiCiAgICAgICBkPSJtIDk3LjA3NjU1LDMxLjE1MzE2MiBjIC0zLjA1MzI4OCwxLjk2NTcyIC03LjgwMTgyNCwxLjE4Mzg5NSAtMTEuNDIxMTgxLDIuMzE1MDk3IC02LjE5MDQyMiwyLjQ3MjkyNiAtOC41MjM4MSwtNC42MzgwNzUgLTIuMTAyODg3LC02LjczMzA4OCA2LjI2MzI4OCwtNC45MjM0MDMgLTMuNjczNiwtNC4xNjg1MDYgLTYuNzEzNzk3LC0yLjI1NzIxOCAtMC4wNTY1NSwyLjk3OTM5MiAtMS4zNTc0MDQsNy4wOTcwNCAxLjA2MTA4OCw5LjQxNDc2NiAtMi4xNDU4MDMsNC41NTMzNTUgLTQuMzk1MjMyLC00LjMzODM1MiAtMy4yMjE4NTMsLTYuNzcxNjc4IDAuOTY4ODE1LC0zLjYzMDU2NSAtMS4yNDA2NywtMC45NzE5NTYgLTIuNjYyMzcsLTEuOTQ4NTQyIC0wLjc0MDE2MiwtMi4xNTQyOTQgMy45MjY0NjYsLTMuMTAzMDM0IDUuNTk0ODMyLC0zLjQ3MjY1NiAzLjE3OTk3OCwtMC4zMTkxOTkgMTIuMDA4NjQ0LC0zLjA1MzY3IDEwLjM2MDA5MiwyLjcyMDIzOCAtMC4xMDM0MDMsMi41ODQyNjQgLTEwLjAzMDE0Myw3LjMxOTUwOSAtMy43MDQxNzMsNy4zMTE4NjMgNC4xOTYzNDYsLTAuMjc1ODYyIDguNDYwMDkyLC0xLjQwOTA0OCAxMi41Nzg3MzUsLTAuODEwMyBsIDAuMjMxNTExLDAuMjMxNTEgeiIKICAgICAgIGlkPSJwYXRoNTk3MyIKICAgICAgIGlua3NjYXBlOmNvbm5lY3Rvci1jdXJ2YXR1cmU9IjAiIC8+CiAgICA8cGF0aAogICAgICAgc3R5bGU9ImZvbnQtc2l6ZToxOS43NTU1NTYxMXB4O3RleHQtYWxpZ246Y2VudGVyO3RleHQtYW5jaG9yOm1pZGRsZTtzdHJva2Utd2lkdGg6MC4yNjQ1ODMzMiIKICAgICAgIGQ9Im0gMTA1Ljk1MTExLDMzLjEwMTcwOCBjIC0xLjQyMjUsMS41NDA4NDYgLTQuNjMxMDYsMS40Mjc4MTUgLTUuMjA5MDksLTEuMTE4OTY0IC0xLjgyMDgxLC0xLjMzNjc1MyAtNC44MzE1MjIsMC42MzAxNSAtNy4yNTM5OTMsMC4xNTQzMjQgLTAuNTUzNDk4LDEuOTA1MzE2IC01LjEyNzg0NSw1LjAwNDcyNyAtMy4zOTU0OTQsMS4yNTQwMTMgMS40ODUwODYsLTIuMjI4MTc0IDMuNTY0NzUxLC01LjA1MDk3NSA0LjkzMjQ3NiwtNy43NzAyNDQgMS4xNzcyNzUsLTIuMjE1MzM5IDIuNTAzODM0LC05LjM1NTk1MSA0Ljg4NzQyNSwtNC41MzgzOTYgMC45MDQ3NzYsMy40NjA3MDUgMS40ODQwOTYsOC43NDkxODkgNC4yMjUxMjYsOS43MDQxNSAtMi43NDI4MywyLjE0NDkgMC43NTQ2OSwwLjY5MjkyNiAxLjgxMzU1LDIuMzE1MTE3IHogTSA5OS45MTI1NTEsMzAuMDE0OTAyIEMgOTkuMDg0NTMsMjYuNjAxNjQ0IDk4LjI2MzAyNCwxOS45NzIzMyA5Ni4yODU1NTYsMjYuODUwOTI0IGMgLTMuODM4NDkxLDQuNjYxNjE1IDEuMTQwMjYzLDMuNDUxMjQgMy42MjY5OTUsMy4xNjM5NzggeiIKICAgICAgIGlkPSJwYXRoNTk3NSIKICAgICAgIGlua3NjYXBlOmNvbm5lY3Rvci1jdXJ2YXR1cmU9IjAiIC8+CiAgICA8cGF0aAogICAgICAgc3R5bGU9ImZvbnQtc2l6ZToxOS43NTU1NTYxMXB4O3RleHQtYWxpZ246Y2VudGVyO3RleHQtYW5jaG9yOm1pZGRsZTtzdHJva2Utd2lkdGg6MC4yNjQ1ODMzMiIKICAgICAgIGQ9Im0gMTE2LjMxMTIxLDI5LjU1MTg4MiBjIC0wLjgyMzc3LDEuOTc3MjY4IC0zLjY4NzI3LDIuNzg3Mjg4IC01LjY4NjUxLDMuNjQ2MjgxIC0yLjU0MzEyLDEuMDIyOTEgLTUuMDYwMjcsLTEuMzIxMjExIC00LjM5NjgsLTQuMDkyNDgxIDEuODUyNTMsLTIuNTUzMjgzIC0xLjgyMTIxLC03LjQ5MzI3OSAyLjA3NjczLC03LjgzMDMxIDIuNDk0OTEsMi40Nzc5MDQgLTAuODY0NTcsNi41NTQzOCAwLjUwMTQ4LDkuNzA0MTQ1IDIuMzQ1MzksMS4xODA2NjEgNS4yNDEzNywtMi4xOTM3ODUgNy41MDUxLC0xLjQyNzYzNSB6IgogICAgICAgaWQ9InBhdGg1OTc3IgogICAgICAgaW5rc2NhcGU6Y29ubmVjdG9yLWN1cnZhdHVyZT0iMCIgLz4KICAgIDxwYXRoCiAgICAgICBzdHlsZT0iZm9udC1zaXplOjE5Ljc1NTU1NjExcHg7dGV4dC1hbGlnbjpjZW50ZXI7dGV4dC1hbmNob3I6bWlkZGxlO3N0cm9rZS13aWR0aDowLjI2NDU4MzMyIgogICAgICAgZD0ibSAxNDEuMTAyMTIsMTYuNjY0NDY4IGMgLTEuNzkyOTksMy4yMjUxMDkgLTAuMjg0MDcsOS4zNzM2NTkgLTEuNDA4MzUsMTMuOTA5OTI2IC0wLjE3NjIyLDUuNjA2MTA5IC01LjcyNzk2LDMuOTM0MjU2IC03LjUyNDE2LDAuMjg5MzkxIC0xLjMyNDAxLC0xLjU0ODkyOCAtMy44NTMwNCwtMTAuMjAxNzg2IC0zLjk1NTAyLC00LjAxMjg0NyAtMC40MTE3MywzLjgzNzY4IC0xLjQ5NDk2LDcuNzYxNTQ1IC0xLjIzNDksMTEuNTU2MjI4IC0yLjE3NjUxLDIuMzY2NTExIC0zLjI2NDY1LC0yLjQwMjM4OSAtMS40NDcwMywtNC4zMjE1MjYgLTAuMTMxMzQsLTIuNTM3MzEgMC44NTg5LC01LjU4NTIwMiAxLjIzNDgsLTguMDA2NDAyIDEuNDM4NDksLTIuOTc3MzQ4IC0xLjY3MTcxLC03Ljk3MDgzIDAuMjcwMTEsLTkuOTkzNTQxIDMuMjk0NDQsMS4wOTY4MjQgMi4zNDYyOCw2LjM5MTAxMyA0LjM3OTQyLDguOTkwMzE2IDAuOTY4MjgsMS44Mjg4ODIgNC4wOTE0Myw5LjI4MTA4NiA2LjI3MDA3LDUuODQ1NjMxIDAuODE3MDQsLTMuNjc0Mzk0IDAuODUxNzEsLTYuOTY0MDI3IDAuOTgzOTksLTEwLjc4NDUyOCAwLjMwMzQ4LC0yLjQ1ODQ2NCAtMC42MzQyNSwtNC44NTkzNDEgLTEuMDQxODUsLTcuMDgwMzU4IDIuMDYzODcsLTAuNzIxMzk2IDIuNTc2NzQsMi4zNjMwNjQgMy40NzI5MiwzLjYwNzcxIHoiCiAgICAgICBpZD0icGF0aDU5NzkiCiAgICAgICBpbmtzY2FwZTpjb25uZWN0b3ItY3VydmF0dXJlPSIwIiAvPgogICAgPHBhdGgKICAgICAgIHN0eWxlPSJmb250LXNpemU6MTkuNzU1NTU2MTFweDt0ZXh0LWFsaWduOmNlbnRlcjt0ZXh0LWFuY2hvcjptaWRkbGU7c3Ryb2tlLXdpZHRoOjAuMjY0NTgzMzIiCiAgICAgICBkPSJtIDE1NC45MzQ4NiwyMi4yNDAwMTEgYyAtMi42Mzg2LDEuNTc5NjU5IC0xMC40NDg4NywtMC41NDQ0NTkgLTkuODE5OTMsNC4zNjAxMSAxLjgxMTg5LDAuNTUzOTc1IDcuNjIwNzIsLTIuMjA3NjM1IDYuMzA4NywxLjA0MTc5NyAtMi4xNDAwMSwxLjQ2Nzg2MyAtNy42NDcyNywtMC4yMzExODQgLTYuOTg0LDMuNDE0NzY5IC0wLjg4MzY1LDQuMzUwOTMgNC42NDYxMiwzLjU0NjQyNSA1LjMyNDc4LDAuMzU4NzM2IDMuOTY5MTQsLTMuMzMwNTc3IC0wLjI4MTE5LDYuMzU5MjYyIC0zLjYyNyw1LjA4MTc1NSAtMy41MTM0MSwwLjMwNjI2MSAtNC4zNzg5OCwtNC4xOTA5MyAtMy42NjU2LC02Ljg4NzQzOSAwLjU0MzAyLC0yLjM2MTE0OSAtMC42MDI1OCwtNi4yMTE5MTYgMi4xNDE0OCwtNi45NjQ2MDggMi44OTU0MywtMS41ODU2NTYgOC4wMDU0NywtMi4wNTcyNzMgMTAuMzIxNTgsLTAuNDA1MTM2IHoiCiAgICAgICBpZD0icGF0aDU5ODEiCiAgICAgICBpbmtzY2FwZTpjb25uZWN0b3ItY3VydmF0dXJlPSIwIiAvPgogICAgPHBhdGgKICAgICAgIHN0eWxlPSJmb250LXNpemU6MTkuNzU1NTU2MTFweDt0ZXh0LWFsaWduOmNlbnRlcjt0ZXh0LWFuY2hvcjptaWRkbGU7c3Ryb2tlLXdpZHRoOjAuMjY0NTgzMzIiCiAgICAgICBkPSJtIDE3MC42MTk3LDIyLjEwNDk2MyBjIC0wLjk2MjY5LDMuMzk5NzQzIC00LjcwMzUyLDEuNDI4OTE1IC03LjQ4NTY1LDIuNzAwOTYzIC00LjkwNDYzLC0xLjQ3NDkyNyAtMy4wMzUyNCwzLjI5MDQ2OSAtMi43MjAzMyw2LjA3NzE0NSAzLjI0OTg5LC0xLjE0NDgyOCAwLjU0NzgsNC41NzgwNSAtMS41MDQ4MywyLjcwMDk1NiAtMi44MDkyNCwtMS42NDQ5NTYgMC44MTg2MSwtOC43MzY5NDEgLTMuMDI5MDIsLTguMTIyMTcgLTQuNTY5ODksMS40MDU2OTYgLTIuODM4NjQsLTMuMjM4NDU1IDEuMjM0NzEsLTIuMjc2NTA1IDQuMjU3MjYsLTAuMzk1NjI0IDguNTIwMzIsLTAuNTcwMTkzIDEyLjI3MDA4LC0yLjA0NTAyIDAuODU2OTEsLTAuMDEwMjIgMC4zMjAwNywxLjI5NjI5NSAxLjIzNTA0LDAuOTY0NjMxIHoiCiAgICAgICBpZD0icGF0aDU5ODMiCiAgICAgICBpbmtzY2FwZTpjb25uZWN0b3ItY3VydmF0dXJlPSIwIiAvPgogICAgPHBhdGgKICAgICAgIHN0eWxlPSJmb250LXNpemU6MTkuNzU1NTU2MTFweDt0ZXh0LWFsaWduOmNlbnRlcjt0ZXh0LWFuY2hvcjptaWRkbGU7c3Ryb2tlLXdpZHRoOjAuMjY0NTgzMzIiCiAgICAgICBkPSJtIDE3OC4xMjQ0OSwzMi4wNzkyMDQgYyAwLjE1MDk5LDMuMzQ5ODQ3IC05LjAwNTUsNS44NjY4NTcgLTcuNDY2MjEsMS45MjkyNTYgNS41NTY0NywxLjAxMTYzOCA2LjYwMzcsLTQuMDIzMTQ2IDAuNzMzMSwtMy4xMjUzODEgLTQuOTI0MDQsLTAuMTI4MDAzIC01LjE0NzQ3LC01LjEzNTA0IC0xLjc5NDE4LC03LjQ0NjkxMSAxLjIzMTgzLC0xLjM3ODk1NyA2LjYxMTIsLTQuODIwMzU1IDUuMDkzMywtMC41OTgwNzQgLTEuODMzNDksMC43NTIwMTEgLTcuMTM1MTMsMy4yODczMjQgLTQuMzk4NzEsNS42MzM0MTggMi42NDYzOCwwLjcxNDU0MSA3LjI5ODc1LC0wLjE5MjY2MiA3LjgzMjcsMy42MDc2OTIgeiIKICAgICAgIGlkPSJwYXRoNTk4NSIKICAgICAgIGlua3NjYXBlOmNvbm5lY3Rvci1jdXJ2YXR1cmU9IjAiIC8+CiAgICA8cGF0aAogICAgICAgc3R5bGU9ImZvbnQtc2l6ZToxOS43NTU1NTYxMXB4O3RleHQtYWxpZ246Y2VudGVyO3RleHQtYW5jaG9yOm1pZGRsZTtzdHJva2Utd2lkdGg6MC4yNjQ1ODMzMiIKICAgICAgIGQ9Ik0gMTYuMTM0NzE4LDY1LjAzMDg1NCBDIDEyLjI5Njc5OCw2NS4zMDYxNDIgOS4zMzYzOTA4LDYxLjAxMDgwOSA4Ljg0MjEzOTIsNTcuNTQ1MzUgOC42ODM4NTExLDUyLjk5MTI0OSA5LjkzNzEzMTQsNDcuNzQ0ODE0IDEyLjcyNDA4OCw0NC4xOTU3ODEgYyAyLjAxMjUxNSwtMS42MTI0MjYgMy4wOTEwNzYsMS41MTI2NjMgMS4zMjcwMzEsMi40ODc4NjkgLTIuNzcxODMyLDMuMzQxODc3IC0zLjg4MTM5Niw4Ljg3NzM4NyAtMi4zNTM2NzcsMTMuMDIyNDYxIDAuMzc5ODM4LDIuODM3OTA0IDMuMjA1NDQsMy4yOTg1NDQgNC40MzcyNzYsNS4zMjQ3NDMgeiIKICAgICAgIGlkPSJwYXRoNTk4NyIKICAgICAgIGlua3NjYXBlOmNvbm5lY3Rvci1jdXJ2YXR1cmU9IjAiIC8+CiAgICA8cGF0aAogICAgICAgc3R5bGU9ImZvbnQtc2l6ZToxOS43NTU1NTYxMXB4O3RleHQtYWxpZ246Y2VudGVyO3RleHQtYW5jaG9yOm1pZGRsZTtzdHJva2Utd2lkdGg6MC4yNjQ1ODMzMiIKICAgICAgIGQ9Im0gMzIuOTk2MzkzLDQ2Ljg3NjU3OCBjIC0xLjMwOTQ2LDIuNDQ1MTU0IDAuNzQ5MDM5LDcuMTM2NDggLTIuNDg4NzM3LDkuMzk1NDY3IC0zLjMwNjAyNiw0LjYwMDMwNiAtNS40NjkxMDMsLTQuNjMxNDcgLTcuOTQ4NTI0LDAuNjM2NjUzIC0zLjY1ODUsNC41NzYzMTUgLTguMjg3NTE4LC0wLjkyNjMyOSAtNS42MzM0MjMsLTUuMDM1MzU1IDAuOTI0NjE3LC0yLjQ5ODgzNiAxLjI2OTI4MywtMTIuNzU4Njk3IDMuMjIxODU0LC02LjA5NjQ0MSAwLjU2MTcyOSwzLjMwMzM3NCAtNC4xNzA0MDEsOS40Nzc0NTggLTAuMjEyMjE1LDEwLjkwMDI3NyAyLjQ0OTIyLC0xLjQwMTMzIDQuNjc1MDg2LC0zLjQ0MjM4OSA0Ljg0MjQzNSwtNi4zNjY1MjUgMC4wMzQ0MiwtNS4wNTQyMyAzLjU4MTAxOSwwLjA2MTQgMi4yNzY1MzEsMi42NjIzNjkgMS41Nzg0NjYsNi40Nzg0MTMgNS42NTY5LC0zLjgxNTkyMSAzLjU4ODQxLC02LjQ0MzcwNiAtMS41NTM0NjcsLTIuNDU0NzUyIDAuODI2MTE5LC00LjczNDE0NyAxLjc5NzM4OSwtMS4zNjc3MjEgMC4zNjU0NywwLjU2ODgyMiAwLjQzNjk4OSwxLjA2NTA1IDAuNTU2MjgsMS43MTQ5ODIgeiIKICAgICAgIGlkPSJwYXRoNTk4OSIKICAgICAgIGlua3NjYXBlOmNvbm5lY3Rvci1jdXJ2YXR1cmU9IjAiIC8+CiAgICA8cGF0aAogICAgICAgc3R5bGU9ImZvbnQtc2l6ZToxOS43NTU1NTYxMXB4O3RleHQtYWxpZ246Y2VudGVyO3RleHQtYW5jaG9yOm1pZGRsZTtzdHJva2Utd2lkdGg6MC4yNjQ1ODMzMiIKICAgICAgIGQ9Im0gMzguMzk4MzAzLDU2LjU2MTQzMSBjIC0zLjY4NzA3MywyLjYzMDEzNiAtMy44ODU3NCwtNC44NjA5MzUgLTIuOTMyNDcsLTcuMDYxMDY2IC0wLjM1ODIxNCwtNS44NzUxMzUgMy42NzE2NTEsMC44NDM0NDIgMS41NDM0MDgsMy44Nzc4MDggLTAuMjI0NDQyLDEuOTY0MjgxIDAuOTMwNjA1LDEuNTYwODA1IDEuMzg5MDYyLDMuMTgzMjU4IHoiCiAgICAgICBpZD0icGF0aDU5OTEiCiAgICAgICBpbmtzY2FwZTpjb25uZWN0b3ItY3VydmF0dXJlPSIwIiAvPgogICAgPHBhdGgKICAgICAgIHN0eWxlPSJmb250LXNpemU6MTkuNzU1NTU2MTFweDt0ZXh0LWFsaWduOmNlbnRlcjt0ZXh0LWFuY2hvcjptaWRkbGU7c3Ryb2tlLXdpZHRoOjAuMjY0NTgzMzIiCiAgICAgICBkPSJtIDU2Ljg0MTk2Niw0Ni43OTk0MDggYyAtMC45NjI2MTksMy4zOTk3NTEgLTQuNzAzMzg3LDEuNDI4OTIyIC03LjQ4NTQ5OCwyLjcwMDk2MyAtNC45MDQ2MDksLTEuNDc0OTUgLTMuMDM1MjI0LDMuMjkwNTE3IC0yLjcyMDI1MSw2LjA3NzE0NCAzLjA5ODI0NSwtMS4wNzEyOCAwLjgwOTM1NCw0LjE3MzI5NiAtMS4zODkwNjcsMi44NzQ1ODkgLTIuODcyMTc1LC0xLjYwOTA4OSAwLjUzMDM5OSwtOC41MDUzMjMgLTIuODU1Mjg4LC04LjI1NzIwMiAtNC4yNjQ2MDIsMS4zMDM3NzIgLTMuOTAwMjkyLC0yLjg0ODgxOSAwLjY5NDUyNiwtMi4zNTM2NzUgNC4zMzQ5ODIsLTAuMjY4NjMzIDguNjk4MzI1LC0wLjUzNjYwNyAxMi41MjA4NTUsLTIuMDA2NDQxIDAuODU2ODc3LC0wLjAxMDQ0IDAuMzIwMDA1LDEuMjk2MTg1IDEuMjM0NzIzLDAuOTY0NjIyIHoiCiAgICAgICBpZD0icGF0aDU5OTMiCiAgICAgICBpbmtzY2FwZTpjb25uZWN0b3ItY3VydmF0dXJlPSIwIiAvPgogICAgPHBhdGgKICAgICAgIHN0eWxlPSJmb250LXNpemU6MTkuNzU1NTU2MTFweDt0ZXh0LWFsaWduOmNlbnRlcjt0ZXh0LWFuY2hvcjptaWRkbGU7c3Ryb2tlLXdpZHRoOjAuMjY0NTgzMzIiCiAgICAgICBkPSJtIDY2LjE3OTU1NCw1MC4xOTQ4OTQgYyAtMi4zNTA3MzcsMS41MTI1NjYgLTEuMzEzNTg1LDQuODYwNTA5IC0wLjg4NzQ1MSw3LjMzMTE2MSAtMC4wMTU2MSwzLjk5NTYzMSAtMi45MTg2OTUsMS4yMzkyMDcgLTIuNDY5NDQ0LC0xLjcxNzAzMSAxLjE3OTY2MSwtNC42NzE5MjggLTMuMTI5Nzc5LC01Ljg5MjI5MiAtNS40NTk3OTEsLTIuMTIyMTc5IDAuMjAwMjcsMi43NDkzNCAyLjI5MTY5Nyw3LjMzNzgyNSAtMS42OTc3NDUsMy45MTYzODUgMC4wMDM4LC0zLjk4MDgyOCAtMC41MzgzMjksLTQuNDk4MTY1IC0zLjg3Nzc5OCwtMy41ODg0MTEgMS4yNzc4NjgsLTIuODI1MjY4IDYuMTI1OTcyLC0zLjMyNDQ2MSA0LjEwOTMxNSwtOC4yOTU3OSAxLjUwNzcyOSwtMy43NjExODMgMi42NzE1NCwyLjgyNDUwMyAxLjc3NDkwMSw0LjYxMDkxMyA1LjU4NzgyMSwxLjI2MTQ4NyA0LjY1MjYyOCwtMy4xNzU1NCA0Ljk1ODE5MSwtNi4zMDg2NTYgMy4zMDI2OTUsMC4yNzQ3NDMgMC41MzQ3NDMsNS4zOTc3NTIgMy41NDk4MjIsNi4xNzM2MDggeiIKICAgICAgIGlkPSJwYXRoNTk5NSIKICAgICAgIGlua3NjYXBlOmNvbm5lY3Rvci1jdXJ2YXR1cmU9IjAiIC8+CiAgICA8cGF0aAogICAgICAgc3R5bGU9ImZvbnQtc2l6ZToxOS43NTU1NTYxMXB4O3RleHQtYWxpZ246Y2VudGVyO3RleHQtYW5jaG9yOm1pZGRsZTtzdHJva2Utd2lkdGg6MC4yNjQ1ODMzMiIKICAgICAgIGQ9Im0gODkuODcwNzg4LDU3Ljc5NjE1MyBjIC0xLjQyMjUxMSwxLjU0MDg1IC00LjYzMDkyOCwxLjQyNzc5NyAtNS4yMDg5NzYsLTEuMTE4OTY0IC0xLjgyMDgxMSwtMS4zMzY3NjEgLTQuODMxNTIyLDAuNjMwMTY5IC03LjI1Mzk5MywwLjE1NDMzNiAtMC41NTM0OTgsMS45MDUzMTYgLTUuMTI3ODQ1LDUuMDA0NzI3IC0zLjM5NTQ5NCwxLjI1NDAxMyAxLjQ4NTA4NiwtMi4yMjgxNzQgMy41NjQ3NTEsLTUuMDUwOTc1IDQuOTMyNDc2LC03Ljc3MDI0NCAxLjE3NzI3NSwtMi4yMTUzNCAyLjUwMzgzNSwtOS4zNTU5NSA0Ljg4NzQyNSwtNC41MzgzOTQgMC45MDQ3NiwzLjQ2MDY5MiAxLjQ4NDA4Miw4Ljc0OTE5MiA0LjIyNTA2Niw5LjcwNDE0IC0yLjc0MjkwNSwyLjE0NDg5NyAwLjc1NDY5NywwLjY5MjkyOSAxLjgxMzQ5NiwyLjMxNTExMyB6IG0gLTYuMDM4NTY0LC0zLjA4NjgwNSBjIC0wLjgyODAxNCwtMy40MTMyNTcgLTEuNjQ5NTMxLC0xMC4wNDI1NzQgLTMuNjI3MDA1LC0zLjE2Mzk3OSAtMy44Mzg0OSw0LjY2MTYxNyAxLjE0MDI2MSwzLjQ1MTIzOSAzLjYyNzAwNSwzLjE2Mzk3OSB6IgogICAgICAgaWQ9InBhdGg1OTk3IgogICAgICAgaW5rc2NhcGU6Y29ubmVjdG9yLWN1cnZhdHVyZT0iMCIgLz4KICAgIDxwYXRoCiAgICAgICBzdHlsZT0iZm9udC1zaXplOjE5Ljc1NTU1NjExcHg7dGV4dC1hbGlnbjpjZW50ZXI7dGV4dC1hbmNob3I6bWlkZGxlO3N0cm9rZS13aWR0aDowLjI2NDU4MzMyIgogICAgICAgZD0ibSAxMDEuNzM1NjksNTYuMDc5MTE4IGMgLTMuMzU3MjczLDUuMDExOTk5IC00LjA2ODY3LC01Ljg4NDYxNiAtNi4xNzM2MDcsLTAuMjEyMjE4IC0yLjg2MTk5MSw0Ljk4NTk2MiAtOC4wNDIwODYsMS4wMzA3MSAtNS45MDM1MTMsLTMuNDkxOTUgMC4wMDIzLC0zLjY0NTA3NiA0Ljg1OTg1MywtNy4wNzYxNjkgMi4yNTcyMzYsLTEuMjczMzA1IC0xLjkyOTY4OSwyLjYyNzg1MyAwLjI0MjAwMiw2LjcxNzEyOSAyLjUwODAzMywzLjM3NjE5IDIuNjM4NjczLC0xLjI1NTA0NSAxLjQ2MTIxNSwtNy4xMjA3OTggNS4wNzM5MzQsLTYuMjg5MzY4IDAuOTY0NjM3LDIuNzc4OTk0IC0wLjc3OTgxNSw2LjYyODY3MSAyLjIzNzkxNyw3Ljg5MDY1MSB6IgogICAgICAgaWQ9InBhdGg1OTk5IgogICAgICAgaW5rc2NhcGU6Y29ubmVjdG9yLWN1cnZhdHVyZT0iMCIgLz4KICAgIDxwYXRoCiAgICAgICBzdHlsZT0iZm9udC1zaXplOjE5Ljc1NTU1NjExcHg7dGV4dC1hbGlnbjpjZW50ZXI7dGV4dC1hbmNob3I6bWlkZGxlO3N0cm9rZS13aWR0aDowLjI2NDU4MzMyIgogICAgICAgZD0ibSAxMTguOTgzMjIsNDYuNzk5NDA4IGMgLTAuOTYyNjgsMy4zOTk3NDggLTQuNzAzNTIsMS40Mjg5MTIgLTcuNDg1NjQsMi43MDA5NjMgLTQuOTA0NjIsLTEuNDc0OTMyIC0zLjAzNTI2LDMuMjkwNDc3IC0yLjcyMDMzLDYuMDc3MTQ0IDMuMjQ5ODksLTEuMTQ0ODI3IDAuNTQ3OCw0LjU3ODA0OSAtMS41MDQ4NCwyLjcwMDk1NyAtMi44MDkyMywtMS42NDQ5NjEgMC44MTg2MiwtOC43MzY5NjIgLTMuMDI5MDEsLTguMTIyMTUgLTQuNTY5ODkxLDEuNDA1NjkxIC0yLjgzODY4LC0zLjIzODQ0MiAxLjIzNDcsLTIuMjc2NTE1IDQuMjU3MjcsLTAuMzk1NjI2IDguNTIwMzEsLTAuNTcwMTkxIDEyLjI3MDA4LC0yLjA0NTAyMSAwLjg1NjkxLC0wLjAxMDIzIDAuMzIwMDcsMS4yOTYzMTQgMS4yMzUwNCwwLjk2NDYyMiB6IgogICAgICAgaWQ9InBhdGg2MDAxIgogICAgICAgaW5rc2NhcGU6Y29ubmVjdG9yLWN1cnZhdHVyZT0iMCIgLz4KICAgIDxwYXRoCiAgICAgICBzdHlsZT0iZm9udC1zaXplOjE5Ljc1NTU1NjExcHg7dGV4dC1hbGlnbjpjZW50ZXI7dGV4dC1hbmNob3I6bWlkZGxlO3N0cm9rZS13aWR0aDowLjI2NDU4MzMyIgogICAgICAgZD0ibSAxMjguNDk0NDQsNDguMDM0MTMgYyAtMC4zMjA4OSwzLjYyNzQ5NSAtMS4yMTAyOCw4LjIxMTI3MiAtNS4yNjY4Nyw5LjM3NjE2OCAtMy44MjExLDMuNDg5NzI1IC0xMC40ODUyMywtMS4xMjUwOTEgLTYuNzcxNjUsLTUuNzEwNTkxIDEuOTU4NjksLTIuOTAzNzU4IDQuODE3OTMsLTUuNDkxOTU3IDguNDMwODksLTYuNDI0NDE3IDEuODY4NjgsLTAuMDg2ODcgMi45ODUzNywxLjEyNTE1MyAzLjYwNzYzLDIuNzU4ODQgeiBtIC0xLjkyOTI2LDEuMDAzMjEyIGMgLTEuOTA2MDUsLTEuNzU1MzggLTMuOTk4NDcsLTAuODg3NjY0IC01Ljk0MjEsMS4wOTk2ODMgLTYuMTY4MTUsMy44MDM5NzIgLTAuMDM1Nyw5LjM5OTYzMyAzLjk5MzU2LDQuMjA1NzcgMS4zNDU3LC0xLjQzODQwNyAxLjY4MzcxLC0zLjQ1NDUwMSAxLjk0ODU0LC01LjMwNTQ1MyB6IgogICAgICAgaWQ9InBhdGg2MDAzIgogICAgICAgaW5rc2NhcGU6Y29ubmVjdG9yLWN1cnZhdHVyZT0iMCIgLz4KICAgIDxwYXRoCiAgICAgICBzdHlsZT0iZm9udC1zaXplOjE5Ljc1NTU1NjExcHg7dGV4dC1hbGlnbjpjZW50ZXI7dGV4dC1hbmNob3I6bWlkZGxlO3N0cm9rZS13aWR0aDowLjI2NDU4MzMyIgogICAgICAgZD0ibSAxNDkuOTI4NDUsNDguNTM1NzM2IGMgLTEuMzM5NTUsMS4xNTM1NjQgLTIuOTQwMiwwLjM0OTg4NiAtNC43MjY3NiwxLjExODk1MSAtMy44MjA2NiwtMC4wMTYxNyAtNi42MjAyNSwyLjk0NDU2NSAtMy44NjgxNyw2LjIwNzM3MSAyLjkwMDczLDIuODE1MjM5IDAuNjk2NDksNi41Nzc0NTQgLTEuODAzODUsMS44NzYxOTcgLTMuNTgzMjksMC42NjYyNDYgLTguNDY5NTYsMS4zODgxODEgLTEwLjMxNjcyLC0yLjY0MzA4NiAtMC44OTE4NCwtMy43NTEwODMgMi40Mjc5NywtNy41MzQwNTcgNS4zNzc4MSwtOS43NDI3MyA1LjcyNTM2LC0yLjI1MTgyNiAyLjUxMzk2LDIuMDI0MDA5IC0wLjIzMTU0LDIuOTcxMDQzIC0yLjc3NDYsMS4wNzc2OTUgLTUuMTQzNzIsNi45NjE2NjIgLTAuOTA2NzcsOC4xMDI4NzIgNC4zMzc4MiwyLjM4MjU5MSA3LjgzODk2LC0yLjczNTE5NyA0LjM0MDg1LC00LjQ1NjU3MyAtMS45NTk0OSwyLjM2MDE5OCAtNS45OTAzOSwwLjI0NDg4MiAtMi42NDI5NSwtMS4xMzgyNTkgNC4yNzMwNSwtMS4zNTg2MzEgOC43MjkxNSwtMi45Nzk3IDEzLjMxMTkzLC0zLjQ3MjY1MiAwLjk1MTAyLDAuMDM5ODQgMS41MjQwOCwwLjE5MzU3OSAxLjQ2NjE3LDEuMTc2ODY2IHoiCiAgICAgICBpZD0icGF0aDYwMDUiCiAgICAgICBpbmtzY2FwZTpjb25uZWN0b3ItY3VydmF0dXJlPSIwIiAvPgogICAgPHBhdGgKICAgICAgIHN0eWxlPSJmb250LXNpemU6MTkuNzU1NTU2MTFweDt0ZXh0LWFsaWduOmNlbnRlcjt0ZXh0LWFuY2hvcjptaWRkbGU7c3Ryb2tlLXdpZHRoOjAuMjY0NTgzMzIiCiAgICAgICBkPSJtIDE2OS4wMjgwNiw1NS44NDc2MDcgYyAtMy4wNTMyOCwxLjk2NTcyNSAtNy44MDE4MywxLjE4Mzg4OCAtMTEuNDIxMTgsMi4zMTUxMDggLTYuMTkwNDIsMi40NzI5MTUgLTguNTIzOCwtNC42MzgwOTIgLTIuMTAyODgsLTYuNzMzMDk3IDYuMjYzMjcsLTQuOTIzNDA3IC0zLjY3MzU5LC00LjE2ODUwMyAtNi43MTM4MiwtMi4yNTcyMTkgLTAuMDU2NSwyLjk3OTI5MiAtMS4zNTc1Nyw3LjA5NzIyMSAxLjA2MTE4LDkuNDE0NzU3IC0yLjE0NTgxLDQuNTUzMzU2IC00LjM5NTIxLC00LjMzODM3OSAtMy4yMjE4NSwtNi43NzE2NzggMC45Njg4OCwtMy42MzA1ODggLTEuMjQwNzMsLTAuOTcxOTQxIC0yLjY2MjQzLC0xLjk0ODU0MSAtMC43NDAyMiwtMi4xNTQyODYgMy45MjY0NiwtMy4xMDMwMzcgNS41OTQ4MiwtMy40NzI2NTYgMy4xNzk5OCwtMC4zMTkyIDEyLjAwODYzLC0zLjA1MzY3IDEwLjM2MDA5LDIuNzIwMjM4IC0wLjEwMzQyLDIuNTg0MjgzIC0xMC4wMzAyLDcuMzE5NTE5IC0zLjcwNDEzLDcuMzExODc0IDQuMTk2MzUsLTAuMjc1ODcgOC40NjAxLC0xLjQwOTAyNyAxMi41Nzg3NSwtMC44MTAyOSBsIDAuMjMxNTEsMC4yMzE1MSB6IgogICAgICAgaWQ9InBhdGg2MDA3IgogICAgICAgaW5rc2NhcGU6Y29ubmVjdG9yLWN1cnZhdHVyZT0iMCIgLz4KICAgIDxwYXRoCiAgICAgICBzdHlsZT0iZm9udC1zaXplOjE5Ljc1NTU1NjExcHg7dGV4dC1hbGlnbjpjZW50ZXI7dGV4dC1hbmNob3I6bWlkZGxlO3N0cm9rZS13aWR0aDowLjI2NDU4MzMyIgogICAgICAgZD0ibSAxNzcuOTAyNjIsNTcuNzk2MTUzIGMgLTEuNDIyNTIsMS41NDA4NDMgLTQuNjMxMDcsMS40Mjc4MiAtNS4yMDkxMSwtMS4xMTg5NjQgLTEuODIwODEsLTEuMzM2NzYyIC00LjgzMTUyLDAuNjMwMTcgLTcuMjUzOTksMC4xNTQzMzYgLTAuNTUzNTUsMS45MDUyOTUgLTUuMTI3OTEsNS4wMDQ3NDIgLTMuMzk1NSwxLjI1NDAxMyAxLjQ4NDk5LC0yLjIyODE2NSAzLjU2NDc0LC01LjA1MDk3OSA0LjkzMjQ3LC03Ljc3MDI0MyAxLjE3NzM1LC0yLjIxNTM2MSAyLjUwMzc5LC05LjM1NTk0NCA0Ljg4NzQsLTQuNTM4Mzk1IDAuOTA0NzksMy40NjA2OTMgMS40ODQwOSw4Ljc0OTIgNC4yMjUxMyw5LjcwNDE0IC0yLjc0MjgyLDIuMTQ0ODgyIDAuNzU0NywwLjY5Mjk2MyAxLjgxMzYsMi4zMTUxMTMgeiBtIC02LjAzODU3LC0zLjA4NjgwNSBjIC0wLjgyODA2LC0zLjQxMzI1NiAtMS42NDk1MSwtMTAuMDQyNTc1IC0zLjYyNjk5LC0zLjE2Mzk3OSAtMy44Mzg1LDQuNjYxNjM0IDEuMTQwMjEsMy40NTEyMzIgMy42MjY5OSwzLjE2Mzk3OSB6IgogICAgICAgaWQ9InBhdGg2MDA5IgogICAgICAgaW5rc2NhcGU6Y29ubmVjdG9yLWN1cnZhdHVyZT0iMCIgLz4KICAgIDxwYXRoCiAgICAgICBzdHlsZT0iZm9udC1zaXplOjE5Ljc1NTU1NjExcHg7dGV4dC1hbGlnbjpjZW50ZXI7dGV4dC1hbmNob3I6bWlkZGxlO3N0cm9rZS13aWR0aDowLjI2NDU4MzMyIgogICAgICAgZD0ibSAxOTAuNzEyODcsNDkuNjkzMjg4IGMgLTAuODE3NTUsNC4zMzAzNDggLTQuODQ0NjgsNy43Njg2OTQgLTguODU1MjUsOS4yOTg5OTggLTIuMTg2MTksLTAuODI1OTMyIC0zLjUwMTIyLC0yLjcxODE4NyAtMy4wMjg5NywtNS4wMTYwNDggMC44Mjc4LC0zLjkxNjU2NiAwLjM1MjQ5LC01LjkyNjA0NCAtMi43MjAyNiwtNi4yMTIxOTYgMS4zMywtMi42NDkxMTkgNS4yNzkzNCwtMi4zNTcwNTUgNy45Njc4OCwtMi43NTg4MjIgMy4wNDIsLTAuMTc1Njk5IDUuOTcwMzIsMS42NDk2MjEgNi42MzY2LDQuNjg4MDY4IHogbSAtMS43OTQyMSwwLjI4OTM4OCBjIC0wLjg3NDgyLC0zLjM0OTE5IC01LjI1MjU0LC0zLjUzNDIwNSAtNy44MzI3NywtMi4zMzQ0MDMgMC45NzU3MSwyLjI4MTM1OSAtMi4wNTI2Nyw2LjkwODUzNSAwLjc3MTY5LDguNzc4MTAxIDAuNzYyMDMsMC44MjQyNzggMy40MjAzMSwtMS4zMTk4NiA0LjM2MDEzLC0yLjQ1MDE2IDEuMTE2MTQsLTEuMTM3MzcyIDIuNDQwNTUsLTIuMzIxNTM4IDIuNzAwOTUsLTMuOTkzNTM4IHoiCiAgICAgICBpZD0icGF0aDYwMTEiCiAgICAgICBpbmtzY2FwZTpjb25uZWN0b3ItY3VydmF0dXJlPSIwIiAvPgogICAgPHBhdGgKICAgICAgIHN0eWxlPSJmb250LXNpemU6MTkuNzU1NTU2MTFweDt0ZXh0LWFsaWduOmNlbnRlcjt0ZXh0LWFuY2hvcjptaWRkbGU7c3Ryb2tlLXdpZHRoOjAuMjY0NTgzMzIiCiAgICAgICBkPSJtIDE5OC4xNDA1LDU1LjQ4MTA0OSBjIC0wLjA3MzgsNC4wNzkzODYgLTIuMjU4NDQsNy43MzE3MDYgLTQuODkwNjMsMTAuNDk1MTM2IC0zLjQxNzU5LC0wLjQyMzk0NiAxLjMwOTk3LC0zLjg4MDQwMyAxLjQzNzM1LC01Ljg2NDkzMSAyLjQxMjQ3LC00LjMxNjk1IDEuMTM4NzYsLTkuMzAzOTc3IC0xLjAwMzMzLC0xMy40Mjc2MDEgLTMuMTg1NTgsLTMuNDg1NjYzIDEuNjcxNzcsLTIuNDI5MzQzIDIuNTI3MzQsMC43NzE3MDQgMS4wMjQ0NiwyLjU2ODY0NiAyLjAxNjg3LDUuMjA4MzY3IDEuOTI5MjcsOC4wMjU2OTIgeiIKICAgICAgIGlkPSJwYXRoNjAxMyIKICAgICAgIGlua3NjYXBlOmNvbm5lY3Rvci1jdXJ2YXR1cmU9IjAiIC8+CiAgPC9nPgo8L3N2Zz4K"
     ]
    }
   },
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "![autograd.svg](attachment:autograd.svg)\n",
    "\n",
    "<div style=\"text-align:right;font-size:0.7em;\">autograd.svg</div>"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "The `autograd` library computes gradients of any function at a specific point.\n",
    "It does so by taking advantage of the **chain rule**.\n",
    "Given $f(g(h(x)))$ we say that\n",
    "\n",
    "$$\n",
    "\\frac{df}{dx} = \\frac{df}{dg} \\cdot \\frac{dg}{dh} \\cdot \\frac{dh}{dx}\n",
    "$$\n",
    "\n",
    "I always had problems with getting grips with this equation,\n",
    "it is much easier to understand it with an example.\n",
    "Sat that we have.\n",
    "\n",
    "$$\n",
    "f(x) = 3x^2 + 7\n",
    "$$\n",
    "\n",
    "Taking a derivative of this is not particularly hard\n",
    "\n",
    "$$\n",
    "\\frac{df}{dx} = 6x\n",
    "$$"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Yet, let's take a different look at $f$.\n",
    "Let's split $f$ into a handful of functions that perform only basic operations.\n",
    "\n",
    "$$\n",
    "g(v) = v^2 \\\\\n",
    "h(w) = 3w \\\\\n",
    "k(z) = 7 + z \\\\\n",
    "$$\n",
    "\n",
    "The derivatives here are even simpler.\n",
    "\n",
    "$$\n",
    "\\frac{dg}{dv} = 2v \\\\\n",
    "\\frac{dh}{dw} = 3 \\\\\n",
    "\\frac{dk}{dz} = 1 \\\\\n",
    "$$\n",
    "\n",
    "Now, notice that:\n",
    "\n",
    "$$\n",
    "f(x) = 3x^2 + 7 = k(h(g(x)))\n",
    "$$\n",
    "\n",
    "And by the chain rule we have\n",
    "\n",
    "$$\n",
    "\\frac{df}{dx} = \\frac{dk}{dh} \\cdot \\frac{dh}{dg} \\cdot \\frac{dg}{dx}\n",
    "$$\n",
    "\n",
    "But we already computed every single of those, so\n",
    "\n",
    "$$\n",
    "\\frac{df}{dx} = \\frac{dk}{dh} \\cdot \\frac{dh}{dg} \\cdot \\frac{dg}{dx} =\n",
    "1 \\cdot 3 \\cdot 2x = 6x\n",
    "$$\n",
    "\n",
    "The correct result."
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "The trick is that there is a limited number of basic operations.\n",
    "And, if we keep track of what basic operations whilst we execute $f$,\n",
    "then we can just multiply together the derivatives of these basic operations\n",
    "and we have the derivative of $f$.\n",
    "\n",
    "That's literally what `autograd` does.\n",
    "It builds a directed graph of operations whilst they execute and\n",
    "then evaluates the derivative by multiplying together the derivatives\n",
    "of the basic operations.\n",
    "\n",
    "The tricky bit comes when matrices come into play.\n",
    "One could do the derivatives of every sum and multiplication during\n",
    "matrix multiplication but there are better ways.\n",
    "Matrix multiplication derivatives can be simplified by using a\n",
    "*Jacobian Matrix*, the matrix of the partial derivatives against\n",
    "every element of the matrix.\n",
    "As we multiply matrices one by another the combinations grow,\n",
    "therefore calculating at a point allows for some simplifications.\n",
    "\n",
    "If one calculates the matrices from left to right we call the technique\n",
    "*Vector Jacobian Product* (VJP), when one performs it right to left (backwards)\n",
    "we call it *Jacobian Vector Product* (JVP).\n",
    "But enough about VJPs and JVPs we will see more of them later.\n",
    "For the time being let's just say that matrix multiplication has\n",
    "optimizations to the chain rule."
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Moreover, for the time being let's build an ANN using `autograd`.\n",
    "For a star get the data."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(3278, 8) (3278,)\n"
     ]
    }
   ],
   "source": [
    "import pandas as pd\n",
    "df = pd.read_csv('./pulsars_tuned.csv')\n",
    "X, y = df.values[:, :-1], df['label'].values\n",
    "print(X.shape, y.shape)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Modify it the same way as for the `pytorch` ANN."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(3278, 2)\n"
     ]
    }
   ],
   "source": [
    "import autograd.numpy as np\n",
    "y = np.c_[y == 0, y == 1].astype(np.float)\n",
    "print(y.shape)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "With `autograd` we need to write the ANN evaluation ourselves.\n",
    "We will separate the evaluation from the MSE,\n",
    "we will need both eventually."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "from autograd import grad\n",
    "\n",
    "\n",
    "def net_exec(weights, X):\n",
    "    W = weights[::2]\n",
    "    Wb = weights[1::2]\n",
    "    y_hat = X.T\n",
    "    for w, b in zip(W, Wb):\n",
    "        y_hat = np.tanh(w @ y_hat + b)\n",
    "    return y_hat.T\n",
    "\n",
    "\n",
    "def netMSE(weights, X, y):\n",
    "    y_hat = net_exec(weights, X)\n",
    "    return np.mean(((y_hat - y)**2))\n",
    "\n",
    "\n",
    "netMSE_grad = grad(netMSE)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Generate the ANN itself, i.e. the matrices."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[(25, 8), (25, 1), (10, 25), (10, 1), (2, 10), (2, 1)]\n"
     ]
    }
   ],
   "source": [
    "def layers(neurons):\n",
    "    weights = []\n",
    "    for nl, nr in zip(neurons, neurons[1:]):\n",
    "        weights.append(np.random.normal(0, 1/np.sqrt(nr+nl), (nr, nl)))\n",
    "        weights.append(np.random.normal(0, 1/np.sqrt(nr+nl), (nr, 1)))\n",
    "    return weights\n",
    "\n",
    "\n",
    "weights = layers([8, 25, 10, 2])\n",
    "print(list(map(lambda x: x.shape, weights)))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Check if it actually works."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[[-0.48216253 -0.53857301]\n",
      " [-0.44014461 -0.67908871]\n",
      " [-0.41917221 -0.68076317]\n",
      " ...\n",
      " [-0.40235887 -0.55211719]\n",
      " [-0.15826022 -0.63573856]\n",
      " [-0.24043383 -0.68047183]]\n"
     ]
    }
   ],
   "source": [
    "print(net_exec(weights, X))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "And build the `autograd` gradient evaluator."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[(25, 8), (25, 1), (10, 25), (10, 1), (2, 10), (2, 1)]\n"
     ]
    }
   ],
   "source": [
    "grads = netMSE_grad(weights, X, y)\n",
    "print(list(map(lambda x: x.shape, grads)))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Now we will use SGD the same way as we did with `pytorch`.\n",
    "The difference is only that we have the ANN execution\n",
    "and gradient evaluation as different functions,\n",
    "this is just an artifact of the API differences between `pytorch` and `autograd`."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/grochmal/anaconda3/lib/python3.7/site-packages/autograd/numpy/numpy_vjps.py:88: RuntimeWarning: overflow encountered in square\n",
      "  defvjp(anp.tanh,   lambda ans, x : lambda g: g / anp.cosh(x) **2)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0.14983743872309568\n",
      "0.10996737432348441\n",
      "0.098450819481595\n",
      "0.08002426657662799\n",
      "0.09149217213971657\n",
      "0.11733902818020667\n",
      "0.13478658993492978\n",
      "0.09546723540571865\n",
      "0.07010690373065195\n",
      "0.07906329737137129\n",
      "0.07921059969386038\n",
      "0.07342003749436164\n",
      "0.04995424394384296\n",
      "0.10770777075212713\n",
      "0.0761222931599651\n",
      "0.08486029315839973\n",
      "0.044647727285919286\n",
      "0.08137648751941416\n",
      "0.08702051952086627\n",
      "0.06249052636668296\n"
     ]
    }
   ],
   "source": [
    "weights = layers([8, 25, 10, 2])\n",
    "learning_rate = 0.01\n",
    "batch = 100\n",
    "for i in range(1000):\n",
    "    idx = np.random.randint(0, len(y), batch)\n",
    "    X_sample, y_sample = X[idx], y[idx]\n",
    "    grads = netMSE_grad(weights, X_sample, y_sample)\n",
    "    for j in range(len(weights)):\n",
    "        weights[j] = weights[j] - grads[j]*learning_rate\n",
    "    if (i+1)%50 == 0:\n",
    "        mse = np.mean((y_sample - net_exec(weights, X_sample))**2)\n",
    "        print(mse)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "And evaluate if the performance is similar."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0.9072605247101891\n",
      "0.9145820622330689\n",
      "0.9109212934716291\n"
     ]
    }
   ],
   "source": [
    "y_hat = np.argmax(net_exec(weights, X), axis=1)\n",
    "y_true = df['label'].values\n",
    "print(sum(y_hat[y_true == 1] == y_true[y_true == 1])/sum(y_true == 1))\n",
    "print(sum(y_hat[y_true == 0] == y_true[y_true == 0])/sum(y_true == 0))\n",
    "print(sum(y_hat == y_true)/len(y_true))"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}