Continual_learning_EWC.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "name": "EWC_nngeometry.ipynb",
      "provenance": [],
      "collapsed_sections": [],
      "machine_shape": "hm",
      "include_colab_link": true
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "accelerator": "GPU",
    "widgets": {
      "application/vnd.jupyter.widget-state+json": {
        "e34f4179d75f45afa33b2156880b93c3": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "state": {
            "_view_name": "HBoxView",
            "_dom_classes": [],
            "_model_name": "HBoxModel",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "box_style": "",
            "layout": "IPY_MODEL_f6208e3a5e6c40de9b899a265bc40300",
            "_model_module": "@jupyter-widgets/controls",
            "children": [
              "IPY_MODEL_7dcf15bd82e140a9a25591bab362ed40",
              "IPY_MODEL_cb48c32ccd6c47d88fdf460dd3280a18"
            ]
          }
        },
        "f6208e3a5e6c40de9b899a265bc40300": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "7dcf15bd82e140a9a25591bab362ed40": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "state": {
            "_view_name": "ProgressView",
            "style": "IPY_MODEL_3ffab00ca98a4d49ae8a8444816a99b1",
            "_dom_classes": [],
            "description": "",
            "_model_name": "FloatProgressModel",
            "bar_style": "success",
            "max": 1,
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": 1,
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "orientation": "horizontal",
            "min": 0,
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_bb5d1da6434b4d8faa3afc7718534d32"
          }
        },
        "cb48c32ccd6c47d88fdf460dd3280a18": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_197e8f265d364ab0a7494451feb17a5e",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": " 9920512/? [00:05&lt;00:00, 1659766.07it/s]",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_19e6348990f040ad8d0675e701b1d728"
          }
        },
        "3ffab00ca98a4d49ae8a8444816a99b1": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "ProgressStyleModel",
            "description_width": "initial",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "bar_color": null,
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "bb5d1da6434b4d8faa3afc7718534d32": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "197e8f265d364ab0a7494451feb17a5e": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "19e6348990f040ad8d0675e701b1d728": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "bf5fb1c98e6448a09af5c610e32d51ac": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "state": {
            "_view_name": "HBoxView",
            "_dom_classes": [],
            "_model_name": "HBoxModel",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "box_style": "",
            "layout": "IPY_MODEL_61a23da28d19487b9f8034e6527e8a69",
            "_model_module": "@jupyter-widgets/controls",
            "children": [
              "IPY_MODEL_e9547939c16146619a6dd8aefec51810",
              "IPY_MODEL_932cc43cceee4f16a732c7673ba1382c"
            ]
          }
        },
        "61a23da28d19487b9f8034e6527e8a69": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "e9547939c16146619a6dd8aefec51810": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "state": {
            "_view_name": "ProgressView",
            "style": "IPY_MODEL_268dccbddc4a4825ab3ddf06e5547dbc",
            "_dom_classes": [],
            "description": "",
            "_model_name": "FloatProgressModel",
            "bar_style": "success",
            "max": 1,
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": 1,
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "orientation": "horizontal",
            "min": 0,
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_99411602100641b1ae5fcef626a8874f"
          }
        },
        "932cc43cceee4f16a732c7673ba1382c": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_c746e2c7631348cf9e1099f3eec99260",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": " 32768/? [00:03&lt;00:00, 10109.13it/s]",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_4462fb5a1e2841468e336633b9e101a5"
          }
        },
        "268dccbddc4a4825ab3ddf06e5547dbc": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "ProgressStyleModel",
            "description_width": "initial",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "bar_color": null,
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "99411602100641b1ae5fcef626a8874f": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "c746e2c7631348cf9e1099f3eec99260": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "4462fb5a1e2841468e336633b9e101a5": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "f41cf2babe2a45efbc7b94d064911373": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "state": {
            "_view_name": "HBoxView",
            "_dom_classes": [],
            "_model_name": "HBoxModel",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "box_style": "",
            "layout": "IPY_MODEL_5680c2e8fe454d06b94c3b170157e769",
            "_model_module": "@jupyter-widgets/controls",
            "children": [
              "IPY_MODEL_76fc3337261e4b5a8824710e6e82a0b7",
              "IPY_MODEL_593f1c8fd08544e38d23c53713db25e3"
            ]
          }
        },
        "5680c2e8fe454d06b94c3b170157e769": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "76fc3337261e4b5a8824710e6e82a0b7": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "state": {
            "_view_name": "ProgressView",
            "style": "IPY_MODEL_374166efc994482ebdecf6210e6ee062",
            "_dom_classes": [],
            "description": "",
            "_model_name": "FloatProgressModel",
            "bar_style": "success",
            "max": 1,
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": 1,
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "orientation": "horizontal",
            "min": 0,
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_80fc510796924d3dae46ce364b57d44b"
          }
        },
        "593f1c8fd08544e38d23c53713db25e3": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_10c70d5100af459ab23117b647f88f14",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": " 1654784/? [00:02&lt;00:00, 636881.68it/s]",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_c3a111385c6048828df88e4c37f3c30a"
          }
        },
        "374166efc994482ebdecf6210e6ee062": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "ProgressStyleModel",
            "description_width": "initial",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "bar_color": null,
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "80fc510796924d3dae46ce364b57d44b": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "10c70d5100af459ab23117b647f88f14": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "c3a111385c6048828df88e4c37f3c30a": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "7fa68547097545acb1b528339f799a89": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "state": {
            "_view_name": "HBoxView",
            "_dom_classes": [],
            "_model_name": "HBoxModel",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "box_style": "",
            "layout": "IPY_MODEL_f2a351db4a094e949eb98b9049141309",
            "_model_module": "@jupyter-widgets/controls",
            "children": [
              "IPY_MODEL_808cd5975777451eb4788dd98867e101",
              "IPY_MODEL_d4add9a3e13a482ba837b023704ba4d4"
            ]
          }
        },
        "f2a351db4a094e949eb98b9049141309": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "808cd5975777451eb4788dd98867e101": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "state": {
            "_view_name": "ProgressView",
            "style": "IPY_MODEL_5081cd28de2d49089a8dc5e9f82d52b0",
            "_dom_classes": [],
            "description": "  0%",
            "_model_name": "FloatProgressModel",
            "bar_style": "info",
            "max": 1,
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": 0,
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "orientation": "horizontal",
            "min": 0,
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_950df001ce054f66ac7142df338fcc73"
          }
        },
        "d4add9a3e13a482ba837b023704ba4d4": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_3c92bdf6ab8e43b9a247bed2aabe9291",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": " 0/4542 [00:00&lt;?, ?it/s]",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_824dfb641824405f9a8029718cf60970"
          }
        },
        "5081cd28de2d49089a8dc5e9f82d52b0": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "ProgressStyleModel",
            "description_width": "initial",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "bar_color": null,
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "950df001ce054f66ac7142df338fcc73": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "3c92bdf6ab8e43b9a247bed2aabe9291": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "824dfb641824405f9a8029718cf60970": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "5a36ddf7e85145318da6e514b74879b2": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "state": {
            "_view_name": "HBoxView",
            "_dom_classes": [],
            "_model_name": "HBoxModel",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "box_style": "",
            "layout": "IPY_MODEL_f9a833dc43d84b359c7251be93f12077",
            "_model_module": "@jupyter-widgets/controls",
            "children": [
              "IPY_MODEL_85161aba99964b3c9fa204d6ec9fe18d",
              "IPY_MODEL_6b2f4478654e41dfadd01b34d40806e4"
            ]
          }
        },
        "f9a833dc43d84b359c7251be93f12077": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "85161aba99964b3c9fa204d6ec9fe18d": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "state": {
            "_view_name": "ProgressView",
            "style": "IPY_MODEL_1bfeb430ac464b9ab5626b1210c5d926",
            "_dom_classes": [],
            "description": "",
            "_model_name": "FloatProgressModel",
            "bar_style": "info",
            "max": 1,
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": 1,
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "orientation": "horizontal",
            "min": 0,
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_3ecf6bd1a951441b933f72b6f11ff544"
          }
        },
        "6b2f4478654e41dfadd01b34d40806e4": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_ed4252d786f4426ca36c5d7242bd17ef",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": " 26427392/? [00:23&lt;00:00, 3657319.76it/s]",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_55de7e467dda4a41a53165c66c45b52b"
          }
        },
        "1bfeb430ac464b9ab5626b1210c5d926": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "ProgressStyleModel",
            "description_width": "initial",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "bar_color": null,
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "3ecf6bd1a951441b933f72b6f11ff544": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "ed4252d786f4426ca36c5d7242bd17ef": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "55de7e467dda4a41a53165c66c45b52b": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "b47808404ae34de480b7dceab1e43051": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "state": {
            "_view_name": "HBoxView",
            "_dom_classes": [],
            "_model_name": "HBoxModel",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "box_style": "",
            "layout": "IPY_MODEL_093f37747ad943968f8d935859aebc1a",
            "_model_module": "@jupyter-widgets/controls",
            "children": [
              "IPY_MODEL_5c00ea4b60804f83b277523824e858b9",
              "IPY_MODEL_a9b3d98e47834e07a4d0c3a4bf419e6d"
            ]
          }
        },
        "093f37747ad943968f8d935859aebc1a": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "5c00ea4b60804f83b277523824e858b9": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "state": {
            "_view_name": "ProgressView",
            "style": "IPY_MODEL_e58215b32d1a4e97951586fbd7b597b4",
            "_dom_classes": [],
            "description": "",
            "_model_name": "FloatProgressModel",
            "bar_style": "success",
            "max": 1,
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": 1,
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "orientation": "horizontal",
            "min": 0,
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_30698bdb548c4bb1b80c15cf34cfdffc"
          }
        },
        "a9b3d98e47834e07a4d0c3a4bf419e6d": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_0d3671a7fb5841d79f2ddd30bc5a3dff",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": " 32768/? [00:01&lt;00:00, 29226.64it/s]",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_312dcb9e039f4302890d5e1cef342a75"
          }
        },
        "e58215b32d1a4e97951586fbd7b597b4": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "ProgressStyleModel",
            "description_width": "initial",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "bar_color": null,
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "30698bdb548c4bb1b80c15cf34cfdffc": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "0d3671a7fb5841d79f2ddd30bc5a3dff": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "312dcb9e039f4302890d5e1cef342a75": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "5f786ceefc1c4dac81bd57d6b515c3c6": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "state": {
            "_view_name": "HBoxView",
            "_dom_classes": [],
            "_model_name": "HBoxModel",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "box_style": "",
            "layout": "IPY_MODEL_c6b80ac56ed34364bef1807517ca66a1",
            "_model_module": "@jupyter-widgets/controls",
            "children": [
              "IPY_MODEL_d1ea03e366e140d888a40c1a03c71bb0",
              "IPY_MODEL_485a711c19324c689cdfb78cae25183d"
            ]
          }
        },
        "c6b80ac56ed34364bef1807517ca66a1": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "d1ea03e366e140d888a40c1a03c71bb0": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "state": {
            "_view_name": "ProgressView",
            "style": "IPY_MODEL_c98f7558084947649597464b4a6d38c6",
            "_dom_classes": [],
            "description": "",
            "_model_name": "FloatProgressModel",
            "bar_style": "info",
            "max": 1,
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": 1,
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "orientation": "horizontal",
            "min": 0,
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_467e517b7e4d45d4a873bb40d2366f11"
          }
        },
        "485a711c19324c689cdfb78cae25183d": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_114b13921dcf43a9a5cb8de602bb0144",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": " 4423680/? [00:17&lt;00:00, 433879.06it/s]",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_e639a68acb314e39b4e14505c202be0b"
          }
        },
        "c98f7558084947649597464b4a6d38c6": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "ProgressStyleModel",
            "description_width": "initial",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "bar_color": null,
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "467e517b7e4d45d4a873bb40d2366f11": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "114b13921dcf43a9a5cb8de602bb0144": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "e639a68acb314e39b4e14505c202be0b": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "42afdf2382af455c8d325ba35e311de4": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "state": {
            "_view_name": "HBoxView",
            "_dom_classes": [],
            "_model_name": "HBoxModel",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "box_style": "",
            "layout": "IPY_MODEL_40ca030bbd6943e2b683e31e0d16ca7b",
            "_model_module": "@jupyter-widgets/controls",
            "children": [
              "IPY_MODEL_41a914716c0742978a38b2c0d176f1b2",
              "IPY_MODEL_5ad53e2c2ea848db81c93ba54cad7eee"
            ]
          }
        },
        "40ca030bbd6943e2b683e31e0d16ca7b": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "41a914716c0742978a38b2c0d176f1b2": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "state": {
            "_view_name": "ProgressView",
            "style": "IPY_MODEL_4e41ca6819964235abaea80a59f24dbc",
            "_dom_classes": [],
            "description": "",
            "_model_name": "FloatProgressModel",
            "bar_style": "success",
            "max": 1,
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": 1,
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "orientation": "horizontal",
            "min": 0,
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_759021ae260b4d569cbb42c923d1e917"
          }
        },
        "5ad53e2c2ea848db81c93ba54cad7eee": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_a2e4c3804438432f99199efbec7d73c3",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": " 8192/? [00:02&lt;00:00, 3198.92it/s]",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_2dce5c18192a4d159ce52f0cdee571b7"
          }
        },
        "4e41ca6819964235abaea80a59f24dbc": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "ProgressStyleModel",
            "description_width": "initial",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "bar_color": null,
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "759021ae260b4d569cbb42c923d1e917": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "a2e4c3804438432f99199efbec7d73c3": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "2dce5c18192a4d159ce52f0cdee571b7": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "c8b9264c22c042e4b5c66552d15dfa3f": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "state": {
            "_view_name": "HBoxView",
            "_dom_classes": [],
            "_model_name": "HBoxModel",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "box_style": "",
            "layout": "IPY_MODEL_fe131555a4b84bdca005ecc707b81ea2",
            "_model_module": "@jupyter-widgets/controls",
            "children": [
              "IPY_MODEL_50628201d76a4edbaa9df343094082e2",
              "IPY_MODEL_ee7c5aff38cc4b5cbafa83d29c64ed60"
            ]
          }
        },
        "fe131555a4b84bdca005ecc707b81ea2": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "50628201d76a4edbaa9df343094082e2": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "state": {
            "_view_name": "ProgressView",
            "style": "IPY_MODEL_e52f1c79e89549c380ab4982dcbf1654",
            "_dom_classes": [],
            "description": "",
            "_model_name": "FloatProgressModel",
            "bar_style": "success",
            "max": 1,
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": 1,
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "orientation": "horizontal",
            "min": 0,
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_21a6bb66609b4aaf85c3b1deff796593"
          }
        },
        "ee7c5aff38cc4b5cbafa83d29c64ed60": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_279c31df47ce4e0ab00d254f4005490b",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": " 18169856/? [00:01&lt;00:00, 9853426.65it/s]",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_592812e49c144e248c83f6ad37638b8e"
          }
        },
        "e52f1c79e89549c380ab4982dcbf1654": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "ProgressStyleModel",
            "description_width": "initial",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "bar_color": null,
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "21a6bb66609b4aaf85c3b1deff796593": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "279c31df47ce4e0ab00d254f4005490b": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "592812e49c144e248c83f6ad37638b8e": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "c746d75bd68042198cdbedac33c5f580": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "state": {
            "_view_name": "HBoxView",
            "_dom_classes": [],
            "_model_name": "HBoxModel",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "box_style": "",
            "layout": "IPY_MODEL_76a2594cc6204c90a24b1e640f32cd5e",
            "_model_module": "@jupyter-widgets/controls",
            "children": [
              "IPY_MODEL_101a0f5f5ef6434aae9bd496eeab559d",
              "IPY_MODEL_c44be8349b874319b7dbedd1111eb310"
            ]
          }
        },
        "76a2594cc6204c90a24b1e640f32cd5e": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "101a0f5f5ef6434aae9bd496eeab559d": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "state": {
            "_view_name": "ProgressView",
            "style": "IPY_MODEL_43f3c94e449c4a14b02d0456f1767b5c",
            "_dom_classes": [],
            "description": "",
            "_model_name": "FloatProgressModel",
            "bar_style": "success",
            "max": 1,
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": 1,
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "orientation": "horizontal",
            "min": 0,
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_b3c7d80dcbf9442fb782cc776ee68ecb"
          }
        },
        "c44be8349b874319b7dbedd1111eb310": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_0b62dd9c2374493d9c5023823c54d5fa",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": " 32768/? [00:00&lt;00:00, 190729.02it/s]",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_6f8a887645f24e919d91fa04279d0aea"
          }
        },
        "43f3c94e449c4a14b02d0456f1767b5c": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "ProgressStyleModel",
            "description_width": "initial",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "bar_color": null,
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "b3c7d80dcbf9442fb782cc776ee68ecb": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "0b62dd9c2374493d9c5023823c54d5fa": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "6f8a887645f24e919d91fa04279d0aea": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "6117626db05942128f1c6b77a39737a8": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "state": {
            "_view_name": "HBoxView",
            "_dom_classes": [],
            "_model_name": "HBoxModel",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "box_style": "",
            "layout": "IPY_MODEL_64df22d523f2453abcde126500cf4b27",
            "_model_module": "@jupyter-widgets/controls",
            "children": [
              "IPY_MODEL_4059610a3a5d42f2b4332256212b433e",
              "IPY_MODEL_fea898c10a65476f8ff920292724f9dc"
            ]
          }
        },
        "64df22d523f2453abcde126500cf4b27": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "4059610a3a5d42f2b4332256212b433e": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "state": {
            "_view_name": "ProgressView",
            "style": "IPY_MODEL_201a6769df9b441c874f261a027dca57",
            "_dom_classes": [],
            "description": "",
            "_model_name": "FloatProgressModel",
            "bar_style": "info",
            "max": 1,
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": 1,
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "orientation": "horizontal",
            "min": 0,
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_7a3ac55f8dbe46b39a2854e21d05f87c"
          }
        },
        "fea898c10a65476f8ff920292724f9dc": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_c9ae292bd4854724bdfe9ecb6c25dd05",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": " 3047424/? [00:12&lt;00:00, 1560544.20it/s]",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_ecf8cfb10bbf46c796ea7d6f1e54b2e5"
          }
        },
        "201a6769df9b441c874f261a027dca57": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "ProgressStyleModel",
            "description_width": "initial",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "bar_color": null,
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "7a3ac55f8dbe46b39a2854e21d05f87c": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "c9ae292bd4854724bdfe9ecb6c25dd05": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "ecf8cfb10bbf46c796ea7d6f1e54b2e5": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "682dcfdd54ac43198eb3cb747d1b5e82": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "state": {
            "_view_name": "HBoxView",
            "_dom_classes": [],
            "_model_name": "HBoxModel",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "box_style": "",
            "layout": "IPY_MODEL_ac7e2ca270e94eecadbd397f7e21100a",
            "_model_module": "@jupyter-widgets/controls",
            "children": [
              "IPY_MODEL_388b8aeb86434138a503c6316665fb9c",
              "IPY_MODEL_8788e6e9635c4026a533403aeeed314b"
            ]
          }
        },
        "ac7e2ca270e94eecadbd397f7e21100a": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "388b8aeb86434138a503c6316665fb9c": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "state": {
            "_view_name": "ProgressView",
            "style": "IPY_MODEL_a0b4eb7672fa4631829d0cfe0ff78c11",
            "_dom_classes": [],
            "description": "",
            "_model_name": "FloatProgressModel",
            "bar_style": "info",
            "max": 1,
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": 0,
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "orientation": "horizontal",
            "min": 0,
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_ffc2d897d94d49b0b39c812d78b59879"
          }
        },
        "8788e6e9635c4026a533403aeeed314b": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_558cf081590242a892ded8fd797539b3",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": " 0/? [00:00&lt;?, ?it/s]",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_0b03e13b6b914bbbacbb901d2e89b23b"
          }
        },
        "a0b4eb7672fa4631829d0cfe0ff78c11": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "ProgressStyleModel",
            "description_width": "initial",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "bar_color": null,
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "ffc2d897d94d49b0b39c812d78b59879": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "558cf081590242a892ded8fd797539b3": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "0b03e13b6b914bbbacbb901d2e89b23b": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "0053127f31eb41258bd2b30c8a0c7230": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "state": {
            "_view_name": "HBoxView",
            "_dom_classes": [],
            "_model_name": "HBoxModel",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "box_style": "",
            "layout": "IPY_MODEL_60953f67ae904b0e84cab617b077cae3",
            "_model_module": "@jupyter-widgets/controls",
            "children": [
              "IPY_MODEL_c7a917c58aab4fec8f7a8629289d632d",
              "IPY_MODEL_59b16a05610649a5bd9b4207fb2145a9"
            ]
          }
        },
        "60953f67ae904b0e84cab617b077cae3": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "c7a917c58aab4fec8f7a8629289d632d": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "state": {
            "_view_name": "ProgressView",
            "style": "IPY_MODEL_7b172c2032df4038a043c15d1c4c1955",
            "_dom_classes": [],
            "description": "100%",
            "_model_name": "FloatProgressModel",
            "bar_style": "success",
            "max": 5,
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": 5,
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "orientation": "horizontal",
            "min": 0,
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_f5bfafb662d34c9cb6d9db20c6f09d1e"
          }
        },
        "59b16a05610649a5bd9b4207fb2145a9": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_9a3b07c867e64f868d28ec38f54d248c",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": " 5/5 [10:39&lt;00:00, 127.92s/it]",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_04fe7d3f90f74e22927461121d36856f"
          }
        },
        "7b172c2032df4038a043c15d1c4c1955": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "ProgressStyleModel",
            "description_width": "initial",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "bar_color": null,
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "f5bfafb662d34c9cb6d9db20c6f09d1e": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "9a3b07c867e64f868d28ec38f54d248c": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "04fe7d3f90f74e22927461121d36856f": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "a3a2c36868c64bd0adcb329d502b43a9": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "state": {
            "_view_name": "HBoxView",
            "_dom_classes": [],
            "_model_name": "HBoxModel",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "box_style": "",
            "layout": "IPY_MODEL_aa822cd3be49409fb371d67f50738fdb",
            "_model_module": "@jupyter-widgets/controls",
            "children": [
              "IPY_MODEL_a5234e16307e4c29af273d1c79cd5303",
              "IPY_MODEL_3973811652b84316b4fffa652e292762"
            ]
          }
        },
        "aa822cd3be49409fb371d67f50738fdb": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "a5234e16307e4c29af273d1c79cd5303": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "state": {
            "_view_name": "ProgressView",
            "style": "IPY_MODEL_b5b9120c7b444c8f83cc0b40545bc4c6",
            "_dom_classes": [],
            "description": "100%",
            "_model_name": "FloatProgressModel",
            "bar_style": "success",
            "max": 5,
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": 5,
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "orientation": "horizontal",
            "min": 0,
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_e391127105cf4f63b0c3bcfbdcdad3f0"
          }
        },
        "3973811652b84316b4fffa652e292762": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_2be38ee842b347afb65501bce9641fc1",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": " 5/5 [09:51&lt;00:00, 118.34s/it]",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_3c7eaf25befc4f8cbf1832c69cb3218a"
          }
        },
        "b5b9120c7b444c8f83cc0b40545bc4c6": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "ProgressStyleModel",
            "description_width": "initial",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "bar_color": null,
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "e391127105cf4f63b0c3bcfbdcdad3f0": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "2be38ee842b347afb65501bce9641fc1": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "3c7eaf25befc4f8cbf1832c69cb3218a": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "df6741417e724dbdbcbb319f528a00ef": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "state": {
            "_view_name": "HBoxView",
            "_dom_classes": [],
            "_model_name": "HBoxModel",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "box_style": "",
            "layout": "IPY_MODEL_9cbcb0a87add4b42965e0146ac4a067d",
            "_model_module": "@jupyter-widgets/controls",
            "children": [
              "IPY_MODEL_1d3bd97df3a5422a8cf826fb8bf40427",
              "IPY_MODEL_10884f5af81a4ac08cd07d8175af4f0a"
            ]
          }
        },
        "9cbcb0a87add4b42965e0146ac4a067d": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "1d3bd97df3a5422a8cf826fb8bf40427": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "state": {
            "_view_name": "ProgressView",
            "style": "IPY_MODEL_bc8d8430dd7e44aaa1a55ac7be87b3ce",
            "_dom_classes": [],
            "description": "100%",
            "_model_name": "FloatProgressModel",
            "bar_style": "success",
            "max": 5,
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": 5,
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "orientation": "horizontal",
            "min": 0,
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_450e9280b28947de998e13cd39d87e8e"
          }
        },
        "10884f5af81a4ac08cd07d8175af4f0a": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_84a43661a241483fad9f1842e7f149f9",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": " 5/5 [09:03&lt;00:00, 108.68s/it]",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_88cc453c033747cd9afd59686e08af55"
          }
        },
        "bc8d8430dd7e44aaa1a55ac7be87b3ce": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "ProgressStyleModel",
            "description_width": "initial",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "bar_color": null,
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "450e9280b28947de998e13cd39d87e8e": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "84a43661a241483fad9f1842e7f149f9": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "88cc453c033747cd9afd59686e08af55": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "9c0bd0e053374218bdf0af805e464d8c": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "state": {
            "_view_name": "HBoxView",
            "_dom_classes": [],
            "_model_name": "HBoxModel",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "box_style": "",
            "layout": "IPY_MODEL_f29f17becae845e5b9293c5e6ea2b395",
            "_model_module": "@jupyter-widgets/controls",
            "children": [
              "IPY_MODEL_c575e7168b0b40c9af90097e0eda6a3e",
              "IPY_MODEL_7753036e8440426e9fe8467fe7fd9690"
            ]
          }
        },
        "f29f17becae845e5b9293c5e6ea2b395": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "c575e7168b0b40c9af90097e0eda6a3e": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "state": {
            "_view_name": "ProgressView",
            "style": "IPY_MODEL_58c6d29ce3f042308af5e4a3c7ad156a",
            "_dom_classes": [],
            "description": "100%",
            "_model_name": "FloatProgressModel",
            "bar_style": "success",
            "max": 5,
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": 5,
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "orientation": "horizontal",
            "min": 0,
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_3c1c4133aaf047da936d03eed5b1d781"
          }
        },
        "7753036e8440426e9fe8467fe7fd9690": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_8776e4a2e9e84c47932d7fc2c8a41592",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": " 5/5 [08:15&lt;00:00, 99.03s/it]",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_59f377997a4745fc983012c60fcf1231"
          }
        },
        "58c6d29ce3f042308af5e4a3c7ad156a": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "ProgressStyleModel",
            "description_width": "initial",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "bar_color": null,
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "3c1c4133aaf047da936d03eed5b1d781": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "8776e4a2e9e84c47932d7fc2c8a41592": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "59f377997a4745fc983012c60fcf1231": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "c5e3335b84bb4f68849f4bbe2086228d": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "state": {
            "_view_name": "HBoxView",
            "_dom_classes": [],
            "_model_name": "HBoxModel",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "box_style": "",
            "layout": "IPY_MODEL_bb65c7373a914286aef958ec38ddad67",
            "_model_module": "@jupyter-widgets/controls",
            "children": [
              "IPY_MODEL_6986c7bd2aa34148baf60cf87a56a9df",
              "IPY_MODEL_7e68200c50cb4f17a6422cd1ca7a8ae3"
            ]
          }
        },
        "bb65c7373a914286aef958ec38ddad67": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "6986c7bd2aa34148baf60cf87a56a9df": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "state": {
            "_view_name": "ProgressView",
            "style": "IPY_MODEL_f86f177650aa469fadf1aeb64efd7f76",
            "_dom_classes": [],
            "description": "100%",
            "_model_name": "FloatProgressModel",
            "bar_style": "success",
            "max": 5,
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": 5,
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "orientation": "horizontal",
            "min": 0,
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_3e95d37a11684f9d9f95ad45cdaabe9a"
          }
        },
        "7e68200c50cb4f17a6422cd1ca7a8ae3": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_2e5e8369323c4112afc5ade5782673c2",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": " 5/5 [04:39&lt;00:00, 55.85s/it]",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_61a24b99f33d48839316dd811f5e1e4b"
          }
        },
        "f86f177650aa469fadf1aeb64efd7f76": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "ProgressStyleModel",
            "description_width": "initial",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "bar_color": null,
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "3e95d37a11684f9d9f95ad45cdaabe9a": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "2e5e8369323c4112afc5ade5782673c2": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "61a24b99f33d48839316dd811f5e1e4b": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "556cc72f33ad4d118decdb96324e9942": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "state": {
            "_view_name": "HBoxView",
            "_dom_classes": [],
            "_model_name": "HBoxModel",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "box_style": "",
            "layout": "IPY_MODEL_1ced2b043e694b18b4b8caddb53ef55d",
            "_model_module": "@jupyter-widgets/controls",
            "children": [
              "IPY_MODEL_3d269115397346c2a3b4228a9b540d83",
              "IPY_MODEL_ac56636177f44355bfc711b53514e702"
            ]
          }
        },
        "1ced2b043e694b18b4b8caddb53ef55d": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "3d269115397346c2a3b4228a9b540d83": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "state": {
            "_view_name": "ProgressView",
            "style": "IPY_MODEL_ae83001e3980457681bda40349cebec8",
            "_dom_classes": [],
            "description": "100%",
            "_model_name": "FloatProgressModel",
            "bar_style": "success",
            "max": 5,
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": 5,
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "orientation": "horizontal",
            "min": 0,
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_c6f357a996f94fc1a41a83e287df7a46"
          }
        },
        "ac56636177f44355bfc711b53514e702": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_2c06e9b32908470e944980fee70207e7",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": " 5/5 [06:12&lt;00:00, 74.42s/it]",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_d9b5fee5eeff4effa166ea9fca840c68"
          }
        },
        "ae83001e3980457681bda40349cebec8": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "ProgressStyleModel",
            "description_width": "initial",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "bar_color": null,
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "c6f357a996f94fc1a41a83e287df7a46": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "2c06e9b32908470e944980fee70207e7": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "d9b5fee5eeff4effa166ea9fca840c68": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "3da30806cbd046a3b1f1adf98717d8ef": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "state": {
            "_view_name": "HBoxView",
            "_dom_classes": [],
            "_model_name": "HBoxModel",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "box_style": "",
            "layout": "IPY_MODEL_e407bddfbad84d6d806cfbbc31b9b367",
            "_model_module": "@jupyter-widgets/controls",
            "children": [
              "IPY_MODEL_88ba3db5e6d34e8eaef26db96e66c642",
              "IPY_MODEL_acef7554c0e340298719bd26bd08dc57"
            ]
          }
        },
        "e407bddfbad84d6d806cfbbc31b9b367": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "88ba3db5e6d34e8eaef26db96e66c642": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "state": {
            "_view_name": "ProgressView",
            "style": "IPY_MODEL_79c8a65bb8d94dce90c5eff9f57b7ceb",
            "_dom_classes": [],
            "description": "100%",
            "_model_name": "FloatProgressModel",
            "bar_style": "success",
            "max": 5,
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": 5,
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "orientation": "horizontal",
            "min": 0,
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_79b7a4ddcc5048768d506ca12c1737c1"
          }
        },
        "acef7554c0e340298719bd26bd08dc57": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_ea75e81d8a2142a7bbe0ddfb23c645c2",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": " 5/5 [05:14&lt;00:00, 62.84s/it]",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_9fc7a6d922f9403388b65fb58bb3e95e"
          }
        },
        "79c8a65bb8d94dce90c5eff9f57b7ceb": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "ProgressStyleModel",
            "description_width": "initial",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "bar_color": null,
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "79b7a4ddcc5048768d506ca12c1737c1": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "ea75e81d8a2142a7bbe0ddfb23c645c2": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "9fc7a6d922f9403388b65fb58bb3e95e": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "5c9ccd0bc064405088902cd5b7f17c20": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "state": {
            "_view_name": "HBoxView",
            "_dom_classes": [],
            "_model_name": "HBoxModel",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "box_style": "",
            "layout": "IPY_MODEL_d8a6132e35f14c0b8a4bdd49711d35ce",
            "_model_module": "@jupyter-widgets/controls",
            "children": [
              "IPY_MODEL_884af41b94db436e96672fac48b918ad",
              "IPY_MODEL_d297441ed1364321807d1394be980169"
            ]
          }
        },
        "d8a6132e35f14c0b8a4bdd49711d35ce": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "884af41b94db436e96672fac48b918ad": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "state": {
            "_view_name": "ProgressView",
            "style": "IPY_MODEL_586f28c5c5574259b6ed4ef137be23fb",
            "_dom_classes": [],
            "description": "100%",
            "_model_name": "FloatProgressModel",
            "bar_style": "success",
            "max": 5,
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": 5,
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "orientation": "horizontal",
            "min": 0,
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_7440b726dccc4c7c987a3ab11fce91a1"
          }
        },
        "d297441ed1364321807d1394be980169": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_59f2dd368cf84effbe99c34c9ba4022d",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": " 5/5 [03:15&lt;00:00, 39.15s/it]",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_f6c6474d843749a9a7186612f1b1c58d"
          }
        },
        "586f28c5c5574259b6ed4ef137be23fb": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "ProgressStyleModel",
            "description_width": "initial",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "bar_color": null,
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "7440b726dccc4c7c987a3ab11fce91a1": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "59f2dd368cf84effbe99c34c9ba4022d": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "f6c6474d843749a9a7186612f1b1c58d": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "eb09163a0f464d5f976968c65a1c3018": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "state": {
            "_view_name": "HBoxView",
            "_dom_classes": [],
            "_model_name": "HBoxModel",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "box_style": "",
            "layout": "IPY_MODEL_cf0a97d73db34ad586432205cc72f286",
            "_model_module": "@jupyter-widgets/controls",
            "children": [
              "IPY_MODEL_4e8162a3760a430fbec740016ba2d31c",
              "IPY_MODEL_f7cd12b4091b4e65b691abf769b56a87"
            ]
          }
        },
        "cf0a97d73db34ad586432205cc72f286": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "4e8162a3760a430fbec740016ba2d31c": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "state": {
            "_view_name": "ProgressView",
            "style": "IPY_MODEL_6137c5b98d2b400d8e7a4007c1368be3",
            "_dom_classes": [],
            "description": "100%",
            "_model_name": "FloatProgressModel",
            "bar_style": "success",
            "max": 5,
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": 5,
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "orientation": "horizontal",
            "min": 0,
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_855fa174280e43cfad15454120019bf4"
          }
        },
        "f7cd12b4091b4e65b691abf769b56a87": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_fde9905944ef4bd2b20241303573cb39",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": " 5/5 [01:07&lt;00:00, 13.41s/it]",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_7a138d053a084f57bb76c98591a53af7"
          }
        },
        "6137c5b98d2b400d8e7a4007c1368be3": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "ProgressStyleModel",
            "description_width": "initial",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "bar_color": null,
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "855fa174280e43cfad15454120019bf4": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "fde9905944ef4bd2b20241303573cb39": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "7a138d053a084f57bb76c98591a53af7": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        }
      }
    }
  },
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "view-in-github",
        "colab_type": "text"
      },
      "source": [
        "<a href=\"https://colab.research.google.com/github/tfjgeorge/nngeometry-examples/blob/main/Continual_learning_EWC.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "k8uBLAOqJ4QQ"
      },
      "source": [
        "## NNGeometry applied to continual learning\n",
        "\n",
        "The goal of this colab is to implement the Elastic Weight Consolidation (EWC) continual learning algorithm for several approximations of the Fisher Information Matrix (FIM) using NNGeometry.\n",
        "\n",
        "This notebooks is organized as follows:\n",
        " 1. Create of continual learning sequence of tasks and learning logic\n",
        " 2. EWC class using NNGeometry with diagonal and KFAC approximations of the FIM\n",
        " 3. Definition of the neural network\n",
        " 3. Learning\n",
        " 4. Results\n",
        "\n",
        " ## References:\n",
        "\n",
        " - Diagonal EWC original paper: Kirkpatrick et al. Overcoming catastrophic forgetting in neural networks. Proceedings of the national academy of sciences 2017\n",
        " - KFAC EWC paper: Ritter et al. Online structured laplace approximations for overcoming catastrophic forgetting. NeurIPS 2018"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "xJNKvZGHLJcF"
      },
      "source": [
        "import torch\n",
        "import torch.nn as nn\n",
        "import numpy as np\n",
        "import torch.optim as optim\n",
        "from torch.utils.data import DataLoader\n",
        "from copy import deepcopy\n",
        "from torch.nn import functional as F\n",
        "from tqdm.notebook import tqdm"
      ],
      "execution_count": 1,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "WTda_HROLUK2"
      },
      "source": [
        "# 1. Continual learning"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "OqmjoG_XKn6m"
      },
      "source": [
        "Then, we install Continuum (https://github.com/Continvvm/continuum), a library to create continual learning scenarios. We will use it to create a scenario called MNIST_Fellowship, where MNIST, FashionMNIST and kMNIST will be learned sequentially."
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "kALKgNpSKk7E",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "8d2c9360-e671-489d-c466-281b6f7e874e"
      },
      "source": [
        "!pip install continuum"
      ],
      "execution_count": 2,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Collecting continuum\n",
            "\u001b[?25l  Downloading https://files.pythonhosted.org/packages/7d/8f/5f964df006c902dc4f924ec6c86b81f147ad7a72f16f1102a789f72fdddc/continuum-1.0.7-py3-none-any.whl (75kB)\n",
            "\r\u001b[K     |████▎                           | 10kB 19.3MB/s eta 0:00:01\r\u001b[K     |████████▋                       | 20kB 10.7MB/s eta 0:00:01\r\u001b[K     |█████████████                   | 30kB 8.2MB/s eta 0:00:01\r\u001b[K     |█████████████████▎              | 40kB 7.4MB/s eta 0:00:01\r\u001b[K     |█████████████████████▋          | 51kB 4.4MB/s eta 0:00:01\r\u001b[K     |█████████████████████████▉      | 61kB 4.9MB/s eta 0:00:01\r\u001b[K     |██████████████████████████████▏ | 71kB 5.0MB/s eta 0:00:01\r\u001b[K     |████████████████████████████████| 81kB 3.8MB/s \n",
            "\u001b[?25hInstalling collected packages: continuum\n",
            "Successfully installed continuum-1.0.7\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "H2lmKyziLcfF"
      },
      "source": [
        "We implement a function to train or evaluate a model on a task. This function needs the task set, the model to train, the optimizer, the list of ewc class (one per past tasks) that will be used to regularized the gradient, the importance of the regularization and a boolean flag to know if the task should be used to train or just for evaluation."
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "EQrRIICWc0ah"
      },
      "source": [
        "def process_task(task_set, model, optimizer, ewc_list, importance, train):\n",
        "\n",
        "    task_loader = DataLoader(task_set, batch_size=64, shuffle=True, num_workers=6)\n",
        "\n",
        "    if train:\n",
        "      model.train()\n",
        "    else:\n",
        "      model.eval()\n",
        "\n",
        "    epoch_loss = 0\n",
        "    correct = 0\n",
        "\n",
        "    for i_, (x_, y_, t_) in enumerate(task_loader):\n",
        "\n",
        "      x_, y_ = torch.FloatTensor(x_).cuda(), torch.LongTensor(y_).cuda()\n",
        "      if train:\n",
        "        optimizer.zero_grad()\n",
        "      predictions = model(x_)\n",
        "\n",
        "      # we compute the number of good predictions\n",
        "      correct += (predictions.max(dim=1)[1] == y_).data.sum().cpu().item()\n",
        "\n",
        "      # we compute the loss without regularization\n",
        "      loss = F.cross_entropy(predictions, y_)\n",
        "      epoch_loss += loss.cpu().item()\n",
        "\n",
        "      if train:\n",
        "        # we apply the regularization for training\n",
        "        for n, ewc in ewc_list.items():\n",
        "            regule = ewc.penalty(model)\n",
        "            loss += importance * regule\n",
        "        loss.backward()\n",
        "        optimizer.step()\n",
        "\n",
        "    accuracy=100*correct / len(task_loader.dataset)\n",
        "    loss_mean=epoch_loss / (1.0 * len(task_loader.dataset))\n",
        "\n",
        "    return loss_mean, accuracy"
      ],
      "execution_count": 3,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "S7pXldzMLeZZ"
      },
      "source": [
        "We create the neural network that will be trained on the sequence of tasks. 28*28  images as input and 30 outputs."
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "1A6PcJzMelug"
      },
      "source": [
        "class Base_Net(nn.Module):\n",
        "    def __init__(self, num_classes=10):\n",
        "        super(Base_Net, self).__init__()\n",
        "        self.num_classes = num_classes\n",
        "\n",
        "        self.relu = nn.ReLU()\n",
        "        self.conv1 = nn.Conv2d(1, 10, kernel_size=5)\n",
        "        self.conv2 = nn.Conv2d(10, 20, kernel_size=5)\n",
        "        self.maxpool2 = nn.MaxPool2d(kernel_size=2)\n",
        "        self.fc1 = nn.Linear(320, 50)\n",
        "        self.fc2 = nn.Linear(50, self.num_classes, bias=False)\n",
        "\n",
        "    def forward(self, x):\n",
        "        x = x.view(-1, 1, 28, 28)\n",
        "\n",
        "        x = self.relu(self.maxpool2(self.conv1(x)))\n",
        "        x = self.relu(self.maxpool2(self.conv2(x)))\n",
        "        x = x.view(-1, 320)\n",
        "        x = self.relu(self.fc1(x))\n",
        "        x = self.fc2(x)\n",
        "        return x"
      ],
      "execution_count": 4,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "L1lsGLIQYgN0"
      },
      "source": [
        "We import from continuum library, the datasets and scenario necessary for the experiences."
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "F7HsKk90ewiL"
      },
      "source": [
        "# we import MNISTFellowship=[MNIST,FashionMNIST,KMNIST]\n",
        "from continuum.datasets import MNISTFellowship\n",
        "# ClassIncremental => new tasks = new classes\n",
        "from continuum import ClassIncremental"
      ],
      "execution_count": 5,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "DdHGHqP2Lswe"
      },
      "source": [
        "We create a function to ennumerate tasks and manage the continual training. "
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "CiMEaIsTeOjT"
      },
      "source": [
        "def continual_process(epochs, importance=1000., FIM_Representation=None, num_tasks=3, verbose=False):\n",
        "\n",
        "    # training scenario\n",
        "    scenario_tr = ClassIncremental(MNISTFellowship('./data', train=True), increment=10)\n",
        "\n",
        "    # testing scenario\n",
        "    scenario_te = ClassIncremental(MNISTFellowship('./data', train=False), increment=10)\n",
        "\n",
        "    model = Base_Net(num_classes=30).cuda()\n",
        "    optimizer = optim.SGD(params=model.parameters(), lr=0.002, momentum=0.9)\n",
        "    loss_te, acc_te, ewc = {}, {}, {}\n",
        "\n",
        "    for ind_task in range(num_tasks):\n",
        "        loss_te[ind_task] = []\n",
        "        acc_te[ind_task] = []\n",
        "\n",
        "    # enumerate scenario tasks\n",
        "    for task_id, dataset_tr in enumerate(scenario_tr):\n",
        "        for _ in tqdm(range(epochs)):\n",
        "            # train on task\n",
        "            loss, acc = process_task(dataset_tr, model, optimizer,\n",
        "                         ewc, importance, train=True)\n",
        "            if verbose: \n",
        "              print(f\"Training Accuracy Task {task_id} : {acc} % \")\n",
        "            # test on all test tasks (past, present and future)\n",
        "            for sub_task_id, dataset_te in enumerate(scenario_te):\n",
        "              loss, acc = process_task(dataset_te, model, optimizer,\n",
        "                                               ewc, importance, train=False)\n",
        "              \n",
        "              if verbose: \n",
        "                print(f\"Validation Accuracy Task {sub_task_id} : {acc} % \")\n",
        "              acc_te[sub_task_id].append(acc)\n",
        "              loss_te[sub_task_id].append(loss)\n",
        "        # compute the fisher matrix to protect weights learned on this task\n",
        "        if (FIM_Representation is not None) and task_id < scenario_tr.nb_tasks-1: \n",
        "            ewc[task_id] = EWC(model, dataset_tr, FIM_Representation)\n",
        "\n",
        "    return loss_te, acc_te"
      ],
      "execution_count": 6,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "t_tGDEzIL4Dx"
      },
      "source": [
        "# 2. EWC diag and KFAC using NNGeometry"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "AAAAj6Qf4hRv"
      },
      "source": [
        "We install NNGeometry from its github repository:"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "1p5FWfi7cTte",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "4af39a32-4b4a-423c-a6ed-8164500e8821"
      },
      "source": [
        "!pip install git+https://github.com/tfjgeorge/nngeometry.git"
      ],
      "execution_count": 7,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Collecting git+https://github.com/tfjgeorge/nngeometry.git\n",
            "  Cloning https://github.com/tfjgeorge/nngeometry.git to /tmp/pip-req-build-0_22ulcp\n",
            "  Running command git clone -q https://github.com/tfjgeorge/nngeometry.git /tmp/pip-req-build-0_22ulcp\n",
            "Requirement already satisfied: torch>=1.0.0 in /usr/local/lib/python3.6/dist-packages (from nngeometry==0.2.1) (1.7.0+cu101)\n",
            "Requirement already satisfied: future in /usr/local/lib/python3.6/dist-packages (from torch>=1.0.0->nngeometry==0.2.1) (0.16.0)\n",
            "Requirement already satisfied: numpy in /usr/local/lib/python3.6/dist-packages (from torch>=1.0.0->nngeometry==0.2.1) (1.19.5)\n",
            "Requirement already satisfied: dataclasses in /usr/local/lib/python3.6/dist-packages (from torch>=1.0.0->nngeometry==0.2.1) (0.8)\n",
            "Requirement already satisfied: typing-extensions in /usr/local/lib/python3.6/dist-packages (from torch>=1.0.0->nngeometry==0.2.1) (3.7.4.3)\n",
            "Building wheels for collected packages: nngeometry\n",
            "  Building wheel for nngeometry (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
            "  Created wheel for nngeometry: filename=nngeometry-0.2.1-cp36-none-any.whl size=21030 sha256=4e39ca25685ada275997bcade9fb5c93959a38f09c7261ff357c5013f04df74f\n",
            "  Stored in directory: /tmp/pip-ephem-wheel-cache-2hbmm6f6/wheels/0e/82/b3/42a1a59c9ab5dcb2a16c557430ef6bbdce07fe33ac46af6beb\n",
            "Successfully built nngeometry\n",
            "Installing collected packages: nngeometry\n",
            "Successfully installed nngeometry-0.2.1\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "G6oHERb04v1K"
      },
      "source": [
        "For this example, we will need to import:\n",
        " - `FIM` is a helper that specifies that the metric that we are going to use is the Fisher Information Matrix. \n",
        " - `PVector` is the vector of all parameters $\\mathbf{w} = \\left\\{ W_1, b_1, \\cdots \\right\\}$. Instead of having to loop through all parameters tensors, it conveniently offers an interface to do typical operations such as addition or multiplication with a scalar.\n",
        " - `PMatKFAC` and `PMatDiag` are matrix representations of the FIM.\n",
        "\n",
        "In short:\n",
        " - `FIM` is *what* we want to compute\n",
        " - `PMatKFAC` and `PMatDiag` is *how* we are going to represent it"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "P8E-YBvULQCN"
      },
      "source": [
        "from nngeometry.metrics import FIM\n",
        "from nngeometry.object import PMatKFAC, PMatDiag, PVector"
      ],
      "execution_count": 8,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "vnRUZbDg6Sw0"
      },
      "source": [
        "We now define our class `EWC` that will be called at the end of each task in order to store the current parameters (here `self.v0`) and compute the FIM at current parameter values (here `self.Fisher`).\n",
        "\n",
        "**Note that even if internally the mechanics are very different, switching from diagonal EWC to KFAC EWC is as simple as passing a different argument `Representation` to `FIM`.**"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "3jD-EVuEfP8-"
      },
      "source": [
        "class EWC(object):\n",
        "    def __init__(self, model: nn.Module, train_set, Representation):\n",
        "        self.model = model\n",
        "        self.train_set = train_set\n",
        "        self.Fisher, self.v0 = self.compute_fisher(self.model, Representation)\n",
        "\n",
        "    def compute_fisher(self, model, Representation):\n",
        "        fisher_set = deepcopy(self.train_set)\n",
        "        fisher_loader = DataLoader(fisher_set, batch_size=50, shuffle=False, num_workers=6)\n",
        "        F_diag = FIM(model=model,\n",
        "                     loader=fisher_loader,\n",
        "                     representation=Representation,\n",
        "                     n_output=30,\n",
        "                     variant='classif_logits',\n",
        "                     device='cuda')\n",
        "\n",
        "        v0 = PVector.from_model(model).clone().detach()\n",
        "\n",
        "        return F_diag, v0\n",
        "\n",
        "    def penalty(self, model: nn.Module):\n",
        "        v = PVector.from_model(model)\n",
        "        regularization_loss = self.Fisher.vTMv(v - self.v0)\n",
        "\n",
        "        return regularization_loss"
      ],
      "execution_count": 9,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "5TWBK9CZ6ed_"
      },
      "source": [
        "# 4. Learning\n",
        "\n",
        "Now that we are all set, we start our continual learning sequence.\n",
        "\n",
        "First, we do not use any regularization technique. This will serve as a benchmark."
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "VDoZgIn28C5L",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000,
          "referenced_widgets": [
            "e34f4179d75f45afa33b2156880b93c3",
            "f6208e3a5e6c40de9b899a265bc40300",
            "7dcf15bd82e140a9a25591bab362ed40",
            "cb48c32ccd6c47d88fdf460dd3280a18",
            "3ffab00ca98a4d49ae8a8444816a99b1",
            "bb5d1da6434b4d8faa3afc7718534d32",
            "197e8f265d364ab0a7494451feb17a5e",
            "19e6348990f040ad8d0675e701b1d728",
            "bf5fb1c98e6448a09af5c610e32d51ac",
            "61a23da28d19487b9f8034e6527e8a69",
            "e9547939c16146619a6dd8aefec51810",
            "932cc43cceee4f16a732c7673ba1382c",
            "268dccbddc4a4825ab3ddf06e5547dbc",
            "99411602100641b1ae5fcef626a8874f",
            "c746e2c7631348cf9e1099f3eec99260",
            "4462fb5a1e2841468e336633b9e101a5",
            "f41cf2babe2a45efbc7b94d064911373",
            "5680c2e8fe454d06b94c3b170157e769",
            "76fc3337261e4b5a8824710e6e82a0b7",
            "593f1c8fd08544e38d23c53713db25e3",
            "374166efc994482ebdecf6210e6ee062",
            "80fc510796924d3dae46ce364b57d44b",
            "10c70d5100af459ab23117b647f88f14",
            "c3a111385c6048828df88e4c37f3c30a",
            "7fa68547097545acb1b528339f799a89",
            "f2a351db4a094e949eb98b9049141309",
            "808cd5975777451eb4788dd98867e101",
            "d4add9a3e13a482ba837b023704ba4d4",
            "5081cd28de2d49089a8dc5e9f82d52b0",
            "950df001ce054f66ac7142df338fcc73",
            "3c92bdf6ab8e43b9a247bed2aabe9291",
            "824dfb641824405f9a8029718cf60970",
            "5a36ddf7e85145318da6e514b74879b2",
            "f9a833dc43d84b359c7251be93f12077",
            "85161aba99964b3c9fa204d6ec9fe18d",
            "6b2f4478654e41dfadd01b34d40806e4",
            "1bfeb430ac464b9ab5626b1210c5d926",
            "3ecf6bd1a951441b933f72b6f11ff544",
            "ed4252d786f4426ca36c5d7242bd17ef",
            "55de7e467dda4a41a53165c66c45b52b",
            "b47808404ae34de480b7dceab1e43051",
            "093f37747ad943968f8d935859aebc1a",
            "5c00ea4b60804f83b277523824e858b9",
            "a9b3d98e47834e07a4d0c3a4bf419e6d",
            "e58215b32d1a4e97951586fbd7b597b4",
            "30698bdb548c4bb1b80c15cf34cfdffc",
            "0d3671a7fb5841d79f2ddd30bc5a3dff",
            "312dcb9e039f4302890d5e1cef342a75",
            "5f786ceefc1c4dac81bd57d6b515c3c6",
            "c6b80ac56ed34364bef1807517ca66a1",
            "d1ea03e366e140d888a40c1a03c71bb0",
            "485a711c19324c689cdfb78cae25183d",
            "c98f7558084947649597464b4a6d38c6",
            "467e517b7e4d45d4a873bb40d2366f11",
            "114b13921dcf43a9a5cb8de602bb0144",
            "e639a68acb314e39b4e14505c202be0b",
            "42afdf2382af455c8d325ba35e311de4",
            "40ca030bbd6943e2b683e31e0d16ca7b",
            "41a914716c0742978a38b2c0d176f1b2",
            "5ad53e2c2ea848db81c93ba54cad7eee",
            "4e41ca6819964235abaea80a59f24dbc",
            "759021ae260b4d569cbb42c923d1e917",
            "a2e4c3804438432f99199efbec7d73c3",
            "2dce5c18192a4d159ce52f0cdee571b7",
            "c8b9264c22c042e4b5c66552d15dfa3f",
            "fe131555a4b84bdca005ecc707b81ea2",
            "50628201d76a4edbaa9df343094082e2",
            "ee7c5aff38cc4b5cbafa83d29c64ed60",
            "e52f1c79e89549c380ab4982dcbf1654",
            "21a6bb66609b4aaf85c3b1deff796593",
            "279c31df47ce4e0ab00d254f4005490b",
            "592812e49c144e248c83f6ad37638b8e",
            "c746d75bd68042198cdbedac33c5f580",
            "76a2594cc6204c90a24b1e640f32cd5e",
            "101a0f5f5ef6434aae9bd496eeab559d",
            "c44be8349b874319b7dbedd1111eb310",
            "43f3c94e449c4a14b02d0456f1767b5c",
            "b3c7d80dcbf9442fb782cc776ee68ecb",
            "0b62dd9c2374493d9c5023823c54d5fa",
            "6f8a887645f24e919d91fa04279d0aea",
            "6117626db05942128f1c6b77a39737a8",
            "64df22d523f2453abcde126500cf4b27",
            "4059610a3a5d42f2b4332256212b433e",
            "fea898c10a65476f8ff920292724f9dc",
            "201a6769df9b441c874f261a027dca57",
            "7a3ac55f8dbe46b39a2854e21d05f87c",
            "c9ae292bd4854724bdfe9ecb6c25dd05",
            "ecf8cfb10bbf46c796ea7d6f1e54b2e5",
            "682dcfdd54ac43198eb3cb747d1b5e82",
            "ac7e2ca270e94eecadbd397f7e21100a",
            "388b8aeb86434138a503c6316665fb9c",
            "8788e6e9635c4026a533403aeeed314b",
            "a0b4eb7672fa4631829d0cfe0ff78c11",
            "ffc2d897d94d49b0b39c812d78b59879",
            "558cf081590242a892ded8fd797539b3",
            "0b03e13b6b914bbbacbb901d2e89b23b",
            "0053127f31eb41258bd2b30c8a0c7230",
            "60953f67ae904b0e84cab617b077cae3",
            "c7a917c58aab4fec8f7a8629289d632d",
            "59b16a05610649a5bd9b4207fb2145a9",
            "7b172c2032df4038a043c15d1c4c1955",
            "f5bfafb662d34c9cb6d9db20c6f09d1e",
            "9a3b07c867e64f868d28ec38f54d248c",
            "04fe7d3f90f74e22927461121d36856f",
            "a3a2c36868c64bd0adcb329d502b43a9",
            "aa822cd3be49409fb371d67f50738fdb",
            "a5234e16307e4c29af273d1c79cd5303",
            "3973811652b84316b4fffa652e292762",
            "b5b9120c7b444c8f83cc0b40545bc4c6",
            "e391127105cf4f63b0c3bcfbdcdad3f0",
            "2be38ee842b347afb65501bce9641fc1",
            "3c7eaf25befc4f8cbf1832c69cb3218a",
            "df6741417e724dbdbcbb319f528a00ef",
            "9cbcb0a87add4b42965e0146ac4a067d",
            "1d3bd97df3a5422a8cf826fb8bf40427",
            "10884f5af81a4ac08cd07d8175af4f0a",
            "bc8d8430dd7e44aaa1a55ac7be87b3ce",
            "450e9280b28947de998e13cd39d87e8e",
            "84a43661a241483fad9f1842e7f149f9",
            "88cc453c033747cd9afd59686e08af55"
          ]
        },
        "outputId": "20b381a0-14b7-47a7-9e61-e4b3ae385e13"
      },
      "source": [
        "importance = 10\n",
        "num_tasks = 3\n",
        "test_label = False\n",
        "epochs = 5\n",
        "\n",
        "loss, acc = continual_process(epochs,\n",
        "                              importance=importance, \n",
        "                              FIM_Representation=None,\n",
        "                              num_tasks=num_tasks)"
      ],
      "execution_count": 10,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Downloading http://yann.lecun.com/exdb/mnist/train-images-idx3-ubyte.gz to ./data/MNIST/raw/train-images-idx3-ubyte.gz\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "e34f4179d75f45afa33b2156880b93c3",
              "version_minor": 0,
              "version_major": 2
            },
            "text/plain": [
              "HBox(children=(FloatProgress(value=1.0, bar_style='info', max=1.0), HTML(value='')))"
            ]
          },
          "metadata": {
            "tags": []
          }
        },
        {
          "output_type": "stream",
          "text": [
            "Extracting ./data/MNIST/raw/train-images-idx3-ubyte.gz to ./data/MNIST/raw\n",
            "Downloading http://yann.lecun.com/exdb/mnist/train-labels-idx1-ubyte.gz to ./data/MNIST/raw/train-labels-idx1-ubyte.gz\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "bf5fb1c98e6448a09af5c610e32d51ac",
              "version_minor": 0,
              "version_major": 2
            },
            "text/plain": [
              "HBox(children=(FloatProgress(value=1.0, bar_style='info', max=1.0), HTML(value='')))"
            ]
          },
          "metadata": {
            "tags": []
          }
        },
        {
          "output_type": "stream",
          "text": [
            "Extracting ./data/MNIST/raw/train-labels-idx1-ubyte.gz to ./data/MNIST/raw\n",
            "Downloading http://yann.lecun.com/exdb/mnist/t10k-images-idx3-ubyte.gz to ./data/MNIST/raw/t10k-images-idx3-ubyte.gz\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "f41cf2babe2a45efbc7b94d064911373",
              "version_minor": 0,
              "version_major": 2
            },
            "text/plain": [
              "HBox(children=(FloatProgress(value=1.0, bar_style='info', max=1.0), HTML(value='')))"
            ]
          },
          "metadata": {
            "tags": []
          }
        },
        {
          "output_type": "stream",
          "text": [
            "Extracting ./data/MNIST/raw/t10k-images-idx3-ubyte.gz to ./data/MNIST/raw\n",
            "Downloading http://yann.lecun.com/exdb/mnist/t10k-labels-idx1-ubyte.gz to ./data/MNIST/raw/t10k-labels-idx1-ubyte.gz\n",
            "\n",
            "\n",
            "\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "7fa68547097545acb1b528339f799a89",
              "version_minor": 0,
              "version_major": 2
            },
            "text/plain": [
              "HBox(children=(FloatProgress(value=1.0, bar_style='info', max=1.0), HTML(value='')))"
            ]
          },
          "metadata": {
            "tags": []
          }
        },
        {
          "output_type": "stream",
          "text": [
            "Extracting ./data/MNIST/raw/t10k-labels-idx1-ubyte.gz to ./data/MNIST/raw\n",
            "Processing...\n",
            "Done!\n",
            "Downloading http://fashion-mnist.s3-website.eu-central-1.amazonaws.com/train-images-idx3-ubyte.gz to ./data/FashionMNIST/raw/train-images-idx3-ubyte.gz\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "/usr/local/lib/python3.6/dist-packages/torchvision/datasets/mnist.py:480: UserWarning: The given NumPy array is not writeable, and PyTorch does not support non-writeable tensors. This means you can write to the underlying (supposedly non-writeable) NumPy array using the tensor. You may want to copy the array to protect its data or make it writeable before converting it to a tensor. This type of warning will be suppressed for the rest of this program. (Triggered internally at  /pytorch/torch/csrc/utils/tensor_numpy.cpp:141.)\n",
            "  return torch.from_numpy(parsed.astype(m[2], copy=False)).view(*s)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "5a36ddf7e85145318da6e514b74879b2",
              "version_minor": 0,
              "version_major": 2
            },
            "text/plain": [
              "HBox(children=(FloatProgress(value=1.0, bar_style='info', max=1.0), HTML(value='')))"
            ]
          },
          "metadata": {
            "tags": []
          }
        },
        {
          "output_type": "stream",
          "text": [
            "Extracting ./data/FashionMNIST/raw/train-images-idx3-ubyte.gz to ./data/FashionMNIST/raw\n",
            "Downloading http://fashion-mnist.s3-website.eu-central-1.amazonaws.com/train-labels-idx1-ubyte.gz to ./data/FashionMNIST/raw/train-labels-idx1-ubyte.gz\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "b47808404ae34de480b7dceab1e43051",
              "version_minor": 0,
              "version_major": 2
            },
            "text/plain": [
              "HBox(children=(FloatProgress(value=1.0, bar_style='info', max=1.0), HTML(value='')))"
            ]
          },
          "metadata": {
            "tags": []
          }
        },
        {
          "output_type": "stream",
          "text": [
            "Extracting ./data/FashionMNIST/raw/train-labels-idx1-ubyte.gz to ./data/FashionMNIST/raw\n",
            "Downloading http://fashion-mnist.s3-website.eu-central-1.amazonaws.com/t10k-images-idx3-ubyte.gz to ./data/FashionMNIST/raw/t10k-images-idx3-ubyte.gz\n",
            "\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "5f786ceefc1c4dac81bd57d6b515c3c6",
              "version_minor": 0,
              "version_major": 2
            },
            "text/plain": [
              "HBox(children=(FloatProgress(value=1.0, bar_style='info', max=1.0), HTML(value='')))"
            ]
          },
          "metadata": {
            "tags": []
          }
        },
        {
          "output_type": "stream",
          "text": [
            "Extracting ./data/FashionMNIST/raw/t10k-images-idx3-ubyte.gz to ./data/FashionMNIST/raw\n",
            "Downloading http://fashion-mnist.s3-website.eu-central-1.amazonaws.com/t10k-labels-idx1-ubyte.gz to ./data/FashionMNIST/raw/t10k-labels-idx1-ubyte.gz\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "42afdf2382af455c8d325ba35e311de4",
              "version_minor": 0,
              "version_major": 2
            },
            "text/plain": [
              "HBox(children=(FloatProgress(value=1.0, bar_style='info', max=1.0), HTML(value='')))"
            ]
          },
          "metadata": {
            "tags": []
          }
        },
        {
          "output_type": "stream",
          "text": [
            "Extracting ./data/FashionMNIST/raw/t10k-labels-idx1-ubyte.gz to ./data/FashionMNIST/raw\n",
            "Processing...\n",
            "Done!\n",
            "Downloading http://codh.rois.ac.jp/kmnist/dataset/kmnist/train-images-idx3-ubyte.gz to ./data/KMNIST/raw/train-images-idx3-ubyte.gz\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "c8b9264c22c042e4b5c66552d15dfa3f",
              "version_minor": 0,
              "version_major": 2
            },
            "text/plain": [
              "HBox(children=(FloatProgress(value=1.0, bar_style='info', max=1.0), HTML(value='')))"
            ]
          },
          "metadata": {
            "tags": []
          }
        },
        {
          "output_type": "stream",
          "text": [
            "Extracting ./data/KMNIST/raw/train-images-idx3-ubyte.gz to ./data/KMNIST/raw\n",
            "Downloading http://codh.rois.ac.jp/kmnist/dataset/kmnist/train-labels-idx1-ubyte.gz to ./data/KMNIST/raw/train-labels-idx1-ubyte.gz\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "c746d75bd68042198cdbedac33c5f580",
              "version_minor": 0,
              "version_major": 2
            },
            "text/plain": [
              "HBox(children=(FloatProgress(value=1.0, bar_style='info', max=1.0), HTML(value='')))"
            ]
          },
          "metadata": {
            "tags": []
          }
        },
        {
          "output_type": "stream",
          "text": [
            "Extracting ./data/KMNIST/raw/train-labels-idx1-ubyte.gz to ./data/KMNIST/raw\n",
            "Downloading http://codh.rois.ac.jp/kmnist/dataset/kmnist/t10k-images-idx3-ubyte.gz to ./data/KMNIST/raw/t10k-images-idx3-ubyte.gz\n",
            "\n",
            "\n",
            "\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "6117626db05942128f1c6b77a39737a8",
              "version_minor": 0,
              "version_major": 2
            },
            "text/plain": [
              "HBox(children=(FloatProgress(value=1.0, bar_style='info', max=1.0), HTML(value='')))"
            ]
          },
          "metadata": {
            "tags": []
          }
        },
        {
          "output_type": "stream",
          "text": [
            "Extracting ./data/KMNIST/raw/t10k-images-idx3-ubyte.gz to ./data/KMNIST/raw\n",
            "Downloading http://codh.rois.ac.jp/kmnist/dataset/kmnist/t10k-labels-idx1-ubyte.gz to ./data/KMNIST/raw/t10k-labels-idx1-ubyte.gz\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "682dcfdd54ac43198eb3cb747d1b5e82",
              "version_minor": 0,
              "version_major": 2
            },
            "text/plain": [
              "HBox(children=(FloatProgress(value=1.0, bar_style='info', max=1.0), HTML(value='')))"
            ]
          },
          "metadata": {
            "tags": []
          }
        },
        {
          "output_type": "stream",
          "text": [
            "Extracting ./data/KMNIST/raw/t10k-labels-idx1-ubyte.gz to ./data/KMNIST/raw\n",
            "Processing...\n",
            "Done!\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "0053127f31eb41258bd2b30c8a0c7230",
              "version_minor": 0,
              "version_major": 2
            },
            "text/plain": [
              "HBox(children=(FloatProgress(value=0.0, max=5.0), HTML(value='')))"
            ]
          },
          "metadata": {
            "tags": []
          }
        },
        {
          "output_type": "stream",
          "text": [
            "\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "a3a2c36868c64bd0adcb329d502b43a9",
              "version_minor": 0,
              "version_major": 2
            },
            "text/plain": [
              "HBox(children=(FloatProgress(value=0.0, max=5.0), HTML(value='')))"
            ]
          },
          "metadata": {
            "tags": []
          }
        },
        {
          "output_type": "stream",
          "text": [
            "\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "df6741417e724dbdbcbb319f528a00ef",
              "version_minor": 0,
              "version_major": 2
            },
            "text/plain": [
              "HBox(children=(FloatProgress(value=0.0, max=5.0), HTML(value='')))"
            ]
          },
          "metadata": {
            "tags": []
          }
        },
        {
          "output_type": "stream",
          "text": [
            "\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "-Lm2XQP6dv_7",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 165,
          "referenced_widgets": [
            "9c0bd0e053374218bdf0af805e464d8c",
            "f29f17becae845e5b9293c5e6ea2b395",
            "c575e7168b0b40c9af90097e0eda6a3e",
            "7753036e8440426e9fe8467fe7fd9690",
            "58c6d29ce3f042308af5e4a3c7ad156a",
            "3c1c4133aaf047da936d03eed5b1d781",
            "8776e4a2e9e84c47932d7fc2c8a41592",
            "59f377997a4745fc983012c60fcf1231",
            "c5e3335b84bb4f68849f4bbe2086228d",
            "bb65c7373a914286aef958ec38ddad67",
            "6986c7bd2aa34148baf60cf87a56a9df",
            "7e68200c50cb4f17a6422cd1ca7a8ae3",
            "f86f177650aa469fadf1aeb64efd7f76",
            "3e95d37a11684f9d9f95ad45cdaabe9a",
            "2e5e8369323c4112afc5ade5782673c2",
            "61a24b99f33d48839316dd811f5e1e4b",
            "556cc72f33ad4d118decdb96324e9942",
            "1ced2b043e694b18b4b8caddb53ef55d",
            "3d269115397346c2a3b4228a9b540d83",
            "ac56636177f44355bfc711b53514e702",
            "ae83001e3980457681bda40349cebec8",
            "c6f357a996f94fc1a41a83e287df7a46",
            "2c06e9b32908470e944980fee70207e7",
            "d9b5fee5eeff4effa166ea9fca840c68"
          ]
        },
        "outputId": "19094d07-57fd-4994-93af-32f61c1dcad4"
      },
      "source": [
        "# Training with Diagonal representation\n",
        "loss_EWC, acc_EWC = continual_process(epochs,\n",
        "                                      importance=importance,\n",
        "                                      FIM_Representation=PMatDiag,\n",
        "                                      num_tasks=num_tasks)"
      ],
      "execution_count": 11,
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "9c0bd0e053374218bdf0af805e464d8c",
              "version_minor": 0,
              "version_major": 2
            },
            "text/plain": [
              "HBox(children=(FloatProgress(value=0.0, max=5.0), HTML(value='')))"
            ]
          },
          "metadata": {
            "tags": []
          }
        },
        {
          "output_type": "stream",
          "text": [
            "\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "c5e3335b84bb4f68849f4bbe2086228d",
              "version_minor": 0,
              "version_major": 2
            },
            "text/plain": [
              "HBox(children=(FloatProgress(value=0.0, max=5.0), HTML(value='')))"
            ]
          },
          "metadata": {
            "tags": []
          }
        },
        {
          "output_type": "stream",
          "text": [
            "\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "556cc72f33ad4d118decdb96324e9942",
              "version_minor": 0,
              "version_major": 2
            },
            "text/plain": [
              "HBox(children=(FloatProgress(value=0.0, max=5.0), HTML(value='')))"
            ]
          },
          "metadata": {
            "tags": []
          }
        },
        {
          "output_type": "stream",
          "text": [
            "\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "35WygQsTfXz0",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 165,
          "referenced_widgets": [
            "3da30806cbd046a3b1f1adf98717d8ef",
            "e407bddfbad84d6d806cfbbc31b9b367",
            "88ba3db5e6d34e8eaef26db96e66c642",
            "acef7554c0e340298719bd26bd08dc57",
            "79c8a65bb8d94dce90c5eff9f57b7ceb",
            "79b7a4ddcc5048768d506ca12c1737c1",
            "ea75e81d8a2142a7bbe0ddfb23c645c2",
            "9fc7a6d922f9403388b65fb58bb3e95e",
            "5c9ccd0bc064405088902cd5b7f17c20",
            "d8a6132e35f14c0b8a4bdd49711d35ce",
            "884af41b94db436e96672fac48b918ad",
            "d297441ed1364321807d1394be980169",
            "586f28c5c5574259b6ed4ef137be23fb",
            "7440b726dccc4c7c987a3ab11fce91a1",
            "59f2dd368cf84effbe99c34c9ba4022d",
            "f6c6474d843749a9a7186612f1b1c58d",
            "eb09163a0f464d5f976968c65a1c3018",
            "cf0a97d73db34ad586432205cc72f286",
            "4e8162a3760a430fbec740016ba2d31c",
            "f7cd12b4091b4e65b691abf769b56a87",
            "6137c5b98d2b400d8e7a4007c1368be3",
            "855fa174280e43cfad15454120019bf4",
            "fde9905944ef4bd2b20241303573cb39",
            "7a138d053a084f57bb76c98591a53af7"
          ]
        },
        "outputId": "9ad8c9dc-2424-4906-c9a4-e16467c65bf5"
      },
      "source": [
        "# Training with KFAC representation\n",
        "loss_EWC_KFAC, acc_EWC_KFAC = continual_process(epochs,\n",
        "                                                importance=importance,\n",
        "                                                FIM_Representation=PMatKFAC,\n",
        "                                                num_tasks=num_tasks)"
      ],
      "execution_count": 12,
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "3da30806cbd046a3b1f1adf98717d8ef",
              "version_minor": 0,
              "version_major": 2
            },
            "text/plain": [
              "HBox(children=(FloatProgress(value=0.0, max=5.0), HTML(value='')))"
            ]
          },
          "metadata": {
            "tags": []
          }
        },
        {
          "output_type": "stream",
          "text": [
            "\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "5c9ccd0bc064405088902cd5b7f17c20",
              "version_minor": 0,
              "version_major": 2
            },
            "text/plain": [
              "HBox(children=(FloatProgress(value=0.0, max=5.0), HTML(value='')))"
            ]
          },
          "metadata": {
            "tags": []
          }
        },
        {
          "output_type": "stream",
          "text": [
            "\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "eb09163a0f464d5f976968c65a1c3018",
              "version_minor": 0,
              "version_major": 2
            },
            "text/plain": [
              "HBox(children=(FloatProgress(value=0.0, max=5.0), HTML(value='')))"
            ]
          },
          "metadata": {
            "tags": []
          }
        },
        {
          "output_type": "stream",
          "text": [
            "\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "5xSA3xbk6Zpy"
      },
      "source": [
        "# 5. Results"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "sDfbtmdK-mft"
      },
      "source": [
        "import matplotlib.pyplot as plt"
      ],
      "execution_count": 13,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "aXcbi6RUFYRG"
      },
      "source": [
        "We plot here the evolution of the test loss of all training strategies. The test set evaluate the algorithm's performance on all the tasks. We can see the EWC with KFAC representation has the lowest loss on the test set and that this loss continue to decrease on the last task."
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 265
        },
        "id": "rtEKYhLzcv9j",
        "outputId": "cefd4c22-0c36-4e38-eb64-2be6e80162c2"
      },
      "source": [
        "plt.plot(np.mean([loss[0], loss[1], loss[2]], axis=0), label='no regul')\n",
        "plt.plot(np.mean([loss_EWC[0], loss_EWC[1], loss_EWC[2]], axis=0), label='EWC diag')\n",
        "plt.plot(np.mean([loss_EWC_KFAC[0], loss_EWC_KFAC[1], loss_EWC_KFAC[2]], axis=0), label='EWC KFAC')\n",
        "plt.legend()\n",
        "plt.ylabel('loss averaged on 3 tasks')\n",
        "plt.show()"
      ],
      "execution_count": 14,
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYgAAAD4CAYAAAD2FnFTAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4yLjIsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+WH4yJAAAgAElEQVR4nOzdd3hUZfrw8e+d3gshpIeEnoROgARpEgWs6NrLAru69r6uurv+1HXdVVffta0NK9gVVLChAiJiQkloIQm9hDQICek987x/nEkIMZCBZDJJ5vlc11zJnHnOnHso556ni1IKTdM0TWvNwdYBaJqmad2TThCapmlam3SC0DRN09qkE4SmaZrWJp0gNE3TtDY52TqAztK3b18VFRVl6zA0TdN6lLS0tKNKqcC2Xus1CSIqKorU1FRbh6FpmtajiMjBk72mm5g0TdO0NukEoWmaprXJqglCRGaLyE4R2SMiD7Xx+lQR2SQiDSJyeavXIkXkBxHJEpFMEYmyZqyapmnaiayWIETEEXgZOA+IBa4RkdhWxbKB+cCHbbzFIuAZpVQMMAE4Yq1YNU3TtN+yZif1BGCPUmofgIh8DMwBMpsKKKUOmF8ztTzRnEiclFI/mstVWDFOTdM0rQ3WbGIKAw61eJ5jPmaJIUCJiHwuIptF5BlzjeQEInKTiKSKSGphYWEnhKxpmqY16a6d1E7AFOB+YDwwAKMp6gRKqQVKqXilVHxgYJvDeDVN07QzZM0EkQtEtHgebj5miRxgi1Jqn1KqAfgSGNvJ8WmaZlbb0Mj23FIWp+Xw8YZs9DYAGli3D2IjMFhEojESw9XAtadxrp+IBCqlCoEZgJ4Fp2md4Eh5DVn55WTll7Ejv4ys/HL2FlbQYDqeFOJCfRkR7mvDKLXuwGoJQinVICJ3AN8DjsDbSqkMEXkcSFVKLROR8cAXgD9wkYj8QykVp5RqFJH7gZUiIkAa8Ia1YtW03qiuwcTewgqy8suMZFBgJIWjFXXNZUJ83RgW7E1STD9iQnwI83fn8leT+TGzQCcIDektVcn4+Hill9rQ7FVRRW1zrSArv4ysgnL2HCmnvtH4/+3i5MCQIC9ign0YFuJDTIg3McE++Hu6/Oa9rnw9hbLqepbfM7WrP4ZmAyKSppSKb+u1XrMWk6bZi/KaelIPHGPDgWIy8oyEUFhe2/x6P29XYkJ8mDYk0EgEIT4M6OuJk6NlXY4zY4N44pssDhZV0j/A01ofQ+sBdILQtG6urKaejfuLWb+/mHX7itieW4pJgbOjMKifN1MG9yU2xIeYEB+GBXsT4OXaoevNjA3miW+y+DHzMDdOGdBJn0LriXSC0LRuprS6KSEUsW5fMRl5RkJwcXRgdKQfd5w9iIQBAYyJ9Mfd5TfTgzosMsCDYcHe/JChE4S90wlC02ystKqeDQeM2sH6/UVk5JWhlNFvMCbCjztnDGbigD6MjfTHzbnzE0JbZsYF879VuzlaUUvfDtZItJ5LJwhN62IlVXVs2F/Mun1GLSEz/3hCGBvpx91Jg0kYEMDoCL8uSwitzYwN4sWVu1mVdYQrx0e0f4LWK+kEoWlWVlJV19x/sG5fMTsKjITg6uTAuP7+3JM0hIQBfRhlw4TQWlyoD2F+7vyQWaAThB3TCULTOlmjSbHlUAlrdhXy865CtuWUYFLg5mwkhPvOGcLEAQGMivDF1al7JITWRIRzY4P4cEM2lbUNeLrqW4U90n/rmtYJCkprmhPC2j1HKa2ux0FglLkPYfLgvowK98PFqbsuf/ZbM+OCeDf5AL/sLmT28BBbh6PZgE4QmnYGahsa2bj/GGt2F/LzzkJ2Hi4HIMjHlZmxQUwbGsjkQX3x8/jtRLSeYkJUH3zdnfkh47BOEHZKJwhNs4BSigNFVfy88whrdh8lZW8R1fWNuDg6MD7an8vGDWPqkECGBnljrA7T8zk5OpAU04+VWUeobzThbOFEO6330AlC006ioraB5D1HjVrCrkIOFVcDEN3Xk6vGRzB1SF8SBgTg4dJ7/xvNjA3m8025bNxfzKRBfW0djtbFeu+/bE07TUopMvPL+HlXIWt2FZJ64BgNJoWniyOJA/ty09SBTBscSGSAh61D7TJTh/TF1cmBHzIP6wRhh3SC0OzewaJKlmzK5fNNOeQcM2oJsSE+3DhlANOGBDKuv3+P6lzuTB4uTkwZHMgPGQU8elFsr2k+0yyjE4Rml8pq6vl2Wz5LNuWw8cAxRGDyoL7cnTSYaUMD6eftZusQu42ZcUGsyDpMRl4Zw8P0EuD2RCcIzW40mhS/7jnK4rQcvs8ooLbBxMBATx6YPZRLx4QR4utu6xC7paRh/XAQ+CGjQCcIO6MThNbr7TlSzuK0XL7cnEtBWQ2+7s5cGR/BZePCGRXuq5tN2hHg5Up8VB9+yDzMfTOH2jocrQvpBKH1Sscq6/hqWx5L0nLYmlOKo4Nw9tBAHr0olhkx/brtDObuSu8RYZ90gtB6jfpGE6t3FrIkLYeVOw5T36iICfHh4QtimDM6jEBvvSrpmdJ7RNgnqyYIEZkNvICxJ/WbSqmnWr0+FXgeGAlcrZRa3Op1HyAT+FIpdYc1Y9V6roy8Uhan5bBsSx5FlXX09XJhbmIUl40NJzbUx9bh9Qp6jwj7ZLUEISKOwMvAuUAOsFFElimlMlsUywbmA/ef5G3+CayxVoxaz1VYXsvSLbksTsthR0E5Lo4OnBPbj8vGhjN1SKCe9WsFeo8I+2PNGsQEYI9Sah+AiHwMzMGoEQCglDpgfs3U+mQRGQcEAcuBNjfU1uzTsq153PfJFhpMitERfvzzkuFcNDKkR6971BPoPSLsjzUTRBhwqMXzHGCiJSeKiAPw/4DrgXNOUe4m4CaAyMjIMw5U6zn2H63koSXbGBXhx9OXjWRQPy9bh2Q39B4R9qe71sNvA75VSuWcqpBSaoFSKl4pFR8YGNhFoWm2Utdg4s6PNuHs6MBL14zRyaGLNe0RsWb3USprG2wdjtYFrJkgcoGWXzPCzccskQjcISIHgGeBuSLy1KlP0Xq7/yzfwfbcMv5z+UhC/fSkNluYGRdEXYOJX3YX2joUrQtYM0FsBAaLSLSIuABXA8ssOVEpdZ1SKlIpFYXRgb1IKfWQ9ULVurufdh7hzbX7+X1Cf2bFBds6HLvVco8IrfezWoJQSjUAdwDfA1nAp0qpDBF5XEQuBhCR8SKSA1wBvC4iGdaKR+u5jpTVcP+nWxkW7M3fL4ixdTh2rXmPiB3GHhFa72bVeRBKqW+Bb1sde6TF7xsxmp5O9R7vAu9aIbxm23NLiQ3xwcFBL7nQ3ZhMivs+3UplXQMfX5OAm7OeAW1reo8I+9FdO6m7zJ4jFVz6yq/8+bOt+htRN/T6mn2s3XOURy+KY3CQt63D0Thxjwitd7P7BDEw0JO7Zgzmi8253PxeGtV1jbYOSTPbnH2M//fDTi4YEcLVelhlt9FyjwillK3DsXvHKusoqqi1ynvbfYIQEe5MGsy/Lh3OTzuPcP1b6ymtqrd1WHavrKaeuz7eTJCPG//+3Qi94mo3MzMuiLzSGjLyymwdil2rqG1g/jsb+P1bG2g0dX6ytvsE0eS6if15+dqxpOeUcuXrKRwuq7F1SHZLKcXfv9hOXkkNL14zGl93Z1uHpLXSvEeEbmaymZr6Rv60MJXteWXce+4QHK3Qh6oTRAvnjwjhnT+MJ+dYFZe9msz+o5W2DskufZaWw1db87j3nMGM69/H1uFobWjeIyKjwNah2KX6RhN3frSZlH1FPHvFSM6NDbLKdXSCANizEhqNZqWzBvXlo5sSqKpr5PJXk9meW2rj4OzLniMVPLo0g8QBAdw6fZCtw9FOYWZsEDsKyskuqrJ1KHbFZFI8sHgbP2Ye5vE5cVw65pQDQTtEJ4iju1HvXwavTYb9vwAwMtyPz25JxM3ZkasXrCN571EbB2kfauobufOjzbg5O/DcVaOtUmXWOs/MWGPC4g+ZuhbRVZRS/OOrDL7YnMufzx3C3MQoq17P7hNEtV84l8bG86pjFcfeuxiW/AnKDzMw0IvFtyYS4uvG/Lc3sny7/k9gbU99t4Os/DKevWIUwb5utg5Ha0fzHhG6H6LLPPfjLhamHOTGydHcMcP6NWy7TxBltWWEBwzjFXeYGdWfJ/JXkv3qBFj3GiFeznx2SyJxYT7c9kEaH2/ItnW4vdaKzMO8m3yA+ZOiSIqxTnuqZgGlwGT5UO+ZccGkHii22jBL7bg3f9nHi6v2cFV8BH+/IKZLRvZJe+OYRWQgkKOUqhWR6Ri7vy1SSpVYPbrTEB8fr1JTU8/4/L0le1mYsZCv931Fg6mBcyqrmO8YyMjzX6QqaCy3vr+Jn3cV8sDsodw6baAedtmJCkprOO+FNYT4uvPF7ZP0ftGdra4SKguhssj8sxCqjkJl06PVcxcPuH0jeLW/QvL23FIufGkt/7l8JFfG67kq1vLpxkM8sGQb548I5qVrxnZq86uIpCml2txzx5IEsQVjw54ojGUzlgJxSqnzOy3CTtDRBNGksKqQD7M+4JOsDyhvrGFsTQ3zA8aReM7zPPBdPsu25nHj5Gj+dn6MXpqjEzSaFNe/uZ4th0r4+q7JDAzUS3hbpLEBjmRCeYH55l54/Abf/NycEBqq234PJ3fwDATPvuZHILj6wPpXYfrfYPqD7YahlGLy0z8RE+LDm/P0vl7W8G16Pnd8uImzBvXlzXnxnf4F6lQJwpK1mExKqQYRuRR4SSn1kohs7tQIu5FAj0DuHncPfxp5E59nfcR7217nrsoMopbMYG7ELPwSruPNtfsprqrj6ctG6q0tO+jV1XtI2VfEfy4fqZPDqZhMcCQD9q8xHgeTobbVJDVH1xNv+IHDwCOgxbFA8Oh7/HUXz7avVbwXNr4Jk+8Bp1NvLdq0R8RHG7KpqmvAw8Wqy7vZnTW7Crn7482MifTn9d+P6/LatSV/m/Uicg0wD7jIfKzXz1zycPbg+pE3cPXwefy47V3e2fIKj+evoI9ayYWjk/h8ayIlVfW8fO1Y3F268C+tpgxUI7j7d901rSTtYDHPrdjNxaNCuWKc9Ybq9UhKwdFdxxPCgbVQXWy81mcgDL8MoiaDX/8WN3wv6Iymz4Tb4L1LIH0xjLmu3eIz44J4N/kAa3YdZfZwvRR7Z0k7WMzN76UxMNCLt+eNt0nytaSJKRa4BUhRSn0kItHAlUqpp7siQEt1VhPTySiTiY0pz/JOxrusdXXEVTlQWzKWaLdLeW/uefh6WClnmkxwOB32rDDmaxxaDw5OkPQITLwFHHpme31pdT3nv/ALDg7wzV1T8HHr9d85Tk0pOHbAnAx+MX5WmEcH+UZA9FTjETUFfMOsH8urk0Ac4ZZf2k06DY0mxj2xgqSYfvz3ytHWjc1OZOaVcfWCFPp4uvDZLZMI9D51Ta4jOtrE5K6UuqvpiVJqvz3u2yAODkw46wEmjLuZ3T/+lYUHl/ON30b2k8q57y/mmVl3M63/uM65WFUx7F11PClUHjGOh4yCs+6Gw5nw/d8gcynMeRn6Du6c63YRpRR/+zydw2U1fHZLov0mh9Lc48lg/y9Qah4l59nveEKIngL+0Z1TM7CUCCTcCsvuNOKLnnrK4s17RGQdoaHRhJNudu2Q/Ucrmfv2ejxdnXj/xolWTQ7tsaQGsQmYq5Tabn5+DXCPUmpiF8RnMWvXIH4jfxuHv7mHDyv38JG3L9WOENdnDLeOvoEp4VNwkNP4T2JqhNxN5oSwAnLTAAXufWDgDBh0DgxKAq9+RnmlYNun8N0D0FADMx42mgV6SG3iow3Z/PXzdB6cPYxbpw+0dThdp6LweEI48AsU7TGOu/sbzUXR04ybcd8hXZsQ2lJfA8/FQvgEuPbjdosv317ALe+n8eGfJjJpoN4j4kzll1Zz+aspVNc38unNiV2y73pHRzENABYD1wJTgLnAhUqpbrUGRZcnCDCaf7Z8QMkP/8cXLo286RtImVM9A3wHMC9uHhcOuBAXR5e2zy0vMGoHe1YYtYWaEkAgPN6cEM6F0NGnvumXF8DX98LObyF8PMx5BQKHWOWjdpbdh8u56H9rGR/Vh4V/mNC7R4I11EF2Muz6HvatNkYdAbh4Q9RZRnNR9FQIGg4O3fBb96p/wZpn4M40CDh1Iq+qa2DM4z9yzYRIHrs4rosC7F2KKmrNC4XW8tGfEhgR7tsl1+1QgjC/wRDgSyAbuFQpdZJxc7ZjkwTRpKqY0q//D7fMD1ji2ZePwiI5UF9IX/e+XDPsGq4cciV+zp5G/0FTLaEg3TjXK+h4DWHA2eBxmovTKWV0Jn73F6irghl/h8Q7ukVtIu1wGh/t+IjbRt/GAN8B1NQ3csnLv1JYXst390yhn3cvnC1dVQy7f4Bdy40vALVlxuii/onHawgho8GxB4z2KT8Mzw+HcfPh/GfaLX7jwlSy8stY++DZep7QaSqvqefaN9az63A5i/44gYkDArrs2meUIEQkHWj5Yj+gFKgFUEqN7OQ4O8SmCcLs6M5fKfrkLoaY9vBD8Bg+Dw0i+VgmbghzKqqZe6yYSBMQkWAkhEHndN63x/LD8M19sONrCIuHS16BwKEdf98zkFOew3Npz/HDwR8AuHro1fw94e88snQ7i1IO8u4fxjN9aD+bxNbplILCnbDrO6OmcGg9KJOR+IfMgiGzYcD0kw8p7e6+uNXo67ovE9z9Tln009RDPLB4G1/fOZnhYV3z7bc3qKlvZO7bG9h08BgL5o5jxrCuXUngTDupL+yEC88GXgAcgTeVUk+1en0q8DzG7OyrlVKLzcdHA68CPkAj8C+l1Ccdjcfa+g49C8d71/L66//kmvx3mFWwmd3OzizqG8znXu586hXG2WGTmTfiRsb0G9O537K8g+Cq92H7Evj2L/DaFDj7r5B4Z5d9W62sr+TN9DdZlLEIRwdHbht9G+mF6aw6tIqxXn9gUcpB/jQluucnh4Y6OPirkRB2fWeMPgIIHglT7oehsyFkTPdsNjpdCbfC1g9h00JjgMQptNwjQicIy9Q3mrjtg01sPFDMC1eP6fLk0B6rLbUhIo7ALuBcIAfYCFyjlMpsUSYKIwncDyxrkSCGAEoptVtEQoE0IOZU1+wONYgmVXUN/GXhSlz3r8JrwHj+OGc2Xl41fJj1IZ/u+pTS2lJG9B3B3Li5nBN5Dk4OnXwDrzhi1CayvoLQsUZtol9M516jhUZTI8v2LuOFTS9QVFPERQMu4q6xdxHsGcxXe7/ib2v/huTdTX+vYSy5dRIuTj3wxllZBHt+hJ3fGX1GtWXg5GY0GzXVFKw9/NRW3r0QivfD3Vvb/bJx5esplFXXs/yeU4980oxVBO79ZAvLtubxr0uHc93E/jaJwyZLbYhIIvCYUmqW+flfAZRST7ZR9l3g66YE0cbrW4HLlVK7T3a97pQgAOoaTLy5dh8vr9pDXaOJP55lrL7o6FjPsr3LeC/zPbLLswn1DOX62Ov53eDf4encic0QSkHGF/Dt/VBbDtMfgkl3d3ptYmPBRp7Z+AxZxVmMChzFg+MfZETgiObXj1WXMvWTqaiSaXx9/ZNE9e0hTS1KQeEOoy9h53LI2dCq6eg8GDCt5zYdnY4d38LH18Dl78Dw352y6Ju/7OOJb7JY85eziQzw6KIAex6lFA9/uZ0P1mfzwOyh3GbDvU86miA2KaXGisgDQHXTUhtKqTHtnHc5MFspdaP5+e+BiUqpO9oo+y4nSRAiMgFYiJGUTK1euwm4CSAyMnLcwYMHT/lZbOFIWQ3/+X4ni9Ny6Ovlwv0zh3JFfARgYnXOahZlLGLTkU14O3tz+ZDLuTbmWoI9O3E2akWhkSQyvzQ6Ry95FYJiO/y2h8oP8Vzac/x48EeCPYO5b9x9zI6a/Ztms+dX7OL1XQ8S3KeGn67+rsPXtarGemPG8q7lRk2hxPzvKXgkDD3PqCWEjO4dTUenw2SCl8Yas7VvXHHKotlFVUx95iceviCGG6cM6KIAO4fJpNiUfYzl2wtI2VdEH08X+gd4EBXgSf8AT6ICPIjo44Gbc8cHgPxn+Q5eWb2Xm6cN4K/nWa92b4mOJoj1GP0EfwcuMk+U266UGt7OeR1OECISAqwG5iml1p3qet2tBtHatpwSHv8qk9SDx4gL9eGRC2ObRyqkF6azMHMhPx78EQccmBk1k3lx84gN6PiNvFnGF/DN/VBTaizCdtY94Hj6E9Qq6ip4I/0N3st8DycHJ24YfgNz4+bi7uR+Qrms/DJeXLmb77YXMH5EJjsaFrF0zlIG+HXDm0ZNKaS9C+teg/K8401HQ2cbScEn1NYR2t761415NzesgIjxpyw6+/k1+Lg78+nNiV0U3JmrbzSRsreI5RkF/Jh5mMLyWlwcHYiP8qeytoH9Ryspq2loLi8CwT5uJySO/gEe5ocnXq7t19Bf+3kvT323g2smRPLvS4fbfMRXR2dS/wFjqY1/mZNDNPCeBeflAi3X/w03H7OIiPgA3wB/by859ARNu9R9tS2fp77N4qoF67hgRAgPnTeMEYEjeHbas+RW5PJ+5vt8vvtzvt3/LeODxzMvdt7pT7xrS9ylxrj7b++HVU8Y/RNzXoHgU+b5Zo2mRr7c8yUvbn6R4ppiLh54MXeNuYsgzxM71TLySnlx5W6+zziMt6sTd80YxOUTx3DBl4tYmb2yeyWI0hxY9yqkLYS6ciMpnP8fGJhkLHmtHTf6OmNexLpXIOKdUxadGRfM/1btpqiilgAv280CPpnqukbW7C7k++0FrMg6TFlNAx4ujpw9tB+zhgdz9tBAvFvM7i+pquNAURUHiyo5WFTFAfPPFVmHOVpRd8J79/VyJSrAg8jmBHL8p5+HCx+uz+ap73Zw4cgQnrjE9smhPRbNgzijNxZxwuikTsJIDBuBa5VSv1mmo3UNQkRcgO+Ar5RSz1tyve5eg2ipuq6RBWv28erPezApuGnKAG6dPhBP87ePsroyPt/1Oe9nvc/hqsNE+0bz+9jfc9GAi3Bz6oS5A5lL4Zs/Q3UJTHsAJt97ytrExoKNPL3haXYe28nowNE8OOFBhvc9MbFk5JXyvx+zSM3aS5hrNdeO8OSCQW54qioIH8+1Gx7DpEx8fGH7s3KtriAdkl8yRnwpZSTPSXcaExO1k/vhYUh5xeis9jv53g/dcY+Ispp6ftpxhOXbC1i9s5Dq+kZ83Z05JyaI2cODmTK47xk1HVXUNpyQOLJbJJD80poTyvq6O1NWU8+0IYEs+H18txms0dEmpsHAk0As0Hx3Ukq1+1VQRM7HaJ5yBN5WSv1LRB4HUpVSy0RkPPAF4A/UAAVKqTgRuR54B2iZTOYrpbac7Fo9KUE0yS+t5unvdvDlljz6ebvy4OxhXDomrHl2cb2pnh8O/MDCjIVkFWfRx60PVw29iksHXUqwZ3DHvn1UFhmT67YvgeARRm0ipMXUlvoaDhVu5/9tfYWVRzYS4uLLfYGTmOXUF6kuNlYWrSqiqrSQymNHcK0vwUdOPn/yzbBBvOBSx4/TXyW4/+Qzj/tMKWWMPkp+Cfb9BM6eMG6eMYzTL7Lr4+mJSrLhhVHGRMyZ/zxpse6yR8TRilpWZB5meUYBv+45Sn2jop+3K7Pigpk9PJgJ0X2sulx/TX0j2cVVHDTXPg4UVeLi6MhfZg3t2hWg29HRBLEWeBR4DmO57z8ADkqpRzo70I7oiQmiyabsY/zjq0y2HiphVIQfj1wYy7j+x5fzVkqRejiVhRkL+TnnZwBcHV0J8QwhzDuMcK9wQr1CCfM6/rufq59lCSTrK/j6PuOG3y8Wqo9RUV3MAk9n3vf1xkkpbiwpY25ZOW5N/1ZcvKlz8SO3zoPsalfKHX0ICwknZmB/3HwCjdngHgHGWlJObrB3FfszF3Ox42EeKirmOtdwiJ0DsZcYw2+tWc1urIftnxuJ4XC6MQpp4i0Q/4desWR6l/t0Huz9yZg453rydYIeW5bBRxuy2fzIuV26THVuSTXfby9geUYBqQeKMSmI7OPB7OHBzIoLZkyEX+9e3uUMdDRBpCmlxolIulJqRMtjVoj1jPXkBAHGCIovNufy9PIdHCmvZc7oUB6cPYxQvxM7f/eV7mN9/nryKvLIrchtfpTWnrg0loeTB6FeoYR7hRPmHUaoZ+gJycTbxft44apiWPUEjSWH+MK5npfqDlFsqmOOXxx39b+Afr5Rxg3fow/bix15fvUBVmQdwcfNiRunDGD+WVEWrcg65/ML6Nto4q0KB2OiGcpYmK4pWQTFdV6yqCkzJnetexXKco3NcybdCSOuaHcTHO0UDm2At86F85+FCX86abHkvUe59o31vHb9OKvvEbG3sILl2wv4PqOAbTnG/4OhQd7MGh7M7LhgYkK8u31bvy11NEEkA5MxFuxbhdGf8JRSyjbrOJxET08QTSprG3jt570sWLMPEbhl2kBunjqw3SppRV3FCQkjryKPnIoc43l5LlUNVSeU93HxIcwrrPnRz6MfS/cuZdexXYztN5YHxj9AXN/ji65tyynhhRW7WbnjCL7uztw4OZp5FiaGJi9uepG3t7/N6itX41dfCzu+gowvjWShTBAw6HiyCB5xZsmiNBfWv2aMSqotMzrmJ91lLGtib8NTreWNJKg+BneknvTP1Np7RNQ1mFi2NY+31u4nK9/YWW90hF9zTSG6p8y36QY6miDGA1mAH/BPjJnP/1FKre/sQDuitySIJoeKq3jqux18k55PqK8bD543jItHhZ7RNyGlFKW1pSckkNbJpLaxllDPUO6Lv4+Z/Wc2X2froRJeWLmbVebE8Kcp0cybFHXCKA9LZRzN4OpvruafZ/2TSwZdcvyFikIjWWQuNfZFUI3QZ8DxZBEyqv1kUbAdUv4H6Z8ZySb2EqPGEDb2tOPU2pG+GJbcANd8bMwPOYn7Pt3CyqwjpD18TqftEVFeU89HG7J5e+0BCspqGBrkzTUTIpg1PJgQX/f230D7jY4miCuUUp+1d8zWeluCaLJ+XxGPf51JRl4Z4/r788iFsYyKOPWiaadLKUVRTRG+rr44Oxg3/i2HSnhhxS5+2lmIn4czf5oygLmJ/c8oMbS8zswlM4npEzXfAKoAACAASURBVMOLM15su1DlUWPBwcylsO9nI1n4R5mTxRxj6ZCmZKGUsYx28kuwdyU4e8DYuUbHs3/UGceptaOx3uisDhgI8746abHO3COioLSGd37dz4frsymvbWDSwABumjqAaUMCdfNRB3XKTOr2jtlab00QYKzZsjjtEM98v5OjFXVMGdyXft5u+Lg74ePmjK+7Mz7uzvi4OR3/3d047unieFr/gTZlH+OFFbv5eVch/h7O3DhlAPMmRVk0AcgST65/kiW7l7DmqjV4OLcz16CquEWyWA2mBvCNhNiLjV30Nr5pDFn17AcTb4b4P57+cunamVn7PKx4FG5ZazQHtqEz9ojYdbicBWv2sXRLLo0mxfkjQrh56sAu2yvBHpzpct/nAecDVwItV1L1AWKVUhM6O9CO6M0Jokl5TT2vrN7LTzuOUFZdT1lNAxW1Dac8x9FB8G5KHG7O+Lgf/71lYvFwcWLZ1rzmxPCnqQOYm9h5iaHJhvwN3PDDDTw3/TnO6X+O5SdWFRvLX2R+aYyiMdUbHdyT7oQRV4JzL9xbojurPgb/jTXmkFzyykmLnckeEUop1u0rZsGavfy0sxA3Zweuio/gxikDiOijJzB2tjOdSZ0HpAIXY6ym2qQcuLfzwtMs5e3mzIOzh/Hg7GHNxxoaTZTXNFBWU09ZdQOl1fXm3+tb/H7i8YLSGspqGiirrqe24fjyVn08XXhw9jDmJvZvnrTX2cYGjcXP1Y+V2StPL0F49IEx1xmP6hIo3mef6yJ1F+7+MPpa2LQIkh41lptvw8y4IFZkHSYjr6zdJcAbTYrl2wtYsGYvW3NKCfB04b5zh/D7hP74e55kZ0bNqk56F1BKbQW2isiHSqn6LoxJOw1Ojg74e7qc8X+gmvrG5iQS5udu9Qk8Tg5OTAufxqpDq6g31Tf3eZwWdz/d+dwdTLzVaOZLfdvYe6QNluwRUV3XyOK0Q7y5dj8Hi6qICvDgiUuGc/m48E5ZGE87c+1+/dLJoXdzc3akn7cbg/p5ddnszqTIJMrrytlYsLFLrqdZSd9BMHiWkSTqa9osEuDlSnxUH37IKPjNa0UVtTz34y7OenoV/7c0A38PF167fiwr/zyd6xP66+TQDej6udblEkMTcXdyZ1X2KluHonVU4m1QddQYXnwSM2OD2FFQTnaRMRfnYFEl//flds56ehUvrNzN2Eg/Pr05kS9um8Ts4SE46pnO3UYP2Dld623cnNyYHDaZVdmr+NvEv3V8pVrNdqKnGfuqr3sVxlzf5nyVmbHBPPFNFq+v2cuxqjqWby/AycGBS8aEctPUAQzq593GG2vdwUn/Z4pIsIi8KiIvi0iAiDwmIuki8ql5nwZNO2MzImdQWF1I+tF0W4eidYSIMe/kSAbs/7nNIpEBHgwL9uaD9dn8svsoN08byNoHz+Y/l4/SyaGbO9VXt3eBTOAQ8BNQjTHs9RfgNatHpvVqU8On4iROrMxeaetQtI4afjl4BhpLgZ/EE5cM559z4kj5axIPzh5GPx89LLknOFWCCFJKvaSUegrwU0o9rZQ6pJR6CbDN7tpar+Hj4sOEkAmsyl6FtfYk0bqIsxvE3wC7v4ejbW8bHx/Vh99bYV6NZl2nShAtX1t0GudpmkWSIpM4WHaQvSV7bR2K1lHjbwBHF2OhRK3XONWNfqmIeAEopR5uOigigzB2itO0Djk74mwE0c1MvYFXP2Mp9S0fGrPetV7hpAlCKfWIUqqijeN7lFKXWzcszR4EegQyMnCkThC9RcKtUF9l7MOh9Qq6qUizqaTIJLKKs8iryLN1KFpHBY+A6KmwfoGx4qvW41k1QYjIbBHZKSJ7ROShNl6fKiKbRKRBRC5v9do8EdltfsyzZpya7SRFJgHoSXO9RcJtUJ5nrMDbFRrqwNTYNdeyQ1ZLECLiCLwMnAfEAteISGyrYtnAfODDVuf2wdgHeyIwAXhURPQGwr1QpE8kg/wG6Wam3mLwLOgzENa9YuzXYS3VJbDycXi6v7Gq7PK/Qd5m617TDlk05kxEJgFRLcsrpVqPbGptArBHKbXP/B4fA3Mw5lY0vccB82umVufOAn5UShWbX/8RmA18ZEm8Ws8yI3IGb6a/SXFNMX3c9H4OPZqDg9EX8e39xv7VkRM79/3rqmDD68Z+FDUlxs6BpgbY+AasexkCBhud5SOvMHYl1Dqk3RqEiLwHPIuxL/V486PNtcNbCcOYZNckx3zMEhadKyI3iUiqiKQWFhZa+NZad5MUmYRJmfj5UNszcbUeZtQ14OZr3LA7S0OdsSjgi2NgxWMQMQFu/gWuXAhXfwD374KLXgCvIFj9b6PcG0mw/nWoONJ5cdgZS2oQ8RgbBHW7uptSagGwAIwNg2wcjnaGYvrEEOoZysrslVw6+FJbh6N1lKsXjJ1n7BFekg1+kWf+XqZGYw/s1f+GYwcgMhGueAf6TzqxnLs/jJtvPEpzYPsS2PYZfPcALP8rDJgOI6+EYReAaw9Y3qOxAeorjRpTXSXUVZh/mn+vb3XcK8jYVbGTWZIgtgPBQP5pvncuENHiebj5mKXnTm917urTvL7WQ4gIMyJn8OnOT6msr8TT2dPWIWkdNfFmSHnZ+AY/61+nf75Sxg6Cq/4JRzIhaARc+xkMPrfNBQFP4BsOZ91tPI5kwbZPjSTzxc3g5A5DzzOSxcAkcLLyRkSN9UaSLNoLxXuN5NV8o29xg6+vOjEJNLS9fHqbxAEiJ9ksQfQFMkVkA1DbdFApdXE7520EBotINMYN/2rgWgvj+h74d4uO6ZlA2zuSaL3CjMgZvJ/1Pmtz1zIrapatw9E6yjccYucYO85Nf+j0vrXv/8XogM7ZYHR4X/42xF56ZrsH9ouBcx6FpEfg0HojWWR8ARmfG7WOuEuNLWsjJp757oSmRiMJFO+Fon3mn+aEUJJt9JE0cXI3/ixcPI8/3HzAJwRcvMDZw3zc68QyzQ/zcWeP4787ubafNM+QJQnisTN5Y6VUg4jcgXGzdwTeVkpliMjjQKpSapmIjAe+APyBi0TkH0qpOKVUsYj8EyPJADze1GGt9U5j+43F39WfVdmrdILoLRJuM27EWz607Ntt7iajxrB3FXiHGn0Ko68DxzPYdbA1EYhMMB6znzKukf4pbPnI2BHPNxJGXGYki6DWgy0BkwnKco7f+FsmgmMHjD3Smzh7QsAACB5pJKA+AyFgoPHTs6/VbubWIJZ0LYhIEEbnNMAGpVS36/WJj49Xqamptg5D64BHfn2EFQdX8PNVP+PcGTcFzfbePAcqj8KdaeBwkh3iCnfCqicgaxm494Ep98H4G8HZ3frx1VbAjm+MZLH3J1CNxv4WMRcZTT5NiaB4PzTWHj/Pyd0YJRUw4MQEEDDQ6A/oSUlAJE0p1ebAo3ZrECJyJfAMRh+AAC+JyF+UUos7NUrN7iVFJvHFni/YULCBs8LOsnU4WmdIuA0W/wF2LTc6iFsqyYbVT8PWD40mk2kPQeLtRpNLV3H1glFXGY+KQqPGk/4ZrH4SHF2hT7Rx4x987omJwDvkzJukehBLmpj+DoxvqjWISCCwAtAJQutUCaEJeDh5sDJ7pU4QvUXMxeATbuwV0ZQgKgrhl2eNph0EJt5q1Bo8+9o0VLwCjaawiTcbE/FcfewiCZyKJZ/eoVWTUpGF52naaXF1dGVy2GR+OvQTJtV67qTWIzk6wcSb4OBaOLDWaEp6YRRsWAAjr4K7NsHsf9s+ObTm7mf3yQEsu9EvF5HvRWS+iMwHvgG+tW5Ymr1KikziaPVRthVus3UoWmcZO8/ouH33AljzjNFcc/sGmPM/Y7ST1m2128SklPqLiPwOYyY1wAKl1BfWDUuzV1PCp+DkYGxFOrrfaFuHo3UGdz+Y8XfIToEp90Oo/nvtKSwaxdQT6FFMvcctK24huyybby79BulBo0E0rSc61Sgm3cimdTtJkUkcKj/E7pK29zfWNK1r6AShdTt6K1JN6x50gtC6nb7ufRndb7TeREjTbOykndQikg6ctINCKTXSKhFpGkYz07Opz5JTnkO4tx7pomm2cKoaxIXARcBy8+M68+Nb9DBXzcpmRM4A9FakmmZLJ00QSqmDSqmDwLlKqQeUUunmx0MYq6tqmtVEeEcwxH+I7ofQNBuypA9CROSsFk8mWXiepnVIUmQSm49spqi6yNahaJpdsuRGfwPwiogcEJEDwCvAH60alaZhJAiFYvWh1bYORdPsUrsJQimVppQaBYwCRimlRiulNlk/NM3eDfEfQphXmG5m0jQbaTdBiEiQiLwFfKyUKhWRWBG5oQti0+yciJAUmcS6/HVU1FXYOhxNszuWNDG9i7ErXKj5+S7gHmsFpGktJUUmUW+qZ23uWluHoml2x5IE0Vcp9SlgAmMrUaDRqlFpmtmowFH0ceujm5k0zQYsSRCVIhKAedKciCQApVaNStPMHB0cOTvibH7J/YW6xjpbh6NpdsWSBHEfsAwYKCK/AouAOy15cxGZLSI7RWSPiDzUxuuuIvKJ+fX1IhJlPu4sIgtFJF1EskTkrxZ/Iq3XmRE5g8r6Stblr7N1KJpmVywZxbQJmAZMAm4G4pRS7e7mIiKOwMvAeUAscI2IxLYqdgNwTCk1CHgOeNp8/ArAVSk1AhgH3NyUPDT7kxCSgKezp55VrWldzJJRTL8DLgaGAkOAi0QkSUT6tXPqBGCPUmqfUqoO+BiY06rMHGCh+ffFQJIYGwAowFNEnAB3oA4os/Azab2Mi6MLU8Km8NOhn2g06e4vTesqlk6Ue5PjazG9ATwI/Coivz/FeWHAoRbPc8zH2ixj7vwuBQIwkkUlkA9kA88qpYpbX0BEbhKRVBFJLSwstOCjaD1VUmQSxTXFbC3cautQNM1uWJIgnIAYpdRlSqnLMJqLFDARI1FYwwSMkVKhQDTwZxEZ0LqQUmqBUipeKRUfGBhopVC07mBy2GScHZz1aCZN60KWJIgIpdThFs+PmI8VA/WnOC8XiGjxPNx8rM0y5uYkX6AIuBZYrpSqV0odAX4F2twST7MPXi5eJIQksDJ7Jb1lm1xN6+5Ouh9EC6tF5GvgM/Pzy8zHPIGSU5y3ERgsItEYieBqjBt/S8uAeUAKcDmwSimlRCQbmAG8Z75OAvC8hZ9J66WSIpP4JeUXdh3bxdA+QzvlPU3KxK5ju0jJS2Fd/jqKqosI8wojzDuMcK9wwr3DCfcKJ9QrFDcnt065pqb1FJYkiNsxkkLTiq6LgCXK+Bp39slOUko1iMgdGLOwHYG3lVIZIvI4kKqUWga8hZEE9gDFGEkEjNFP74hIBiDAO5aMnNJ6t+kR03FY58DK7JUdShAFlQWk5KWQkpfC+oL1FNcY3VsDfQcS6hXKwbKDJOclU9NYc8J5ge6BhHmFEe4dfsLPCO8IAt0DcXRw7NDna6KUoqqhimM1x4xH7TGKa4qbnxfXFFNSW0J5XTlD+wxlYshExgePx8fFp1Our2lNpLdU1+Pj41Vqaqqtw9CsbN5386ior2DJxUssPqeiroINBRuaawkHyg4AxtamCSEJzY8gz6Dmc5RSFNUUkVOeQ05FDrnlucbPilxyynM4XHUYkzI1l3dycDJqHl5GzaOpBtL0EzjxJl9bTElNiXGs9tgJN/9jNceoM7U9KdDFwQV/N3/6uPXBzcmNHcU7qG6oxkEciO0Ty8SQiUwMmciYfmN0jUeziIikKaXabMJvN0GYZ06/BMQALhi1gUqlVLf6uqIThH1YlLGIZ1Kf4dvffUuEd0SbZepN9aQXprMufx0peSmkH02nUTXi7uTOuKBxJIYkkhCawGC/wRijqk9ffWM9+ZX5zQmkdRIprbVssQEPJ4/mG76/mz/+rv7GT/PvzcfNZTycPE6Iub6xnq2FW1lfsJ71+etJL0ynQTXg4uDC6H6jmxNGXEAcTg6WNBho9qajCSIVo+nnM4yO4rnAEKVUt5rdrBOEfcityGX2ktncH38/8+LmAca3/f2l+0nJT2Fd3jo2Ht5IZX0lDuJAXEAcCSEJJIYmMipwFC6OLl0SZ3ldeXNtI7ciF0FOSARNP10dXTv1ulX1VaQeTmV9vpEwdh7bCYCXsxfxQfHNCWOQ36AzTo5a79LhBKGUiheRbUqpkeZjm5VSY6wQ6xnTCcJ+XPHVFTiJE9fHXm/0JeSncKTqCGBsVZoYkkhiaCLjg8fj6+pr42htq7immA0FG5oTxqFyY2pSgFsAE0ImkBCSwMSQiYR5tZ6ipNmLjiaINcA5GJPlCjAmr803byLUbegEYT9e3foqr2x5BQBfV18mBk8kMTSRhJAEwr3DbRxd95ZXkWckC3OT1NHqowCEe4UzMWRic8Lwd/O3caRaV+logugPHMbof7gXY67CK0qpPZ0daEfoBGE/yuvK+XbftwwPHM4w/2GdNnrI3iil2Fe6j3X561ifv57UglTK68vxd/Vn2SXL8HPzs3WIWhc44wRhXnBvkVLqOmsF11l0gtC0jmkwNbAiewV/+fkvPDPtGWZHzbZ1SFoXOFWCOOVMaqVUI9BfRLqmZ0/TNJtxcnDinMhz8Hb2Zl2eXlpds2yi3D6MhfmWYSygB4BS6r9Wi0rTNJtwcnBiQsgEkvOSUUrpkU52zpK1mPYCX5vLerd4aJrWCyWGJJJfmc/BsoO2DkWzsXZrEEqpfwCIiIdSqsr6IWmaZkuTQicBkJyXTJRvlG2D0WzKkg2DEkUkE9hhfj5KRF6xemSaptlEhE8EYV5hpOSn2DoUzcYsaWJ6HpiFsQw3SqmtwFRrBqVpmm0lhiaysWAj9aZTreiv9XaWJAiUUodaHdL7PmpaLzYpdBKV9ZWkF6bbOhTNhixJEIdEZBKgRMRZRO4Hsqwcl6ZpNjQheAIO4qCbmeycJQniFow9IcIwNv4ZbX6uaVov5evqS1xAHCl5OkHYM0sShCilrlNKBSml+imlrldKFVk9Mk3TbCoxNJH0o+mU1ZXZOhTNRixJEL+KyA8icoOI6MVZNM1OJIYkYlImNuZvtHUomo20myCUUkOAh4E4YJOIfC0i11s9Mk3TbGpU4Cjcndx1P4Qds3QU0wal1H3ABIy9oxdacp6IzBaRnSKyR0QeauN1VxH5xPz6ehGJavHaSBFJEZEMEUkXEb1/oqZ1IWdHZyYEG8tuaPbJkolyPiIyT0S+A5Ix9oOYYMF5jsDLwHlALHCNiMS2KnYDcEwpNQh4DnjafK4T8D5wi1IqDpgO6AHZmtbFEkMTOVR+iJzyHFuHotmAJTWIrRgjlx5XSg1RSj2olEqz4LwJwB6l1D6lVB3wMTCnVZk5HK+NLAaSxFgdbCawzTwpD6VUkXllWU3TulBiSCKAbmayU5YkiAFKqXuVUqf7LyQMaDnBLsd8rM0ySqkGoBQIAIZgzLv4XkQ2icgDbV1ARG4SkVQRSS0sLDzN8DRNa0+0bzRBHkF6uKudsmS5777mG3Qc0NwPoJSaYbWojLgmA+OBKmCleVOLlS0LKaUWAAvA2DDIivFoml0SERJDE1mVvYpGU6Pevc/OWFKD+ABjob5o4B/AAcCScW+5QESL5+HmY22WMfc7+GKs+ZQDrFFKHTWvIPstMNaCa2qa1skSQxIpqysjsyjT1qFoXcySBBGglHoLqFdK/ayU+iNgSe1hIzBYRKLNO9JdDSxrVWYZMM/8++XAKmXsgfo9MEJEPMyJYxqg/3Vqmg0khCYA6NFMdsiSBNE0eihfRC4QkTFAn/ZOMvcp3IFxs88CPlVKZYjI4yJysbnYW0CAiOwB7gMeMp97DPgvRpLZAmxSSn1zGp9L07RO0setDzF9YnRHtR2ypA/iCRHxBf4MvAT4APda8uZKqW8xmodaHnukxe81wBUnOfd9jKGumqbZWEJoAu9lvkdlfSWezp62DkfrIpbMpP5aKVWqlNqulDpbKTVOKdW6qUjTtF5sUugkGkwNpBak2joUrQtZNJNa0zT7NqbfGFwdXXUzk53RCULTtHa5OroSHxSv50PYGZ0gNE2zSGJoIvtK91FQWWDrULQuYslaTHeb12MSEXnLPLN5ZlcEp2la95EQYgx31bUI+2FJDeKPSqkyjPWR/IHfA09ZNSpN07qdIf5DCHAL0P0QdsSiHeXMP88H3lNKZbQ4pmmanWhadmNd3jpMymTrcLQuYEmCSBORHzASxPci4g3ofx2aZocSQxM5VnuMncU7bR2K1gUsSRA3YMxwHm9eF8kZ+INVo9I0rVvSy3/bF0sSRCKwUylVYt5q9GGMZbk1TbMzgR6BDPIbpNdlshOWJIhXgSoRGYWx3MZeYJFVo9I0rdtKDE1k8+HN1DTU2DoUzcosSRAN5hVW5wD/U0q9DHhbNyxN07qrSaGTqDPVsenwJluHolmZJQmiXET+ijG89RsRccDoh9A0zQ6NCxqHs4OzbmayA5YkiKuAWoz5EAUYG/88Y9WoNE3rttyd3BnTb4zuqLYDlqzmWoCxq5yviFwI1CildB+EptmxxNBEdh3bxdHqo7YORbOidveDEJErMWoMqzEmyL0kIn9RSi22cmwdVl9fT05ODjU1ujOts7m5uREeHo6zs25ttEeJoYm8sOkFUvJSuGjgRbYOR7MSSzYM+jvGHIgjACISCKwAun2CyMnJwdvbm6ioKET05O/OopSiqKiInJwcoqOjbR2OZgMxfWLwc/VjXf46nSB6MUv6IByakoNZkYXn2VxNTQ0BAQE6OXQyESEgIEDXzOyYgziQEJJASl4KxiBHrTey5Ea/XES+F5H5IjIf+IZW24h2Zzo5WIf+c9USQxMprC5kT8keW4eiWYklndR/ARYAI82PBUqpBy15cxGZLSI7RWSPiDzUxuuuIvKJ+fX1IhLV6vVIEakQkfstuZ6maV2nedkNvfx3r2VRU5FSaolS6j7z4wtLzhERR+Bl4DwgFrhGRGJbFbsBOKaUGgQ8Bzzd6vX/At9Zcj3t9EyfPp3UVL2/sHbmQrxCiPKJ0sNde7GTJggRKReRsjYe5SJSZsF7TwD2KKX2KaXqgI8xZmO3NAdYaP59MZAk5rYLEbkE2A9knO6H6o0aGhpsHYKm/UZiaCKpBanUNdbZOhTNCk46ikkp1dHlNMKAQy2e5wATT1ZGKdUgIqVAgIjUAA8C5wInbV4SkZuAmwAiIyNPGcw/vsogM8+SvGa52FAfHr0o7qSvHzhwgPPOO4/JkyeTnJxMWFgYS5cuxd3dnS1btnDLLbdQVVXFwIEDefvtt/H39z/h/Pnz5+Pm5sbmzZs566yzuP3227n99tspLCzEw8ODN954g2HDhrF3716uu+46KisrmTNnDs8//zwVFRWsXr2aZ599lq+//hqAO+64g/j4eObPn9+pfw6a/UoMSeSjHR+x5cgWJoRMsHU4WifrrqORHgOeU0pVnKqQUmqBUipeKRUfGBjYNZGdpt27d3P77beTkZGBn58fS5YsAWDu3Lk8/fTTbNu2jREjRvCPf/yjzfNzcnJITk7mv//9LzfddBMvvfQSaWlpPPvss9x2220A3H333dx9992kp6cTHh7eZZ9N08YHj8dJnPSyG72UJfMgzlQuENHiebj5WFtlckTECfDFGEY7EbhcRP4D+AEmEalRSv3vTIM51Td9a4qOjmb06NEAjBs3jgMHDlBaWkpJSQnTpk0DYN68eVxxxRVtnn/FFVfg6OhIRUUFycnJJ5Srra0FICUlhS+//BKAa6+9lvvv1336WtfwcvFiZOBIUvJTuId7bB2O1smsmSA2AoNFJBojEVwNXNuqzDJgHpACXA6sMq8cO6WpgIg8BlR0JDnYkqura/Pvjo6OVFdXn9b5np6eAJhMJvz8/NiyZYvF5zo5OWEyHd/8T89b0KwhMTSRV7a8wrGaY/i7+bd/gtZjWK2JSSnVANwBfA9kAZ8qpTJE5HERudhc7C2MPoc9wH0YO9f1er6+vvj7+/PLL78A8N577zXXJk7Gx8eH6OhoPvvsM8CYzbx161YAEhISmpuuPv744+Zz+vfvT2ZmJrW1tZSUlLBy5UprfBzNziWGJqJQrM9fb+tQtE5mzRoESqlvaTWpTin1SIvfa4C221aOl3nMKsHZ2MKFC5s7qQcMGMA777zT7jkffPABt956K0888QT19fVcffXVjBo1iueff57rr7+ef/3rX8yePRtfX18AIiIiuPLKKxk+fDjR0dGMGTPG2h9Ls0NxAXF4O3uTkp/C7OjZtg5H60TSW6bJx8fHq9bj+rOysoiJibFRRF2nqqoKd3d3RISPP/6Yjz76iKVLl1r9uvby56u1796f7iWjKIPvL/tez7LvYUQkTSkV39ZrVq1BaF0jLS2NO+64A6UUfn5+vP3227YOSbMziaGJrMhewYGyA0T76gUcewudIHqBKVOmNPdHaJottFx2QyeI3qO7zoPQNK0HifCJINwrXC+70cvoBKFpWqdIDE1kY8FG6k31tg5F6yQ6QWia1ikSQxOprK8kvTDd1qFonUQnCE3TOsWE4Ak4iINuZupFdIKwMkdHR0aPHt38eOqpp1i6dCmXXHJJc5knn3ySQYMGNT//6quvuPhiYy5hRUUFN998MwMHDmTcuHFMnz6d9etPPSHp3Xff5Y477gDgtddeY9GiRVb4ZJp2Il9XX4YHDNfrMvUiehSTlTWt3NpSYWEhN998c/PzlJQUfHx8OHLkCP369SM5OZlJkyYBcOONNxIdHc3u3btxcHBg//79ZGZmWnz9W265pXM+iKZZICE0gTfT36SsrgwfFx9bh6N1kP0kiO8egoJObhsNHgHnPXXapwUGBuLj48OePXsYNGgQubm5XHbZZSQnJ3PJJZeQnJzME088wd69e1m/fj0ffPABDg5GZS86Opro6N8OI3znnXd48skn8fPzY9SoUc1rQD322GN4eXlx//3388Ybb7BgwQLq6uoYNGgQ7733Hh4eHiddLlzTA1a9FAAAD0tJREFUTtek0Eks2LaAjfkbSeqfZOtwtA7STUxWVl1dfUIT0yeffALAWWedRXJyMjt37mTw4MEkJCSQnJxMQ0MDW7duZfz48WRkZDB69GgcHR1PeY38/HweffRRfv31V9auXXvSGsbvfvc7Nm7cyNatW4mJieGtt94C9HLhWucZGTgSDycP3czUS9hPDeIMvul3hraamAAmTZpEcnIyjY2NJCYmMmHCBB5//HE2b97MsGHDcHNzs/ga69evZ/r06TTtiXHVVVexa9eu35Tbvn07Dz/8MCUlJVRUVDBr1ixALxeudR5nB2fGB4/XHdW9hK5B2EhTDSI5OZnExES8vb2pqalh9erVzf0PcXFxbN26lcbGxk655vz58/nf//5Heno6jz76qF7+W7OKxNBEDpUf4lD5ofYLa92aThA2EhMTQ15e3v9v786DoyzQPI5/H0KSzsEREhI6hEiQlMAyWWAsYhtHSmUExR12alUYPPAYdi1X192yZgddRUuoLe+jYBhAZhYLkYGSmZLZgMgoIsyoOxzLEYhOFpgYaZBcgIGEHM/+0Z02Cd0hhG7e7uT5VKX6fd9+876/dHW/T7/XE7Zv3x7osjpu3DiWLFlCUVERAFdeeSVXX301zzzzDK1NFY8cOUJxcXG7ZRUWFrJ161aqqqpobGwMtATv6PTp07jdbhobG1m1alVgeqh24cZ0hyf7u7YbJrZZgYiwjucg5s71/csLEaGwsJD09HTi4+MB8Hg8HDp0KLAHAbB8+XKOHz/OyJEjGTt2LPfddx+ZmZnt1uF2u3n22WfxeDwUFRWF7LA6f/58CgsLKSoqYtSoUYHpr7/+Oq+++ioFBQWUlZUF2oUb0x15/fPISs7iM+9nTkcxl8jafZtutwu319eEMu+P8/hD+R/YNmMbcX06v8jCOKuzdt+2B2HYuXMn48aNo6CggMWLF/PKK684HcnEOE+2h9PnTlNSVeJ0FHMJes9VTCYkaxduwq3QXQj4zkMUDC5wOI3projuQYjIVBH5QkTKROS8/zctIokissb//OciMtw//YcislNE9vkfb4xkTmNMeA1yDWL0oNF2uWuMi1iBEJE44BfALcAY4CciMqbDbA8CNao6EngNeME/vRL4O1X9HjAbWBmpnMaYyPBke9jzzR7qGuucjmK6KZJ7EBOBMlU9pKrngN8A0zvMMx14yz/8LnCTiIiq7lbVo/7pJUCSiCRGMKsxJsyuzb6WJm1ix7EdF57ZdMuXNV/y2s7XeGPXGxFZfiTPQQwF2t4pUwEUhppHVZtE5CSQjm8PotU/ALtUtSGCWY0xYTY+czyuOBefej9l0rBJTsfpMY5+e5QNhzdQfKiYstoy4iSOm6+4OSLriuqrmETkb/AddvqnEM//o4jsEJEdJ06cuLzhuuhytfsePnw4lZW+urpz507y8vLYvXs3K1asYPDgwYH133vvvYHfGTduHDNnzmy3nMbGRubOnUt+fj4TJkzA4/GwcePGsL4mpndIiEvg+1nft75MYVBbX8vaL9Yye+Nspqybwhu73iA1PpUnC5/kozs/4sVJL0ZkvZHcg/gaGNZmPMc/Ldg8FSLSFxgAVAGISA7wO+BeVf2/YCtQ1WXAMvDdBxHW9GFyudt97927l9tvv501a9Ywfvx49uzZw4wZM1i0aFG7+Q4ePEhzczPbtm2jrq6OlJQUAJ5++mm8Xi/79+8nMTGR48ePs3Xr1nC9HKaX8WR7eHnHyxyrO8aQlCFOx4kpZ5vOsvWrrRQfKmb70e00tTQxYsAIHh3/KLfm3UpOv8g31oxkgfgzkC8iefgKwUxgVod51uM7Cf0pcDvwkaqqiAwEioG5qvrHcIR54X9eoLS6NByLChg1aBQ/n/jzi/69SLT7Bt9Gf/bs2axcuZKJEyd2mmH16tXcc889HDx4kPfee49Zs2Zx5swZ3nzzTQ4fPhxoF56VlcWdd9550X+jMdC+7caP83/scJro19TSxOfezyk+VMyH5R9ypukMmcmZ3D36bqaNmMZVaVchIpctT8QKhP+cwiPAJiAO+LWqlojIc8AOVV0P/ApYKSJlQDW+IgLwCDASmCci8/zTblbVbyKVN1JaW220euKJJ5gxY0agWV9zc3Og3femTZu47bbbAu2+P/jggy61+241ffp03n77ba677rp209esWcP27dsBX2vv+++/nzVr1rB582ZKS0tZuHAhs2bNoqysjNzcXPr3t3/0YsIjf2A+GUkZUVsgmluaqWmooepsle+nvorKs5WcbDhJmiuN7NRs3Clu3CluBrkGRWTjrKrsr9xP8eFi3j/8PlX1VfRL6MctebcwbcQ0JmROcOxu9IjeKKeqG4ANHabNazNcD9wR5PcWAAvCmaU73/TD4XK0+241efJkli9fzpQpU9oVlY6HmHbs2EFGRga5ubkMHTqUBx54gOrq6u79gcZ0QkTwuD1s/3o7LdpCH4n8ac8WbaG2oZaqs76NfVV9VaAAtB2vPFtJTUMNLdpy3jLiJI5mbd9FOTEuEXeKmyEpQ8hOzfY9pvgLSKqbIclDiI+L73LOIyePUHy4mA2HNlB+upyEPglMGjaJaXnT+EHOD0iIS7jk1+JS2Z3UDikqKmLhwoU0NzczZ86cC7b77spexKJFi3jooYd4+OGHWbp0acj5Vq9eTWlpKcOHDwfg1KlTrFu3jrvuuovy8nJOnTplexEmbDzZHn5/6Pd8Uf0Fo9MvvneXqvJt47fU1tdS3VBNbX0tNQ01gfHqs9VU1lf6Hs9WUl1ffd7GHSChTwIZSRmkJ6XjTnUzNmNsYDwjKYN0V3pgOLlvMqfOncJb5+Xot0fx1nnxfuvFW+flWN0xPqn4hMqzle2WLwiDkwYzJHUI7hQ32SnZgWLSWkQamhrYeHgjGw5voKSqBEGY6J7IT7/3UyZfMZl+Cf26/TpHghUIh7Rt97148WLgu3bfL77ouyKhbbvv+fPnIyIcOXKEkpISpk2bdt4y+/TpwzvvvMOUKVOYN28ezz333HnztLS0sHbtWvbt20d2djYAW7ZsYf78+cyZM4cHH3yQxx57jKVLl5KQkMCJEyf4+OOPueOO83b0jOmSa9zXAPCno39idPpoGpobqKmvobahlpr6Gt9PQ/vx2gZfEaip9xWCJm0Kuuz4PvGkJ6WT7konMzmT0emj223o2w6nxqde1CGiAYkDGJA4gFGDRgV9/lzzOY7VHQsUkcBw3VFKq0vZUr6Fcy3ngv7umPQx/OzqnzE1byqZyZlB54kGViAirOM5iKlTp/L8888H2n2fPHmyXbvvZcuWndfu+/HHH2fkyJEkJSWRkZHBSy+9FHJ9LpeL9evXM2nSJLKysgJXJ7Xatm0bQ4cODRQHgOuvv54DBw7g9XpZsGABTz31FGPGjMHlcpGSkhK00BjTVYOTB5Ofls+SPUtYtncZZ5rOBJ1PEAYkDiDNlUZaYhrDUodRkFFAmiuNgYkDA9Nbxwe5BpHUN+mynrRtKyEugdz+ueT2zw36fIu2UF1fHdjz8NZ5aWxp5MbcGxkxYMRlTts91u7bdJu9vqartpRvYfNfNzPQNTCwkU9LTPON+4f7J/S31uAO6Kzdt+1BGGMi7obcG7gh9wanY5iLFNV3UhtjjHFOjy8QPeUQWrSx19WYnq9HFwiXy0VVVZVtzMJMVamqqurWvRrGmNjRo89B5OTkUFFRQbQ28otlLpeLnJzI94IxxjinRxeI+Pj4kH2LjDHGdK5HH2IyxhjTfVYgjDHGBGUFwhhjTFA95k5qETkB/PUSFpFB+391Gs1iKSvEVt5YygqxlTeWskJs5b2UrFeo6uBgT/SYAnGpRGRHqNvNo00sZYXYyhtLWSG28sZSVoitvJHKaoeYjDHGBGUFwhhjTFBWIL6zzOkAFyGWskJs5Y2lrBBbeWMpK8RW3ohktXMQxhhjgrI9CGOMMUFZgTDGGBNUry8QIjJVRL4QkTIRmet0ns6IyDAR2SIiB0SkREQeczrThYhInIjsFpH/djrLhYjIQBF5V0RKReSgiHiczhSKiPyb/z2wX0RWi0hUtdYVkV+LyDcisr/NtEEisllE/uJ/THMyY6sQWV/yvw/2isjvRGSgkxnbCpa3zXOPi4iKSEY41tWrC4SIxAG/AG4BxgA/EZExzqbqVBPwuKqOAa4B/jnK8wI8Bhx0OkQXvQG8r6qjgL8lSnOLyFDgX4CrVXUsEAfMdDbVeVYAUztMmwt8qKr5wIf+8WiwgvOzbgbGqmoB8CXwxOUO1YkVnJ8XERkG3AyUh2tFvbpAABOBMlU9pKrngN8A0x3OFJKqelV1l3/4NL4N2FBnU4UmIjnANGC501kuREQGANcDvwJQ1XOqWutsqk71BZJEpC+QDBx1OE87qvoJUN1h8nTgLf/wW8DfX9ZQIQTLqqofqGqTf/QzIGp624d4bQFeA/4dCNuVR729QAwFvmozXkEUb3DbEpHhwHjgc2eTdOp1fG/YFqeDdEEecAL4L/8hseUikuJ0qGBU9WvgZXzfFL3ASVX9wNlUXZKlql7/8DEgy8kwF+EBYKPTITojItOBr1V1TziX29sLREwSkVRgHfCvqnrK6TzBiMhtwDequtPpLF3UF5gA/FJVxwN1RM8hkHb8x+6n4ytq2UCKiNztbKqLo77r66P+GnsR+Q98h3ZXOZ0lFBFJBp4E5oV72b29QHwNDGsznuOfFrVEJB5fcVilqr91Ok8nioAficgRfIfubhSRt52N1KkKoEJVW/fI3sVXMKLRZOCwqp5Q1Ubgt8C1DmfqiuMi4gbwP37jcJ5Oich9wG3AXRrdN4xdie/Lwh7/5y0H2CUiQy51wb29QPwZyBeRPBFJwHeib73DmUISEcF3jPygqr7qdJ7OqOoTqpqjqsPxva4fqWrUfstV1WPAVyJylX/STcABByN1phy4RkSS/e+Jm4jSE+odrAdm+4dnA+85mKVTIjIV3+HRH6nqGafzdEZV96lqpqoO93/eKoAJ/vf0JenVBcJ/EuoRYBO+D9haVS1xNlWnioB78H0b/1//z61Oh+pBHgVWicheYBzwnw7nCcq/l/MusAvYh+9zHFVtIURkNfApcJWIVIjIg8DzwA9F5C/49oKedzJjqxBZFwH9gM3+z9kSR0O2ESJvZNYV3XtOxhhjnNKr9yCMMcaEZgXCGGNMUFYgjDHGBGUFwhhjTFBWIIwxxgRlBcIYY0xQViCMMcYE9f/4nNdmBu4YigAAAABJRU5ErkJggg==\n",
            "text/plain": [
              "<Figure size 432x288 with 1 Axes>"
            ]
          },
          "metadata": {
            "tags": [],
            "needs_background": "light"
          }
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "wD0qlImqF6mq"
      },
      "source": [
        "We plot now, the model test accuracy with all the training strategies. As for the loss, we can see the KFAC representation perform the best. Moreover, it is the only one to improve through time."
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 265
        },
        "id": "72Afkc9PcBWr",
        "outputId": "b0c95a44-2382-43b9-f09c-aacc957fe5cb"
      },
      "source": [
        "plt.plot(np.mean([acc[0], acc[1], acc[2]], axis=0), label='no regul')\n",
        "plt.plot(np.mean([acc_EWC[0], acc_EWC[1], acc_EWC[2]], axis=0), label='EWC diag')\n",
        "plt.plot(np.mean([acc_EWC_KFAC[0], acc_EWC_KFAC[1], acc_EWC_KFAC[2]], axis=0), label='EWC KFAC')\n",
        "plt.legend()\n",
        "plt.ylabel('accuracy averaged on 3 tasks')\n",
        "plt.show()"
      ],
      "execution_count": 15,
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAX4AAAD4CAYAAADrRI2NAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4yLjIsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+WH4yJAAAgAElEQVR4nO3dd3xUZfb48c/JpHfSAwESBOlNOgHBjh0b9rWsfWXZ1S3uriu2r4u7/lwVd2UtK6gs1lXsa02QltClqpQAgTQSAumZzDy/P+4khJJkSDKZlPN+veY1c2/uvXMmkHPvPPd5ziPGGJRSSnUdPt4OQCmlVNvSxK+UUl2MJn6llOpiNPErpVQXo4lfKaW6GF9vB+COmJgYk5yc7O0wlFKqQ1mzZs0BY0zsses7ROJPTk5m9erV3g5DKaU6FBHZfaL12tSjlFJdjCZ+pZTqYjTxK6VUF9Mh2vhPxG63k52dTWVlpbdD6VQCAwNJSkrCz8/P26EopTykwyb+7OxswsLCSE5ORkS8HU6nYIyhsLCQ7OxsUlJSvB2OUspDOmxTT2VlJdHR0Zr0W5GIEB0drd+ilOrkOmziBzTpe4D+TpXq/Dp04ldKeVe5vZw3trzB+vz1OJwOb4fjNeX2cm+HcFI08XdCU6dO1QFvqk0s3rGYJ1c9yY2f3cgZb5/Bn5b+iS+yvqC0utTbobWJKkcVz619jtRFqTy16ilvh+O2DntztzOpqanB11f/KVTHk743nV5hvZg5ciZp2Wmk7U3jwx0f4uvjy+j40UztOZXTk06nZ1hPb4fa6tbmrWX28tlkHc6iX7d+LNiygMTQRK4feL23Q2uSXvE3U1ZWFgMHDuT2229n8ODBnHvuuVRUVACwfv16xo8fz7Bhw7jssss4ePDgcfvffPPN3HXXXYwbN47f/e537Nixg2nTpjFq1CgmT57Mtm3bANixYwfjx49n6NChPPjgg4SGhgKQlpbGRRddVHe8e++9l/nz53v+gyvlUm4vJzM3k6k9pzItZRpzJs8h/ep05k+bz40DbySvPI85mXO44L8XMP2D6fx9zd9Zm7e2wzcJlVaX8vjKx7np85uodlQz7+x5vHPRO0ztOZW/rvor3+751tshNqlTXGY+8tFmtuw/3KrHHNQ9nNkXD250m59++olFixbx0ksvMWPGDN577z1uuOEGfvaznzF37lymTJnCQw89xCOPPMIzzzxz3P7Z2dksX74cm83GWWedxbx58+jXrx8ZGRncc889fPPNN8yaNYtZs2Zx7bXXMm/evFb9jEq1xIr9K7A77UxJmlK3ztfHl1HxoxgVP4r7Rt/HnsN7SM9OJz07ndc2v8a/N/2byIBIJvWYxJSeU0jtnkqYf5gXP8XJWZK9hMdWPkZeWR43DLyBmSNnEuwXDMCTk5/k1v/dyu+W/I5Xp73KkJghXo62YZ0i8XtLSkoKI0aMAGDUqFFkZWVx6NAhiouLmTLF+mO46aabuOqqq064/1VXXYXNZqO0tJTly5cftV1VVRUAK1as4IMPPgDguuuu4ze/+Y0nP5JSbkvLTiPML4yR8SMb3KZXeC9uHHQjNw66kZLqEpbtX8aSvUv4bt93fLzzY3zFOlFM6TmFqUlT6RnePpuEiiqLeDLzST7d9SmnRJzCa+e/xoi4EUdtE+wXzPNnPc8Nn97AvV/fy8ILF9IjtIeXIm5cp0j8TV2Ze0pAQEDda5vNVtfU466QkBAAnE4nkZGRrF+/3u19fX19cTqddcva9161JadxsiR7CZN6TMLPx71R3mH+YUxLnsa05Gk4nA42FGwgLTuNJXuX8NdVf+Wvq/5KSkQKU5OmMqXnFIbHDsfXx7spyhjDp7s+5cnMJymxl3D38Lu5beht+Nv8T7h9TFAM/zzrn9zw2Q3c89U9vHb+a0QERLRx1E3TNv5WFhERQbdu3fjuu+8AeP311+uu/hsSHh5OSkoK77zzDmD9Z9uwYQMA48eP57333gPgzTffrNund+/ebNmyhaqqKoqLi/n666898XGUOqFNBzZRVFnE6T1Pb9b+Nh8bp8Wfxn2j7uOD6R/w6WWf8vsxvyc+OJ7Xt77OzZ/fzJlvn8lfMv7CpgObMMa08idoWm5ZLvd+cy8PfPcASWFJvH3R29wz4p4Gk36tPpF9ePaMZ9lTsodfp/2aakd1G0XsPk38HrBgwQJ++9vfMmzYMNavX89DDz3U5D4LFy7klVdeYfjw4QwePJjFixcD8Mwzz/D0008zbNgwtm/fTkSEdfXQs2dPZsyYwZAhQ5gxYwYjRzb8dVup1pa2Nw2b2JjcY3KrHK9neE9uGHQDL537Et9d/R1PTXmKMQljePfHd7n2k2u55INLePH7F9lfur9V3q8xTuPkzW1vMn3xdFblruJ3Y37H6+e/Tr9u/dw+xpiEMTw68VFW5a5i9vLZXjlxNUbaW0AnMnr0aHNsv/StW7cycOBAL0XUdsrLywkKCkJEePPNN1m0aFHdScFTusrvVjXfFR9eQZh/GPOnzffo+xyuPswXWV/w0Y6PWJu/FoDR8aO5+JSLOaf3Oa1+Y3jXoV08vPxh1uavZXzieGZPmE1SWFKzj/evDf/i+fXPc+ewO7l35L2tGKl7RGSNMWb0ses7RRt/Z7ZmzRruvfdejDFERkby73//29shqS4upzSHHw/+yH2j7vP4e4X7h3PlqVdy5alXkl2SzSc7P+GjnR8xe/lsnsh4gjN6nsHFp1zMhO4T3L7XcCJ2p535m+Yzb8M8An0DeSz1MS495dIWlzC5Y9gd7Cvdx7++/xc9QntwWb/LWnS81uKxxC8i/YG36q3qAzwEvOZanwxkATOMMcd3dFcATJ48ua69X6n2ID07HYApPRu/d9XaksKSuHP4ndwx7A42HtjIRzs+4vOsz/k863OiAqM4P+V8Lu5zMYOiB51Uwt5cuJnZy2bzw8EfOLf3ufxh3B+ICYpplZhFhD9P+DO5Zbk8uuJR4kPimdh9Yqscu0VxtUVTj4jYgH3AOOAXQJExZo6IPAB0M8b8vrH9u3JTjzfo71Y15q6v7mLv4b18fNnHXi/qZ3fYWbpvKR/t/Ii0vWnYnXb6RPTh4lMu5sKUC0kMTWxw34qaCl5Y/wILtiwgOjCaP43/E2f1OssjcZZUl3DT5zeRU5rDgvMXcGq3Uz3yPsdqqKmnrW7ungXsMMbsBi4FFrjWLwCmt1EMSqkWKreXk5mTyelJp3s96QP42fw4o9cZPD31ab6d8S0PTXiIyIBInl37LOe9dx63/u9W3v/p/eNqB63KXcWVH17Jq5tf5bK+l/HB9A88lvTB6sr6z7P+SbBvMPd8dQ/55fkeey93tNUV/7+BtcaY50Wk2BgT6VovwMHa5WP2uQO4A6BXr16jdu8+erJ4vSr1HP3dqoZ8vedrfvXtr3j53JcZlzjO2+E0aG/JXj7e+TEf7/iYPSV7CLAFcGbPM7mgzwWkZ6fz7o/v0jOsJw9PeJixiWPbLK5tRdu46bOb6BXei/nT5hPiF+LR92voit/jiV9E/IH9wGBjTF79xO/6+UFjTLfGjqFNPW1Lf7eqIQ8te4gvd3/JkmuWtOhmalsxxvD9ge/r7gccqjqEj/jws0E/454R9xDkG9TmMX2X/R0zv5nJhO4TmHvmXI8OUvNmU8/5WFf7ea7lPBFJdAWVCHj3O08L2Gw2RowYUfeYM2cOixcvZvr0I61Xf/nLX+jbt2/d8kcffcQll1wCQGlpKXfeeSennHIKo0aNYurUqWRkZDT6nvPnz+fee61uYfPmzeO1117zwCdT6ni1o3VTe6R2iKQP1s3V4bHDeXD8g3x71bf886x/8s7F73D/6Pu9kvQBJidN5k/j/8TSfUt5IuMJr/Txb4vunNcCi+otfwjcBMxxPXu2U7oHBQUFHVdmoaCggDvvvLNuecWKFYSHh5Ofn09cXBzLly9n4kTrrv5tt91GSkoKP/30Ez4+PuzatYstW7a4/f533XVX63wQpdyw+cBmCisLjyrK1pH42fyYnNQ6A85a6qpTr2JfyT5e2fQKPUJ78POhP2/T9/foFb+IhADnAP+tt3oOcI6I/ASc7VruNGJjYwkPD2f79u0A7Nu3jyuuuILly5cDsHz5clJTU9mxYwcZGRk8/vjj+PhY/wwpKSlceOGFxx3z1Vdf5dRTT2Xs2LEsW7asbv3DDz/MU09Zkz+89NJLjBkzhuHDh3PFFVdQXm7NCNRQWWelTlZadho+4tNqo3W7ul+e9kvOTz6fZ9Y+w+e7Pm/T9/boFb8xpgyIPmZdIVYvn9bz2QOQu7FVD0nCUDi/8XNSRUVFXXVOgD/84Q9cffXVpKamsnz5chwOB/369WP8+PH873//46KLLmLDhg2MGTOGL774ghEjRmCz2Rp9j5ycHGbPns2aNWuIiIjgjDPOOGF5hssvv5zbb78dgAcffJBXXnmFmTNnalln1WqWZC9hROwIIgOP64uhmsFHfHhs0mPklefxx6V/JC44jtPiT2ub926Td+mkapt6ah9XX301ABMnTmT58uUsX76cCRMmMHbsWDIyMli3bh0DBgwgMDDQ7ffIyMhg6tSpxMbG4u/vX/cex9q0aROTJ09m6NChLFy4kM2bNwNWU1NtuefrrruuhZ9YdVW5ZblsK9rW5oO2OrsAWwDPnvEsPUJ78Mtvf0nWoaw2ed/OUbKhiSvztpaamsrcuXNxOBzcfvvthIWFUVlZSVpaWl37/uDBg9mwYQMOh6PJq3533HzzzXzwwQcMHz6c+fPnk5aW1uJjKlUrfa81Wndq0lTvBtIJRQZG1pVyvvuru1l44UKiAqM8+p56xe8BAwcOZP/+/SxdurSuWWbEiBHMmzeP1NRUAE455RRGjx7N7NlHKvdlZWXxySefHHWscePGkZ6eTmFhIXa7va5087FKSkpITEzEbrezcOHCuvUNlXVW6mSkZ6eTFJpESkSKt0PplHqG9+S5M5+joKKAmd/MpLLGs/NraOJvgdo2/trHAw88AFhdyMaNG0d0dDR+fla3twkTJrBz5866K36Al19+mby8PPr27cuQIUO4+eabiYuLO+o9EhMTefjhh5kwYQKpqakN9q9/7LHHGDduHKmpqQwYMKBufUNlnZVyV7m9nIycDKb2nNouRut2VsNjhzNn8hw2Fmzkj0v/iNM4m96puYwx7f4xatQoc6wtW7Yct04dr6yszDidTmOMMYsWLTKXXHJJk/vo71bV9/Xur82Q+UPMiv0rvB1Kl7Bg0wIzZP4Q87fMv7X4WMBqc4Kc2jna+FWDtKyzaqkl2UsI9QtlVNwob4fSJdw46EayS7NZsGUBPcJ6cO2Aa1v9PTTxd3Ja1lm1hNM4Sc9OZ2L3ifjZOsZo3Y5ORPj9mN+TU5rDnMw5DI4ezLDYYa36HieV+EWkG9DTGPN9q0ahlGqXthRu4UDFAab2nOrtULoUm4+NJ09/kve3v8+QmCGtfvwmb+6KSJqIhItIFLAWeElEnm71SJRS7U56djo+4sOkHpO8HUqXE+wXzPUDr8dHWr8PjjtHjDDGHAYuB14zxozDKrWglOrk0vemMzx2ON0CGy2gqzoYdxK/r6uK5gzgYw/Ho5RqJ3LLctlatLXDFmVTDXMn8T8K/A/YboxZJSJ9gJ88G1bH0FZlmZOTkzlw4ABg9dJJSUlh3bp1zJ8/n9jY2Lr3/9nPfla3z4gRI7jmmmuOOo7dbueBBx6gX79+nHbaaUyYMIHPPvusVX8nqvNYkr0EQNv3OyF3bu5+bYypGy5qjNkpIr/xYEwdRluXZf7++++58soreeuttxg5ciQbNmzg6quv5vnnnz9qu61bt+JwOPjuu+8oKysjJMSa5efPf/4zOTk5bNq0iYCAAPLy8khPT2+tX4fqZNKz0+kR2oM+EX28HYpqZe5c8X8kIuG1CyIyCPjIcyF1bJ4oywxWMp8+fTqvv/46Y8c2PlXcokWLuPHGGzn33HNZvNia7qC8vJyXXnqJuXPnEhAQAEB8fDwzZsxolc+tOpeKmgodrduJuXPF/wRW8r8Q6A+8Blzv0ahO0pOZT7KtaFurHnNA1AB+P/b3jW7TFmWZa1166aW88cYbTJp0dO+Kt956i6VLlwIwa9YsbrnlFt566y2+/PJLtm3bxty5c7nuuuvYvn07vXr1Ijw8/ESHV+ooGTkZVDmqtH2/k2oy8RtjPhERP+ALIAy4zBjzo8cj6wBO1NQDR8oyOxyOurLMjz76aLPKMtc6++yzefnllznvvPOOOlkc29SzevVqYmJi6NWrFz169ODWW2+lqKioeR9QdVlpe9MI8QthdPxx07WqTqDBxC8ic4H6k0FGADuAe0UEY8wvPR2cu5q6Mm9rnijL/Pzzz3PXXXdxzz338K9//avB7RYtWsS2bdtITk4G4PDhw7z33ntcf/317Nmzh8OHD+tVv2pU7dy6Olq382qsjX81sKbe46/Ae/WWVQNasyxzLR8fH/7zn/+wbds2HnrooRNu43Q6efvtt9m4cSNZWVlkZWWxePFiFi1aRHBwMD//+c+ZNWsW1dXVgHUjuqEyz6rr2lq0lYKKAu3N04k1eMVvjFlw7Dot2XC0Y9v4p02bxpw5c+rKMh86dOiosswvvvjicWWZ77//fvr27UtQUBAxMTH87W9/a/D9AgMD+fDDD5kyZQrx8fF1vXVqfffdd/To0YPu3bvXrTv99NPZsmULOTk5PP744zz44IMMGjSIwMBAQkJCePTRR1vr16E6ifS96Qiio3U7Mam92mxwA5E04BKsk8QaIB9YZoy5z+PRuYwePdqsXr36qHVbt25tsDa9ahn93XZtMz6aQYAtgNcveN3boagWEpE1xpjjbtRoyQalVJ28sjxrtK7OrdupackGpVSdJfus0brajbNz69AlG5pqplInT3+nXVv6Xmu0bt/Ivk1vrDqsJhO/MeYdY8wwY8w9ruWdxpgrPB9a4wIDAyksLNRE1YqMMRQWFjZrnIHq+CpqKliZs5IpSVN0tG4n1+QALhEJBH4ODAbqMoIx5lYPxtWkpKQksrOzKSgo8GYYnU5gYCBJSUneDkN5QWZOpo7W7SLcKdnwOrANOA+r2ed6YKsng3KHn58fKSkp3g5DqU4jLTuNYN9gRifoaN3Ozp02/r7GmD8DZa6+/RcC4zwbllKqLRljWLJ3Cak9UvG3+Xs7HOVh7iR+u+u5WESGYJVuiPNcSEqptra1aCv5FfmcnnS6t0NRbcCdpp4XXSN2HwQ+BEKBP3s0KqVUm6odrTu5x2Rvh6LagLsTsRwElgB9AEREG9eV6kTSstMYFjuM6KBob4ei2oA7TT3vnWDdu60diFLKO/LL89lSuEV783QhjZVlHoDVhTNCRC6v96Nw6nXrVEp1bLVz62qZhq6jsaae/sBFQCRwcb31JcDt7hxcRCKBl4EhWLX9bwV+AN4CkoEsYIarKUkp5QXpe9PpHtKdfpH9vB2KaiONlWVeDCwWkQnGmBXNPP6zwOfGmCtFxB8IBv6Idd9gjog8ADwAtK+ZVJTqIiprKlmZs5LpfafraN0uxJ2SDc1K+iISAZwOvOI6TrUxphi4FKit9b8AmN6c4yulWi4zN5NKR6VOutLFuHNzt7lSgALgVRFZJyIvi0gIEG+MyXFtkwvEn2hnEblDRFaLyGoty6CUZ6TtTSPIN4gxCWO8HYpqQ55M/L7AacALxpiRQBlWs04dY1VYO2GVNWPMi8aY0caY0bGxsR4MU6muyRhDenY6E7tP1NG6XUyDiV8sM0TkKtfrs0TkORG5R0TcOWFkA9nGmAzX8rtYJ4I8V31/XM/5Lf0QSqmTt61oG/nl+dqNswtqrFfPP7BKM/hjtcsHYI3cvRCrx8+sxg5sjMkVkb0i0t8Y8wNwFrDF9bgJmON6XtzSD6GUOnlp2WnWaN0kHa3b1TSW+CcbY4aKiB9WW3yiMaZaRBYBa908/kxgoatHz07gFqxvGW+LyM+B3Vgzeyml2tiSvUsYGjOUmKAYb4ei2lhjib8GwBhjF5FVxphq13KNiDjdObgxZj1wohqvZ510pEqpVlNQXsCmwk3MHDnT26EoL2isrT5XREIBjDHTaleKSAJQ7enAlFKeUzdaV9v3u6TGBnCd38CPSrBG9CqlOqj07HQSQhI4tdup3g5FecFJd+c0xpQZY7QnjlIdVJWjSufW7eI82Y9fKdUOZeRkUFFToaN1uzBN/Ep1MUuyl+ho3S7OnYlYEBEbVmmFuu2NMXs8FZRSyjNqR+tOSJxAgC3A2+EoL2ky8YvITGA2kAfUduM0wDAPxqWU8oAfDv5Ablku9wy/x9uhKC9y54p/FtDfGFPo6WCUUp6VtjcNQEfrdnHutPHvBQ55OhCllOctydbRusq9K/6dQJqIfAJU1a40xjztsaiUUq3uQMUBNh7YyL0j7vV2KMrL3En8e1wPf9dDKdUB6dy6qlaTid8Y8whAvfINpZ4OSinV+tL3WqN1+3fr7+1QlJc12cYvIkNEZB2wGdgsImtEZLDnQ1NKtQancfLhjg9Zvn+5jtZVgHtNPS8C9xljvgUQkanAS8BED8allGoFmTmZPLX6KbYWbWVw9GBuHnyzt0NS7YA7iT+kNukDGGPSXHPnKqXaqZ3FO3l6zdOkZ6eTGJLInMlzOD/lfHzcmjxPdXZu9eoRkT8Dr7uWb8Dq6aOUamcKKwp5YcMLvPvjuwT5BvGr037FDYNu0FG66ijuJP5bgUeA/2KN2P3OtU4p1U5U1lTyxtY3eHnjy1TWVHLVqVdx94i7iQqM8nZoqh1yp1fPQeCXbRCLUuokOY2TT3Z+wnPrniO3LJepPady36j7SIlI8XZoqh1zq0ibUqr9WZW7iqdWP8WWwi0MjBrIE5Oe0Iqbyi2a+JXqYHYd2sXTa54mbW8aCSEJPDHpCS7sc6HeuFVu08SvVAdRVFnEC+tf4J0f3yHQN5BZp83ihoE3EOgb6O3QVAfTYOIXkblYN3NPyBij7f5KtYEqRxVvbLFu3FbUVHDlqVdy9/C7iQ6K9nZoqoNq7Ip/tes5FRgEvOVavgrY4smgVNe1tXArAb4BpISntOsRpjmlOSzbv4w9h/cQERBBVGAUkQGRdAvsRrfAbkQGRBLuH96iz+A0Tj7b9RnPrn2WnLIcpiRN4b5R99Ensk8rfhLVFTWY+I0xCwBE5G5gkjGmxrU8D6tLp1Kt6lDVIa779DpqnDXEB8czPnE847uPZ3zieK+XEa6sqWR13mqW7VvG8v3L2XnIGsri6+NLjbPmhPvYxHbcyeCoE0RANyIDj15X299+de5q/t/q/8emwk0MjBrIY6mPMS5xXJt9XtW5udPG3w0IB4pcy6GudUq1qtV5q6lx1nDL4FvYV7qPtOw0Fu9YDEC/bv0YnzieCYkTGBU/imC/YI/GYoxhR/EOlu1fxrJ9y1iTt4ZqZzUBtgBGxY/i8n6XM6nHJPpE9KHSUcnByoMcrDpoPbsexVXFFFUWUVxVzMHKg2wv3k5xZTHFVcWYBlpRg32DCQ8IJ7csl7jgOP5v0v9xUZ+L9MatalXuJP45wDoR+RYQ4HTgYU8GpbqmjJwMgnyDmDlyJn42PxxOB9sObmPl/pWsyFnBW9ve4vUtr+Pr48uI2BHWiaD7BAZFD8LXp+X9FA5VHWJFzgqW71vOsv3LyC/PB6BPRB+uHnA1qd1TGRU/6ribqUG+QQSFBtE9tLtb7+NwOjhcffjok0X9k0bVQfpF9uO6gdcR5BvU4s+l1LHEmAbv3x7ZSCQBqP2emWGMyfVoVMcYPXq0Wb16ddMbqg5t+gfTSQhJYN45807488qaStbmr2VlzkpW7l/JtqJtGAxhfmGMSRjDhO4TGJ84nt7hvd1qW69x1rDpwCaW7V/G8n3L2VS4CadxEuYfxvjE8aR2TyW1RyoJIQmt/VGVahMissYYM/rY9e5Mti7A2UAfY8yjItJLRMYaYzI9EajqmgrKC9hxaAeX9L2kwW0CfQOZ2H0iE7tPhFFwsPIgGbkZrNy/kpU5K/lm7zcAJIYk1n0bGJsw9qjeL7lluSzbt4xl+5exMmclJdUl+IgPQ6KHcMewO0jtnsqQmCGt8g1CqfbKnf/d/wScwJnAo0AJ8B6gQwRVq8nMta4jTuYGZrfAbkxLnsa05GkYY8guyWZFzgpW5qzk6z1f8/729wHo360/A6MHsrFgIzsO7QAgLjiOs3udzcQeE5mQOIGIgIjW/1BKtVPuJP5xxpjTXJOxYIw5KCI6BaNqVZm5mYT5hzGg24Bm7S8i9AzvSc/wnszoPwOH08HWoq11zULf7PmGwdGDuazfZUzsPpG+kX3bdXdRpTzJncRvFxEbrsFcIhKL9Q1AqVaTkZPB2ISx2HxsrXI8m4+NITFDGBIzhNuG3tYqx1Sqs3Cnj9hzwPtAnIj8H7AUeMKjUakuJbskm32l+xibMNbboSjVJbhTlnmhiKwBzsLqzjndGLPVnYOLSBbWPQEHUGOMGS0iUVijgJOBLGCGq/Sz6qIycjIAGJ843suRKNU1uDPZehSQDywC/gPkiYjfSbzHGcaYEfW6FD0AfG2M6Qd87VpWXVhGbgaxQbFaQ16pNuJOU89aoAD4EfjJ9TpLRNaKyKhmvOelwALX6wXA9GYcQ3USxhgyczIZmzhWb7Yq1UbcSfxfAhcYY2KMMdHA+cDHwD1YXT0bY4AvRGSNiNzhWhdvjMlxvc4F4k+0o4jcISKrRWR1QUGBG2GqjmhH8Q4KKwsZl6B1aJRqK+4k/vHGmP/VLhhjvgAmGGNWAk3N4DzJGHMa1sniFyJyev0fGmvY8AmHDhtjXjTGjDbGjI6NjXUjTNURZeRa7ftagEyptuNO4s8Rkd+LSG/X43dY7fw2mujWaYzZ53rOx+oZNNa1byKA6zm/RZ9AdWgZORkkhSa5XedGKdVy7iT+64Ak4APXo5drnQ2Y0dBOIhIiImG1r4FzgU3Ah8BNrs1uAhY3N3jVsdU4a1idu1qv9pVqY+505zwAzGzgx9sb2TUeeN91w84X+I8x5nMRWQW8LSI/B3bTyMlDdW7birZRYi/RxK9UG3OnSFss8DtgMFBXj9YYc2Zj+xljdgLDT7C+EGtMgPandxUAACAASURBVOriVuasBGBMgpZ9UqotudPUsxDYBqQAj2ANulrlwZhUF5GZk0nfyL5en11Lqa7GncQfbYx5BbAbY9KNMbdiVepUqtmqHdWsy1+nzTxKeYFbRdpczzkiciGwH4jyXEiqK9hQsIFKR6X231fKC9xJ/I+LSARwPzAXa/7dX3s0KtXpZeZm4iM+jEpozuBvpVRLNJr4XX31+xljPgYOAWe0SVSq08vIyWBw9GDC/cO9HYpSXU6jbfzGGAdwbRvForqIcns5Gws2ahlmpbzEnaaeZSLyPFYp5bLalcaYtR6LSnVqa/LWUGNq9MauUl7iTuIf4Xp+tN46g/bsUc2UmZuJn48fI+JGNL2xUqrVuTNyV9v1VavKyMlgRNwIgnyDvB2KUl2SOxOxxIvIKyLymWt5kKvcglInrbiymG1F27R9XykvcmcA13zgf0Bt+cQfgV95KiDVua3KW4XB6DSLSnmRO4k/xhjzNq4SzMaYGqw5dJU6aRk5GQT5BjE4ZrC3Q1Gqy3In8ZeJSDSuCVNEZDxWn36lTlpGTgaj4kfh53My0zYrpVqTO7167seqoX+KiCwDYoErPRqV6pTyyvLIOpzFlafqfx+lvMmdXj1rRGQK0B8Q4AdjjL2J3ZQ6TmZuJoDe2FXKy9zp1fM9Vj3+SmPMJk36qrkycjKICIigf1R/b4eiVJfmThv/xUAN1qxZq0TkNyLSy8NxqU7GGENmbiZjE8biI+78t1NKeUqTf4HGmN3GmL8aY0ZhzbU7DNjl8chUp7K3ZC85ZTlahlmpdsCdm7uISG/gatfDgdX0o5TbMnIzABibqO37SnmbO3PuZgB+wDvAVa65dJU6KRk5GcQFx5EcnuztUJTq8ty54v+ZMeYHj0eiOi2ncbIqdxWp3VMREW+Ho1SX5053zh9cUy4OBgLrrX+04b2UOuKngz9RVFmkZZiVaifc6c45D6ttfyZWP/6rgN4ejkt1IrX99zXxK9U+uNOvbqIx5mfAQWPMI8AE4FTPhqU6k4ycDHqH9yYhJMHboSilcC/xV7iey0WkO2AHEj0XkupMapw1rM5braN1lWpH3Lm5+7GIRAJ/A9ZiFWt7yaNRqU5jc+Fmyuxl2syjVDvizs3dx1wv3xORj4FAY4xW51Ruycyx2vfHJIzxciRKqVpuDeCqZYypAqo8FIvqhDJyMji126lEBUZ5OxSllIsWTVEeU+WoYl3+Om3mUaqd0cSvPGZD/gaqndVan0epdsadfvz/FZELRbSkojo5K3NWYhMbo+JHeTsUpVQ97iTzf2JV5fxJROaIiBZTV27JzM1kcMxgQv1DvR2KUqoed8oyf2WMuR44DcgCvhKR5SJyi4g0OXGqiNhEZJ2rRxAikiIiGSKyXUTeEhH/ln4I1f6UVpey6cAmbeZRqh1yq/nGNdn6zcBtwDrgWawTwZdu7D4L2Fpv+Ung78aYvsBB4OcnEa/qINbmr8VhHHpjV6l2yJ02/veB74Bg4GJjzCXGmLeMMTOBRr/Di0gScCHwsmtZgDOBd12bLACmNz981V6tzFmJv48/I+JGeDsUpdQx3OnH/5wx5tsT/cAYM7qJfZ/BmrQlzLUcDRQbY2pcy9lAjxPtKCJ3AHcA9OqlMz12NJk5mYyMG0mALcDboSiljuFOU88gV8kGAESkm4jc09ROInIRkG+MWdOcwIwxLxpjRhtjRsfGxjbnEMpLiiqL+OHgD9rMo1Q75U7iv90YU1y7YIw5CNzuxn6pwCUikgW8idXE8ywQKSK13zSSgH0nFbFq91blrgJ0mkWl2it3Er9N6k2bJCI2oMmeOMaYPxhjkowxycA1wDeu3kHfAle6NrsJWHzSUat2LSMngxC/EAZHD/Z2KEqpE3An8X8OvCUiZ4nIWcAi17rm+j1wn4hsx2rzf6UFx1LtUGZuJqPjR+Prc1KloJRSbcSdv8zfA3cCd7uWv8TVS8ddxpg0IM31eiegbQCdVG5ZLrsP7+bq/ld7OxSlVAPcKcvsBF5wPZRqVEZOBoBOvKJUO9Zk4heRfsBfgEEcPdl6Hw/GpTqojJwMugV0o1+3ft4ORSnVAHfa+F/FutqvAc4AXgPe8GRQqmMyxpCRm8HYxLH4aE0/pdotd/46g4wxXwNijNltjHkYazSuUkfZfXg3+eX52syjVDvnzs3dKldJ5p9E5F6sfvdablEdp7Z9f3zieC9HopRqjDtX/LOw6vT8EhgF3IDV/16po2TkZpAQkkDPsJ7eDkUp1YhGr/hdg7WuNsb8BigFbmmTqFSH4zROVuWuYkrSFOqN91NKtUONXvEbYxzApDaKRXVgPx78keKqYq3Po1QH4E4b/zoR+RB4ByirXWmM+a/HolIdjvbfV6rjcCfxBwKFWEXWahlAE7+qk5GTQXJ4MvEh8d4ORSnVBHdG7mq7vmqU3WlnTd4aLj7lYm+HopRygzsjd1/FusI/ijHmVo9EpDqczQc2U15T3jrt+8V7ITgK/ENafiyl1Am509Tzcb3XgcBlwH7PhKM6opU5KxGEMfFjmn+Qol3w9SOw+X0IjoaJM2HMbRAQ1vS+SqmT4k5Tz3v1l0VkEbDUYxGpDiczN5MBUQOIDIxseuNjlRfBkqcg80Ww+UHqryBvE3z1MCx7Fsb/AsbdAYERrR63Ul1Vcwqm9wPiWjsQ1TFV1FSwPn891w+8/uR2rKmykv2Sv0FVCYy8Aab+EcITrZ9nr4Elf4VvH4flc2H83TD+Lgjq1vofQqkuxp02/hKObuPPxarRrxTr89djd9rd78ZpDGx6z2rWKd4Dfc+Bcx6F+EFHb5c0Cq57C/avt04O6XNgxT+sq//xv4CQ6Nb/MEp1Ee409Wgjq2pQRk4GvuLLqPhRTW+ctQy+eBD2r4X4oXDjB3DKGY3v030EXLMQcjdZJ4DvnoaV82DsbTBhJoTGts4HUaoLabJWj4hcJiIR9ZYjRWS6Z8NSHUVmbiZDY4cS7Bfc8EYHfoJF18H8C6A0D6a/AHemN53060sYAjMWwD0rYcAFVvPPM0Ph8z9CSW7LP4hSXYg7RdpmG2MO1S4YY4qB2Z4LSXUUJdUlbC7c3HAzT2kBfHI//GMc7FoCZz0EM9fAiOvAx9a8N40bAFe8DL/IhMHTIWMePDMMPv0tHNrX/A+jVBfizs3dE50cdBZtxerc1TiN8/j++9XlsPKfsPQZsJfD6Fthyu9bt1kmph9cNg+m/M5q/ln9b1gz37pJPOnXENmr9d5LqU7GnQS+WkSeBv7hWv4FsMZzIamOIjM3k0BbIMNjh1srnE74/k345nE4vA/6XwjnPGIlaU+J6gOXPg+n/xaW/h3Wvg5rX4Ph18Lk+6yfK6WO4k5Tz0ygGngLeBOoxEr+qotbmbOSkXEj8bf5w45v4cXT4YO7ITQebv4Urv2PZ5N+fd16w8XPwKz1MOoW+P5tmDsa3r8bDmxvmxiU6iDc6dVTBjzQBrGoDuRAxQG2F2/nwrgx8MaVsP1Lq3nlildg8OXg46U5dyOS4MKnYPL9sPw5WP2q9S1k8OUw8V7oPtI7cSnVjrjTj/9L4CrXTV1EpBvwpjHmPE8HpzzH6TTYnU7sDoO9xom9xkG1vYoau50aezV2u50aexU1NTU4aqqpqbHjsFfjcC2vPpwJwPi0Z0AC4dzHYewd4Bvg5U/mEp4I0/5itfcvnwurXoFN70LSGCvOQZe2n1iVamNizHH1147eQGSdMWZkU+s8afTo0Wb16tVt9XZtrtLuoKCkirySCkorKymrqaS8spTKimKqqw5jrzqE3V6C3V5KTU0pDnsZNY5yHI4KHM5KnM4q69lUWw/sOKnBQQ0OqcHgRIzBB4Nw5NmGEx8DPjjxcU2aJQbENV6vdh4tOeYBsMnfn32+vnza7Xy6nfdHq7Bae1Z5CNYvskYLF+2AkFgYdbPVLBTRw9vRKeURIrLGGDP62PXu3Nx1ikgvY8we14F6c4JqnV1Jmb2MoooiKhwVVNRYj8qaSiqqy6isOkR5ZTEVVYcoqTjEofJDHK4soby6zNrOUUmVs5oqY8dODdXioFoMdjFU+5zElIXCCf/1bMbgbwQ/A3744IsNG37UpnMjUvcaAYO4nl0rhGN+Xn89deudBkzRIK4ruZT/+kYQ1JxfZFsKjLBKPoy9A3Z+C5kvWTWCvnsaBl5kre+dCjptpOoC3En8fwKWikg61p//ZOAOj0bVDh2qOsQ3297hf9s/ZGXpLhxu7CPGEGQMgcYQ5DQEGSdBTkOkEfyMDwH44i++BIg/gbYAgnyCCLAF4m8LwN8viAC/YAL9QggICCbIP4zgwDCCA8IJCAwjICAC/8AI6zkgAn+/QPx9/LE1t398M3z7Qz63zl/FH9/fyNMzhneMuXZ9fKDvWdbjYJbVBLT2NdiyGOIGwdjbYegMCAj1dqRKeUyTTT0AIhIDjHctrjTGHPBoVMfwRlNPdY2TH3duIH3Ta2QUZ7LR5xA1IvSw13B6WQ1hVSE4nQE4TQA1jgCMhODrG0aAfziBgd0ICY4iLDSa0MgowiOiiIyMJioqhvCISMTWeYZBPPf1Tzz95Y88cslgbpqY7O1wmqe63KoflPkvyN0IAREw8nqrLHT0Kd6OTqlma6ipx93E3w2rKmdg7TpjzJJWjbARnkr8xhjyDlexs6CUnQfKyN2/F9/96RyqXsLuwGzWBwt2EeLtDgaXhxFvRhIQdR4hPYfSo1swcWEBxIUHEhcWQEhA50nmJ8PpNNzx+mrSfijgzTvGMzq5nbf1N8YY2Jtp3QfY8gE4a6Dv2VYzUN9zvNdTSalmanbiF5HbgFlAErAe68p/hTHmzEZ3bEUtTfwllXZ2HShjZ0EZOw+UsbOglF0Hyig6kMewmk2cZtuEb9hWvg+tZGlQENU+QrTTxlj/Uzg9eTqThl9JZGi7b8X2mkMVdi59fill1Q4+mTmJuPDApndq70pyYc0Ca0RwaS50S7a+AYy4vv3fyFbKpSWJfyMwBquJZ4SIDACeMMZc7plQj9fcxP/nDzbx+eZcCkqqAAilnPG2bZwT9CPDbZvJ8s3hi5BglgQFUeUjxNqCODcxlWmDr2dY/Gn4iF7huWtb7mEu+8dyhvQI5z+3j8fP1kl+dw47bP3Iuhm8Zzn4BsGwq6xvAQlDvR2dUo1qSa+eSmNMpYggIgHGmG0i0t8DMba6pFDDHd13MdpsIqV0LQHFm1ka6M//QsP4f8FBVEgM0X7hXJ5yPuf1OZ+RcSM12TfTgIRw5lwxlFlvruf/PtnKw5cM9nZIrcPmB0Mutx65G60TwPdvWzeEe02AYVdbA9dC4yEsAYKitElItXvuJP5sEYkEPgC+FJGDwO6mdhKRQGAJEOB6n3eNMbNFJAWr9EM0Vs2fG40x1c39AI25c+8DVO1ZytLgUBbF9CAtsjcVpoaogG5cknwu5yWfx2lxp7VpT5jO7NIRPVi/t5hXl2Uxslckl47oZP3jE4bCJc9Z9YfWLYRVL8HHvzp6Gx9fCImD0DjrRBAaB6EJ9Zbjjzz8OkGTmOqQ3Lq5W7exyBQgAvi8qWQtVt++EGNMqYj4Yc3TOwu4D/ivMeZNEZkHbDDGvNDYsZrb1PO3L2fyXt4KyhxVRAZEcnbvszkv+TxGx4/G16dr3oz1NLvDyfUvZfD9vmLevyeVgYnh3g7Jc5xOKM6CkjxrnoHaR91yLpTmQ1kBGOfx+wdGHH0iqDtRxENkb4jtr/cTVIu0qFdPK7x5MFbivxv4BEgwxtSIyATg4abKPzQ38c9dN5cDFQc4r/d5jEkcg5+PX3PCVycpv6SSi+cuJdDPxof3TiIiqIv/3h01UF545ERQktvAiSLPKmNdX2i8dQKIHWg9xw2E2AF6QlBu8UriFxEbVnNOX6yyzn/Duknc1/XznsBnxpghJ9j3DlwDxXr16jVq9+4mW5dUO7JmdxHXvLiS0/vF8tLPRuNzMqOSuypjoLrUOhEU7YSCbfUeP1g/qxUSV+9EUHtiGKBzEaujePuKPxJ4H/gzMN+dxF9fZ6/V01m9tiKLhxZv5tdnn8qss9uoPHNnZQwcyj5yIsivf0IoObJdSKx1AogdcPQ3hJAY78WuvKYlvXpazBhTLCLfAhOASBHxNcbUYI0N0PnyOqkbx/dm/Z5invn6R4YlRXDGgDhvh9RxiUBkT+vR75wj642xJr056mSwDb5/C6oOH9kuOMY6CUz6lTUoTXUI5dU1BPjasLXyN2aPXfGLSCxgdyX9IOAL4EngJuC9ejd3vzfG/LOxY+kVf8dVUe3giheWk32wnI9mTqJ3dIi3Q+oajIHD+49uLtr1HRTvhnMehQn3akG6NmaMobzaQWFpNYVlVRSVVVNYVk1haTVFZVUUllVb60pdz2VVVNqdpP1mKskxzfu7afOmHhEZBiwAbFgzfb1tjHlURPpgdeeMAtYBNxhjqho7lib+jm1vUTkXzV1K98gg/nv3RIL8tfusV1SXwft3wdYPYfh1cNHftUtpC1XaHRworaKgpKpewq6msPRIYi9yLReWVVNVc4LeXUCgnw/RIQFEh/oTFWI9YkIDiArx56pRSUSHNm/uCK+28beUJv6OL+2HfG6Zv4rpI3p0nEqenZHTCUv+Cml/sSalufoNqxupquNwGgrLrGRe93Al9wOl1RSUVNatP1xZc8JjBPnZiA71JzqkNpEHEFMvqVs/C6h7HezvmVZ3r7bxKzW1fxy/PvtUnv7yR0b0jOy4lTw7Oh8fmPqA1d7//l3w4hlwzULocZq3I/M4u8PJvoMV5ByqrEvkxyb2gpIqisqqcJ7gejg0wJfYsABiQwMYkBDO5H4BdcsxYf51V+zRIQHt/lutJn7VZu49oy/fZxfz2MdbGNw9vGNX8uwAahxOCsuq6yW0asYkR9ErOtiaejKqDyy6Fl49Hy79Bwy90tsht1il3cHeonKyCsvZXVhGVmEZuwvL2V1Yzr7iChzHZHQ/mxAbaiXwHpGBjOgZUbdc9wgNJCbMc1fl3qBNPapN1VbyLK928PEvJxEXpm3MJ8MYw+HKGgpKqsiv1+Rw3BVsSRVF5dUc++ctAmcNiOfW1GQmnBKNlB2At2+EPSusCerPeLDd1xoqraphd72EXj/B5x6uPOozhwX6khITQu/oEHpHBdM7OpjukUHEuZJ6RJBfp2521DZ+1W7UVvIc2iOChbeP61CVPGscTrIKy/kht4Qfcg+Tc6gSHxF8fARfH8HmI/iIYPMBm4+P9ez6uU0Em8317NrO11a7vdRt5+sjlFXXJvfjmySqT3CD0N/mQ2xYADFhAXVJ7dgr1xB/Xz7+fj8LM/ZQVFZN//gwbk5NZvrQWIK++C2sex36XwCXvwgBYV747R5RVeNgW05JXUKvf+V+oPToviAxof71EnsIyTHBdcuRwZ07sTdFE79qVz7csJ9fLlrHLanJzL64/VXyNMZQUFLFVleC35Zbwg+5JfyUX1qXeH0E4sICMRgcTnAaQ43DidNYNwgdxuB0GmpO1GDspugQ/3pNDsc0QdQm+dBAwoN83U5wlXYHH27Yz6vLstiac5jIYD+uHdOTu4K+IiJ9NsScCtcugqiUZsfdHJV2B+k/FvDZxhy+2ppPadWRG6eJEYH0jg6md1QIvWOCSY4OoXd0ML2iggkL7OIlQRqhiV+1O49+tIV/L9vFs9eM8Golz7KqGn7IK3FdxZewLfcwP+SWcLDcXrdNXFgA/RPCGJAQRv+EcAYkhNE3LpRAP/du4jldJwKH0xx1UnAcs97phBqnk2B/X6JD/T36bcgYQ+auIl5dlsUXW3IREWal7OOegsew2WzIjNcgZbLH3h+scR5pP+Tz6aZcvtmaR1m1g8hgP84blMAZA2LpExtKr6hgt3/P6mia+FW7Y3c4uf7lDL7PbptKnlYzTRnbckvYllNiXcXnHWZvUUXdNiH+Nk6tTfDxR5J8txB/j8bmbXuLynl95W7ezNxDVNVeXg/+Oz2cuTimzcFv3O2t+l5lVTV8+0M+n23M5Ztt+VTYHUSH+HPu4AQuHJrIuD5RHar5rz3TxK/apdau5GmMoaC0iqwDte3CZWQVlrOroIztBUeaaWw+QkpMiHUVHx/mupoPJ6lbUJcuKFdeXcN/1+7jnWWbmVX8JGfa1rMh4QoSr3mWuMjmt/uXVtXw9dY8PtuYS9qP+VTancSEBjBtSDwXDE1kbHIUvp5M9sZAZTEU74WaSmveBJsf+PhZz/Vf1/7M5m+9bu49AkeNVVjPXm4Nnqv/sJedYF25tX11GVSXH9l3xmsQkdSsEDTxq3brZCt5Op2G/JIqsgrLyDpQVq/rnvVcXu2o29bXR+jp6s3R35Xg+yeEcUqs+800XZExhqU/5lHyyUNccPgtVjoH8Un/vzBjykiGJkW4dYzDlXa+3prHpxtzSf+xgOoaJ3FhAZw/JIELhiYyOjmq9WrQGGPNe1C81ypLcWiv9frQXijeY72uX8zuZPj4NnxSqDth+EJNlStpl1qJ29FoQYKjiQ/4hYB/7SMY/EPBLxgufsaa5a0ZNPGrdu31FVn8uV4lT6fTkHO4kt31EvuuA66eHUVlVNqP9Gzxs1nJvfaGX233vWRX1z1tNmiZ/GWvEfXV/eQ4I/l59f2E9RrGLanJTBuccNxV+qFyO19uzeOzjTl899MBqh1OEsIDOX+o1YxzWq9uzftG5XRASY4rse+BQ3uOTuyHsq0r+foCIqyEGdkTInoeefYPBafdmk/ZabeuzJ12cFTXe13vZ47qY7azg9O1vva1swZ8A45J3q6HnyuJH5vQ/UNc64PBN9AjtZM08at2zRjD/e9s4P11+zglNpQ9ReVHdVv0t/nQK9pK7snRwfSOsZ6To0PoHhnU6tUL1TGyV+N88zocFSXM9p3Ffw4NJTEikBsn9OaCIYlk7iri0005LNt+ALvD0CMyyLqyH5bIiKRI95K902kl9PytkL8FDmx3JfbdVsE55zHlEYJjjknsvaxHbZIPdO+bSWemiV+1e5V2Bw9+sInDFXaSY1xX79Eh9I4JISE8UJO7tx3eD29eB/vXsX3Ir5l98DyW7Siq+3HPqCAuGJLIBUMTGZYU0XD3UmOs2cbytxxJ8vlbrbLS9rIj24UlWlNQ1r9ij+wFEb2sNm//YA9/4I5PE79SquXsFfDhTNj4Dgy+nJ8mPMmSrDLGpUQxuHv48cm+4qCV0OuSuyvRVxw5YRASa9UOiht05Dl2AAR24vma24gWaVNKtZxfEFz+EsQPhq8eoV/RTvpd8x8I8oP96465gt8KJfuP7OsfZiX2gRdb+8cNtKaMDI313ufpojTxK6VOjghM+rV1Vf7ebTD3NKtHC67WA1uANe1jyulHX8lHJOnkL+2EJn6lVPP0Px9u+woy5lnt8XEDIW4wdEu2ujeqdkv/dZRSzRc3EC5+1ttRqJOkHZyVUqqL0cSvlFJdjCZ+pZTqYjTxK6VUF6OJXymluhhN/Eop1cVo4ldKqS5GE79SSnUxHaJIm4gUALubuXsMcKAVw/G0jhSvxuo5HSnejhQrdKx4Wxprb2PMccWQOkTibwkRWX2i6nTtVUeKV2P1nI4Ub0eKFTpWvJ6KVZt6lFKqi9HEr5RSXUxXSPwvejuAk9SR4tVYPacjxduRYoWOFa9HYu30bfxKKaWO1hWu+JVSStWjiV8ppbqYTp34RWSaiPwgIttF5AFvx9MQEekpIt+KyBYR2Swis7wdU1NExCYi60TkY2/H0hQRiRSRd0Vkm4hsFZEJ3o6pISLya9f/gU0iskhEAr0dU30i8m8RyReRTfXWRYnIlyLyk+u5mzdjrK+BeP/m+r/wvYi8LyKR3oyx1olirfez+0XEiEhMa7xXp038ImID/gGcDwwCrhWRQd6NqkE1wP3GmEHAeOAX7TjWWrOArd4Owk3PAp8bYwYAw2mncYtID+CXwGhjzBDABlzj3aiOMx+Ydsy6B4CvjTH9gK9dy+3FfI6P90tgiDFmGPAj8Ie2DqoB8zk+VkSkJ3AusKe13qjTJn5gLLDdGLPTGFMNvAlc6uWYTsgYk2OMWet6XYKVmHp4N6qGiUgScCHwsrdjaYqIRACnA68AGGOqjTHF3o2qUb5AkIj4AsHAfi/HcxRjzBKg6JjVlwILXK8XANPbNKhGnCheY8wXxpga1+JKIKnNAzuBBn63AH8HfkfdbPYt15kTfw9gb73lbNpxMq0lIsnASCDDu5E06hms/4hObwfihhSgAHjV1TT1soiEeDuoEzHG7AOewrqyywEOGWO+8G5Ubok3xuS4XucC8d4M5iTdCnzm7SAaIiKXAvuMMRta87idOfF3OCISCrwH/MoYc9jb8ZyIiFwE5Btj1ng7Fjf5AqcBLxhjRgJltK+miDqutvFLsU5W3YEQEbnBu1GdHGP1D+8QfcRF5E9YzawLvR3LiYhIMPBH4KHWPnZnTvz7gJ71lpNc69olEfHDSvoLjTH/9XY8jUgFLhGRLKzmszNF5A3vhtSobCDbGFP7DepdrBNBe3Q2sMsYU2CMsQP/BSZ6OSZ35IlIIoDrOd/L8TRJRG4GLgKuN+13MNMpWBcBG1x/b0nAWhFJaOmBO3PiXwX0E5EUEfHHukn2oZdjOiEREaw26K3GmKe9HU9jjDF/MMYkGWOSsX6n3xhj2u1VqTEmF9grIv1dq84CtngxpMbsAcaLSLDr/8RZtNMb0cf4ELjJ9fomYLEXY2mSiEzDaqq8xBhT7u14GmKM2WiMiTPGJLv+3rKB01z/p1uk0yZ+182be4H/Yf3xvG2M2ezdqBqUCtyIdfW83vW4wNtBdSIzgYUi8j0wAnjCy/GckOtbybvAWmAj1t9nuyovICKLgBVAfxHJFpGfA3OAc0TkJ6xvLXO8GWN9DcT7PBAGfOn6W5vn1SBdGojVM+/Vfr/lKKWU8oROe8WvlFLqxDTxK6VUF6OJXymluhhN/Eop1cVo4ldKFhTcNQAAABVJREFUqS5GE79SSnUxmviVUqqL+f/sz1//v71oXgAAAABJRU5ErkJggg==\n",
            "text/plain": [
              "<Figure size 432x288 with 1 Axes>"
            ]
          },
          "metadata": {
            "tags": [],
            "needs_background": "light"
          }
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "StnNbD7kGtuj"
      },
      "source": [
        "## Testing other FIM Representations\n",
        "\n",
        "NNgeometry library proposes other representations for the Fisher information matrix that could be used with ewc: `PMatQuasiDiag` , `PMatEKFAC`, `PMatBlockDiag` and `PMatDense`."
      ]
    }
  ]
}