Eng_to_dutch_marianmt.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "name": "Eng_to_dutch_marianmt.ipynb",
      "provenance": [],
      "collapsed_sections": [],
      "authorship_tag": "ABX9TyOn0z9WgwL6RzpVIynXYFpo"
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "language_info": {
      "name": "python"
    },
    "widgets": {
      "application/vnd.jupyter.widget-state+json": {
        "06123d1283924d51846cc92b5e78f8eb": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "state": {
            "_view_name": "HBoxView",
            "_dom_classes": [],
            "_model_name": "HBoxModel",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "box_style": "",
            "layout": "IPY_MODEL_00e002ee7e8942d6985748ab85a797cb",
            "_model_module": "@jupyter-widgets/controls",
            "children": [
              "IPY_MODEL_eef750ea6dbd40e5b41a84aae8ffa0cc",
              "IPY_MODEL_a3fd2be427b44a94bc1a0817dff0144d"
            ]
          }
        },
        "00e002ee7e8942d6985748ab85a797cb": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "eef750ea6dbd40e5b41a84aae8ffa0cc": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "state": {
            "_view_name": "ProgressView",
            "style": "IPY_MODEL_7dd3c85e335e4b7a849845ffdc0eccae",
            "_dom_classes": [],
            "description": "Downloading: 100%",
            "_model_name": "FloatProgressModel",
            "bar_style": "success",
            "max": 789525,
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": 789525,
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "orientation": "horizontal",
            "min": 0,
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_e8fe4494a613407f842845ddc7478901"
          }
        },
        "a3fd2be427b44a94bc1a0817dff0144d": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_e48221e356644f96bdfbbdfb335b71fa",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": " 790k/790k [00:04&lt;00:00, 180kB/s]",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_572d12cabc434a6998d90b448caa78d6"
          }
        },
        "7dd3c85e335e4b7a849845ffdc0eccae": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "ProgressStyleModel",
            "description_width": "initial",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "bar_color": null,
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "e8fe4494a613407f842845ddc7478901": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "e48221e356644f96bdfbbdfb335b71fa": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "572d12cabc434a6998d90b448caa78d6": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "f77619fe93c2477f969436acec54c719": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "state": {
            "_view_name": "HBoxView",
            "_dom_classes": [],
            "_model_name": "HBoxModel",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "box_style": "",
            "layout": "IPY_MODEL_5987d744f0fb461a8a68892599b8713d",
            "_model_module": "@jupyter-widgets/controls",
            "children": [
              "IPY_MODEL_ee8055fd9ecc4ff684ea74e70b4cfa6b",
              "IPY_MODEL_04995a4d9f104237a24f6bf2e3a2ccb2"
            ]
          }
        },
        "5987d744f0fb461a8a68892599b8713d": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "ee8055fd9ecc4ff684ea74e70b4cfa6b": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "state": {
            "_view_name": "ProgressView",
            "style": "IPY_MODEL_63f3b2007da24c6682b3019fea89d5c1",
            "_dom_classes": [],
            "description": "Downloading: 100%",
            "_model_name": "FloatProgressModel",
            "bar_style": "success",
            "max": 813866,
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": 813866,
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "orientation": "horizontal",
            "min": 0,
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_1f6eb2fa496b4e71a62dd06251d87b8e"
          }
        },
        "04995a4d9f104237a24f6bf2e3a2ccb2": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_ee84a9583ed8411fadac3b2fd0471420",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": " 814k/814k [00:00&lt;00:00, 926kB/s]",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_98be713009544d038f6cff2ab9158acd"
          }
        },
        "63f3b2007da24c6682b3019fea89d5c1": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "ProgressStyleModel",
            "description_width": "initial",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "bar_color": null,
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "1f6eb2fa496b4e71a62dd06251d87b8e": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "ee84a9583ed8411fadac3b2fd0471420": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "98be713009544d038f6cff2ab9158acd": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "27fa03f9bfa64667b5301171ba256b83": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "state": {
            "_view_name": "HBoxView",
            "_dom_classes": [],
            "_model_name": "HBoxModel",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "box_style": "",
            "layout": "IPY_MODEL_dd31e0d0a801407c9143750f7d970a75",
            "_model_module": "@jupyter-widgets/controls",
            "children": [
              "IPY_MODEL_1101f3cbe48b44a0ad84b355b083e67a",
              "IPY_MODEL_5d5a4b4281834ffeaae24a6b9a91d7e4"
            ]
          }
        },
        "dd31e0d0a801407c9143750f7d970a75": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "1101f3cbe48b44a0ad84b355b083e67a": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "state": {
            "_view_name": "ProgressView",
            "style": "IPY_MODEL_f59f588ea54e4c69a125c93c7909690c",
            "_dom_classes": [],
            "description": "Downloading: 100%",
            "_model_name": "FloatProgressModel",
            "bar_style": "success",
            "max": 1660216,
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": 1660216,
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "orientation": "horizontal",
            "min": 0,
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_303c22c57f4540a1a7c0c152890e59d2"
          }
        },
        "5d5a4b4281834ffeaae24a6b9a91d7e4": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_3f19581f8f9746508959b2e6b40f140f",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": " 1.66M/1.66M [00:02&lt;00:00, 626kB/s]",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_7107b9dc49834c13bdc2413df22cb838"
          }
        },
        "f59f588ea54e4c69a125c93c7909690c": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "ProgressStyleModel",
            "description_width": "initial",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "bar_color": null,
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "303c22c57f4540a1a7c0c152890e59d2": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "3f19581f8f9746508959b2e6b40f140f": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "7107b9dc49834c13bdc2413df22cb838": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "df8a1c791f194ae7af30c81ac667a585": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "state": {
            "_view_name": "HBoxView",
            "_dom_classes": [],
            "_model_name": "HBoxModel",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "box_style": "",
            "layout": "IPY_MODEL_904c660ef10f4bf2bb3417e5b1e264e0",
            "_model_module": "@jupyter-widgets/controls",
            "children": [
              "IPY_MODEL_be138232ae6c41aba486fcbf3b92eaae",
              "IPY_MODEL_a39702d2c6434eac961a1410ef0b28e9"
            ]
          }
        },
        "904c660ef10f4bf2bb3417e5b1e264e0": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "be138232ae6c41aba486fcbf3b92eaae": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "state": {
            "_view_name": "ProgressView",
            "style": "IPY_MODEL_2e33a7fc8d19445992d5b6072161daab",
            "_dom_classes": [],
            "description": "Downloading: 100%",
            "_model_name": "FloatProgressModel",
            "bar_style": "success",
            "max": 42,
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": 42,
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "orientation": "horizontal",
            "min": 0,
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_5498c93002c3472eaa8c88a687a83cd1"
          }
        },
        "a39702d2c6434eac961a1410ef0b28e9": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_6ba35d2e61344c0a858e880f799758ab",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": " 42.0/42.0 [00:01&lt;00:00, 41.6B/s]",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_a5b6df6a76624334b267642083cd2df0"
          }
        },
        "2e33a7fc8d19445992d5b6072161daab": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "ProgressStyleModel",
            "description_width": "initial",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "bar_color": null,
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "5498c93002c3472eaa8c88a687a83cd1": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "6ba35d2e61344c0a858e880f799758ab": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "a5b6df6a76624334b267642083cd2df0": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "2f19e47095a549c2988f7e8112712faf": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "state": {
            "_view_name": "HBoxView",
            "_dom_classes": [],
            "_model_name": "HBoxModel",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "box_style": "",
            "layout": "IPY_MODEL_20bfb38681f442aca8176a5388522364",
            "_model_module": "@jupyter-widgets/controls",
            "children": [
              "IPY_MODEL_5dde82cbe93c4169a7685c7f3b60eee1",
              "IPY_MODEL_7a7a845b9ac04cae8c3a70c3e1b28f57"
            ]
          }
        },
        "20bfb38681f442aca8176a5388522364": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "5dde82cbe93c4169a7685c7f3b60eee1": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "state": {
            "_view_name": "ProgressView",
            "style": "IPY_MODEL_c8b730694b4446c487afe76c918301d5",
            "_dom_classes": [],
            "description": "Downloading: 100%",
            "_model_name": "FloatProgressModel",
            "bar_style": "success",
            "max": 1132,
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": 1132,
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "orientation": "horizontal",
            "min": 0,
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_d3d6975382774e01b21c3f2a906e134b"
          }
        },
        "7a7a845b9ac04cae8c3a70c3e1b28f57": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_3f1a343fa7b940e8920564237d1ae4ee",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": " 1.13k/1.13k [00:00&lt;00:00, 19.8kB/s]",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_e765f7f84ac749dfa41ceece6d0fb709"
          }
        },
        "c8b730694b4446c487afe76c918301d5": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "ProgressStyleModel",
            "description_width": "initial",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "bar_color": null,
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "d3d6975382774e01b21c3f2a906e134b": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "3f1a343fa7b940e8920564237d1ae4ee": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "e765f7f84ac749dfa41ceece6d0fb709": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "1f4c23fa77c94e6097beae421d7927f7": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "state": {
            "_view_name": "HBoxView",
            "_dom_classes": [],
            "_model_name": "HBoxModel",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "box_style": "",
            "layout": "IPY_MODEL_dfe7d047f1324d2385a795e481e320ef",
            "_model_module": "@jupyter-widgets/controls",
            "children": [
              "IPY_MODEL_cfe8eddf3d7a4b87993d904e74d0f18f",
              "IPY_MODEL_7479c74ba9e246e787614113b5236ae1"
            ]
          }
        },
        "dfe7d047f1324d2385a795e481e320ef": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "cfe8eddf3d7a4b87993d904e74d0f18f": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "state": {
            "_view_name": "ProgressView",
            "style": "IPY_MODEL_96465616a0b743888d560c5efdc9ff6e",
            "_dom_classes": [],
            "description": "Downloading: 100%",
            "_model_name": "FloatProgressModel",
            "bar_style": "success",
            "max": 316246425,
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": 316246425,
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "orientation": "horizontal",
            "min": 0,
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_7303fba5f33f4e1f8f86d0a947a87767"
          }
        },
        "7479c74ba9e246e787614113b5236ae1": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_eac1c0b89bc34234b91ddd5189f577f5",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": " 316M/316M [00:08&lt;00:00, 38.2MB/s]",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_8ef309208b614942a8ac0681a80478e9"
          }
        },
        "96465616a0b743888d560c5efdc9ff6e": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "ProgressStyleModel",
            "description_width": "initial",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "bar_color": null,
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "7303fba5f33f4e1f8f86d0a947a87767": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "eac1c0b89bc34234b91ddd5189f577f5": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "8ef309208b614942a8ac0681a80478e9": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "6a8286497e2d43559ef4407fd2480f51": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "state": {
            "_view_name": "HBoxView",
            "_dom_classes": [],
            "_model_name": "HBoxModel",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "box_style": "",
            "layout": "IPY_MODEL_d92f40c1f86e4984b24ab37a24015132",
            "_model_module": "@jupyter-widgets/controls",
            "children": [
              "IPY_MODEL_87c8e143d2064f5ca5c09ab2d22c141f",
              "IPY_MODEL_013627b5f9d04e5ebfb73f93215f0fd9"
            ]
          }
        },
        "d92f40c1f86e4984b24ab37a24015132": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "87c8e143d2064f5ca5c09ab2d22c141f": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "state": {
            "_view_name": "ProgressView",
            "style": "IPY_MODEL_0f8270821ebf4f8d9c69f387f18ca178",
            "_dom_classes": [],
            "description": "100%",
            "_model_name": "FloatProgressModel",
            "bar_style": "success",
            "max": 79,
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": 79,
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "orientation": "horizontal",
            "min": 0,
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_5327674e8beb44d99e7ce50b0ef0b3ca"
          }
        },
        "013627b5f9d04e5ebfb73f93215f0fd9": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_da656f2a4789462eabfbfe2aa4d3b873",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": " 79/79 [00:32&lt;00:00,  2.43ba/s]",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_674a6fd8ef264e62a34b0c1da5734eb0"
          }
        },
        "0f8270821ebf4f8d9c69f387f18ca178": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "ProgressStyleModel",
            "description_width": "initial",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "bar_color": null,
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "5327674e8beb44d99e7ce50b0ef0b3ca": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "da656f2a4789462eabfbfe2aa4d3b873": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "674a6fd8ef264e62a34b0c1da5734eb0": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "1d1cdc3c279e44eba322a9a5ee86a12c": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "state": {
            "_view_name": "HBoxView",
            "_dom_classes": [],
            "_model_name": "HBoxModel",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "box_style": "",
            "layout": "IPY_MODEL_1266bd441878459782118960822a76c1",
            "_model_module": "@jupyter-widgets/controls",
            "children": [
              "IPY_MODEL_7683475738a04071812732ed19822efc",
              "IPY_MODEL_f0fe69b54c9e45129ba4d839ff4d0e5e"
            ]
          }
        },
        "1266bd441878459782118960822a76c1": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "7683475738a04071812732ed19822efc": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "state": {
            "_view_name": "ProgressView",
            "style": "IPY_MODEL_9a5f83b5a24b40699d8aed73d7ebfcc0",
            "_dom_classes": [],
            "description": "100%",
            "_model_name": "FloatProgressModel",
            "bar_style": "success",
            "max": 20,
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": 20,
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "orientation": "horizontal",
            "min": 0,
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_db90524b7385413d8f2091489526c7a3"
          }
        },
        "f0fe69b54c9e45129ba4d839ff4d0e5e": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_d4b93645801845f2a31d50a6f27b9b35",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": " 20/20 [00:06&lt;00:00,  2.91ba/s]",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_9d84318a00d44e08ad8020fbae6b2b5c"
          }
        },
        "9a5f83b5a24b40699d8aed73d7ebfcc0": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "ProgressStyleModel",
            "description_width": "initial",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "bar_color": null,
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "db90524b7385413d8f2091489526c7a3": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "d4b93645801845f2a31d50a6f27b9b35": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "9d84318a00d44e08ad8020fbae6b2b5c": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "00a838ab7b55497ca11a4b90b8218434": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "state": {
            "_view_name": "HBoxView",
            "_dom_classes": [],
            "_model_name": "HBoxModel",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "box_style": "",
            "layout": "IPY_MODEL_02847bfc31454a42805dac48b214c48a",
            "_model_module": "@jupyter-widgets/controls",
            "children": [
              "IPY_MODEL_67f0f401cbde4da89d3acbc69650c8a0",
              "IPY_MODEL_f62f2c2d82954fd8aac362e87eeba3f9"
            ]
          }
        },
        "02847bfc31454a42805dac48b214c48a": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "67f0f401cbde4da89d3acbc69650c8a0": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "state": {
            "_view_name": "ProgressView",
            "style": "IPY_MODEL_2ea1edb39bec472392759a73863ca9c0",
            "_dom_classes": [],
            "description": "100%",
            "_model_name": "FloatProgressModel",
            "bar_style": "",
            "max": 19698,
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": 19698,
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "orientation": "horizontal",
            "min": 0,
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_f1e277cc10304b8c90398b3215c63cd7"
          }
        },
        "f62f2c2d82954fd8aac362e87eeba3f9": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_01559d5f323e4fe98f767f82e3c3f64c",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": " 19698/19698 [4:20:37&lt;00:00,  1.47it/s]",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_36034963b9fe4648a3e3a1801fe078bb"
          }
        },
        "2ea1edb39bec472392759a73863ca9c0": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "ProgressStyleModel",
            "description_width": "initial",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "bar_color": null,
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "f1e277cc10304b8c90398b3215c63cd7": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "01559d5f323e4fe98f767f82e3c3f64c": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "36034963b9fe4648a3e3a1801fe078bb": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        }
      }
    },
    "accelerator": "GPU"
  },
  "cells": [
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "H6yyho4uswpC",
        "outputId": "fec60339-05fd-46d3-b940-41e33627477a"
      },
      "source": [
        "!pip install -q transformers[sentencepiece]\n",
        "!pip install -q datasets\n",
        "!pip install -q sacrebleu\n",
        "!pip uninstall -y tqdm\n",
        "!pip install -q tqdm==4.43.0 "
      ],
      "execution_count": 1,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "\u001b[K     |████████████████████████████████| 2.6 MB 7.4 MB/s \n",
            "\u001b[K     |████████████████████████████████| 636 kB 64.3 MB/s \n",
            "\u001b[K     |████████████████████████████████| 895 kB 70.7 MB/s \n",
            "\u001b[K     |████████████████████████████████| 3.3 MB 56.9 MB/s \n",
            "\u001b[K     |████████████████████████████████| 1.1 MB 58.4 MB/s \n",
            "\u001b[K     |████████████████████████████████| 264 kB 9.2 MB/s \n",
            "\u001b[K     |████████████████████████████████| 118 kB 15.5 MB/s \n",
            "\u001b[K     |████████████████████████████████| 243 kB 17.2 MB/s \n",
            "\u001b[K     |████████████████████████████████| 76 kB 5.6 MB/s \n",
            "\u001b[K     |████████████████████████████████| 54 kB 2.7 MB/s \n",
            "\u001b[?25hFound existing installation: tqdm 4.62.0\n",
            "Uninstalling tqdm-4.62.0:\n",
            "  Successfully uninstalled tqdm-4.62.0\n",
            "\u001b[K     |████████████████████████████████| 59 kB 4.3 MB/s \n",
            "\u001b[?25h"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "KrL8FDR2tlqh",
        "outputId": "6a0634ce-cc24-431c-adbf-cde0f9927b36"
      },
      "source": [
        "!gdown https://drive.google.com/uc?id=18NmpZ8BWWMEWlmSCacLDOKcGaz-qHoOg"
      ],
      "execution_count": 2,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Downloading...\n",
            "From: https://drive.google.com/uc?id=18NmpZ8BWWMEWlmSCacLDOKcGaz-qHoOg\n",
            "To: /content/Dutch.xlsx\n",
            "14.3MB [00:00, 30.9MB/s]\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "9D0r_U7KuO0s"
      },
      "source": [
        "import pandas as pd\n",
        "import numpy as np\n",
        "import seaborn as sns \n",
        "import matplotlib.pyplot as plt\n",
        "from datasets import Dataset,load_metric\n",
        "from sklearn.model_selection import train_test_split\n",
        "import torch\n",
        "from tqdm.auto import tqdm\n",
        "from transformers import MarianConfig,MarianMTModel,MarianTokenizer,DataCollatorForSeq2Seq,AdamW\n",
        "checkpoint = 'Helsinki-NLP/opus-mt-en-nl'"
      ],
      "execution_count": 3,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 203
        },
        "id": "57UTaZsrt-2e",
        "outputId": "08ff6d84-44be-4d9f-9b31-f373843c08c9"
      },
      "source": [
        "df = pd.read_excel('/content/Dutch.xlsx')\n",
        "df.head()"
      ],
      "execution_count": 4,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>English</th>\n",
              "      <th>Dutch</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>Resumption of the session</td>\n",
              "      <td>Hervatting van de zitting</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>I declare resumed the session of the European ...</td>\n",
              "      <td>Ik verklaar de zitting van het Europees Parlem...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>Although, as you will have seen, the dreaded '...</td>\n",
              "      <td>Zoals u heeft kunnen constateren, is de grote ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>You have requested a debate on this subject in...</td>\n",
              "      <td>U heeft aangegeven dat u deze vergaderperiode ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>In the meantime, I should like to observe a mi...</td>\n",
              "      <td>Nu wil ik graag op verzoek van een aantal coll...</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "                                             English                                              Dutch\n",
              "0                          Resumption of the session                          Hervatting van de zitting\n",
              "1  I declare resumed the session of the European ...  Ik verklaar de zitting van het Europees Parlem...\n",
              "2  Although, as you will have seen, the dreaded '...  Zoals u heeft kunnen constateren, is de grote ...\n",
              "3  You have requested a debate on this subject in...  U heeft aangegeven dat u deze vergaderperiode ...\n",
              "4  In the meantime, I should like to observe a mi...  Nu wil ik graag op verzoek van een aantal coll..."
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 4
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "0GaVsnDXuM2l",
        "outputId": "4f788eae-e4d0-4129-d5b3-35da972cadbc"
      },
      "source": [
        "df.isnull().sum()"
      ],
      "execution_count": 5,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "English    1393\n",
              "Dutch       121\n",
              "dtype: int64"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 5
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "hxkO9mYwuzpZ"
      },
      "source": [
        "df.dropna(axis = 0,inplace=True)\n",
        "df.reset_index(inplace=True)\n",
        "df.drop('index',axis = 1,inplace=True)"
      ],
      "execution_count": 6,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 203
        },
        "id": "Q5-KiB3yvStk",
        "outputId": "ffb6e8ca-b7fa-469d-ed6f-a16e06e70cb4"
      },
      "source": [
        "df.head()"
      ],
      "execution_count": 7,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>English</th>\n",
              "      <th>Dutch</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>Resumption of the session</td>\n",
              "      <td>Hervatting van de zitting</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>I declare resumed the session of the European ...</td>\n",
              "      <td>Ik verklaar de zitting van het Europees Parlem...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>Although, as you will have seen, the dreaded '...</td>\n",
              "      <td>Zoals u heeft kunnen constateren, is de grote ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>You have requested a debate on this subject in...</td>\n",
              "      <td>U heeft aangegeven dat u deze vergaderperiode ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>In the meantime, I should like to observe a mi...</td>\n",
              "      <td>Nu wil ik graag op verzoek van een aantal coll...</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "                                             English                                              Dutch\n",
              "0                          Resumption of the session                          Hervatting van de zitting\n",
              "1  I declare resumed the session of the European ...  Ik verklaar de zitting van het Europees Parlem...\n",
              "2  Although, as you will have seen, the dreaded '...  Zoals u heeft kunnen constateren, is de grote ...\n",
              "3  You have requested a debate on this subject in...  U heeft aangegeven dat u deze vergaderperiode ...\n",
              "4  In the meantime, I should like to observe a mi...  Nu wil ik graag op verzoek van een aantal coll..."
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 7
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "0b9z6sQGvUp1"
      },
      "source": [
        "train_df,val_df = train_test_split(df,random_state = 42,test_size = 0.2)"
      ],
      "execution_count": 8,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "RY_djd4qvkmr",
        "outputId": "3651f7ea-e727-4d7f-ff11-755222966f2e"
      },
      "source": [
        "print(train_df.shape)\n",
        "print(val_df.shape)"
      ],
      "execution_count": 9,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "(78788, 2)\n",
            "(19698, 2)\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "79bm281YzXQT"
      },
      "source": [
        "#Hyperparameters\n",
        "device = torch.device('cuda') if torch.cuda.is_available() else torch.device('cpu')\n",
        "max_length = 512\n",
        "batch_size = 8\n",
        "learning_rate = 1e-5"
      ],
      "execution_count": 10,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 281
        },
        "id": "uIduJsnQvnma",
        "outputId": "46fcc0b1-03ca-4d88-f1b0-18fb82f8dcf4"
      },
      "source": [
        "length_list = []\n",
        "for i in train_df.English:\n",
        "  length_list.append(len(i))\n",
        "sns.histplot(length_list,bins = 50)\n",
        "plt.title('English Sequence Length Distribution')\n",
        "plt.show()"
      ],
      "execution_count": 11,
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAZEAAAEICAYAAACeSMncAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4yLjIsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+WH4yJAAAdtUlEQVR4nO3de5gdVZnv8e+PxHDVXKCfmBsmSEQC5xzBcBuYOQxBCBEJzgGEAxKQEEEQHEcZIsdBBTwwh0ckOhIxXIIg4SJIQBwe5OYwQiAIE8iNNNckdKBjINwUEnjPH7V2Uul0p3dXunf17v59nmc/XbVW7VXv2rV7v7tW1a5SRGBmZlbEFmUHYGZm9ctJxMzMCnMSMTOzwpxEzMysMCcRMzMrzEnEzMwKcxKxdkkaKSkk9U3zv5M0qYrnhaSduz5C6wySXpR0cCe2t6OktyX16aT2pkv6bpo+UNKyzmg3tfe3khZ3Vnu9iZNID5I+BP6S/nErj5929noi4rCImNmZbUoaIOlqSSskvSXpWUnnduY6uitJ10q6sJ7WKekkSR/k3mcvSLpG0qcqy0TEyxGxXUR8UEVbD7e3zog4LSIuKBpzi3Vu8AUnIv4jInbpjLZ7GyeRnucL6R+38jiz7ICqdBmwHbAr0B84AmgsNSJrzyMRsR3Z9joY+AvwhKTdO3tFnbU3Y53PSaSXqHzbk3SppNfTN8fDcvWjJP0h7QX8XtK/Sbq+jbYelDQ5Te8s6SFJqyWtlHRTi8UPlrRE0hupTbUR4l7AryLi9Yj4MCIWRcStuXV+WtK9klZJWizpmFzd9pJmS3pT0mOSLqh8s205FNcy/jT/FUkL0+tyj6RP5OpC0mlt9UHSqem5b0laIGnPVD5U0q8lNafX+qxNbqA2SDpc0lNp3X+U9N9zdS9K+pakeen1v0nSVrn6cyQ1SXpF0uTKt29JU4DjgXPSXsSduVV+pq322hIRH0TEcxHxNeAh4Htp/S2HQU+S9Hx6rV6QdLykXYHpwH4pljfSstdKukLS3ZLeAf6+tb0nSd9J77sXJR2fK2+5jdft7Uj6Qyr+r7TOL6nF8JikXVMbb0iaL+mIXN216X3w29SXOZI+2d7r1GNFhB895AG8CBzcRt1JwBrgVKAPcDrwCqBU/whwKdAPOAB4E7g+1Y0EAuib5h8EJqfpG4HzyL6QbAUckFtnAHcBA4AdgWZgfBvxzQDmAycDo1vUbQssTXV9gT2AlcCYVD8LuDkttzuwHHi4tdhbiX8i2R7Prqnt/wP8sZo+AEende0FCNgZ+ER6LZ4A/iW9njsBzwOHttH3a4ELWynfA3gN2Cdts0lpG2+Z296PAUOBQcBC4LRUNx5YAewGbANcn/qyc1vr3FR7bbyfHm6l/CvAqy1f+7Rt3gR2SXVDgN3aaivFtxrYn/XvrXUxAwcCa4EfAVsC/xN4J9f+um3c2jryr0WuvWVp+iPpPfGdtP0OAt7KtX0t8Gdg79S3G4BZZf//l/XwnkjP85v07anyODVX91JE/CKyMeqZZP/IgyXtSPZB+C8R8X5EPAzMrnJ9a8g+OIdGxF/Tc/Mujog3IuJl4AHgM22083Wyf8YzgQWSGrV+T+lw4MWIuCYi1kbEk8CvgaOVDXP8rxT7OxHxTOpbtU4D/m9ELIyItcAPyb6NfyK3TFt9mAz8a0Q8HpnGiHiJ7LVsiIgfpNfzeeAXwLEdiAtgCvDziJgT2bf9mcB7wL65ZaZFxCsRsQq4MxfbMcA1ETE/It4l7R1Uoa32qvUKWQJqzYfA7pK2joimiJjfTlt3RMR/RrZn+tc2lvluRLwXEQ8BvyXr9+bal2xo9eK0/e4n+yJxXG6Z2yPisfSeuYGOv049hpNIz3NkRAzIPX6Rq1tRmUgfLJD9swwFVuXKIPvmX41zyL6FP5Z2+7/Son5FbvrdtL6NRMRfIuKHEfFZYHuyPYtbJA0iS1L75JMj2XDMx4EGsm+D+XhfqjJ2UtuX59pdlfozrIo+jACea6PNoS3i/Q4wuANxVdr5pxbtjCDbXu3FNpQNX5Nqt2dV22sThpG9hhuIiHeAL5El7aY0FPTpdtpqL+bXU7sVL7Hha1PUUGBpRHzYou1q3hO9jpOIATQBgyRtkysbUc0TI2JFRJwaEUOBrwI/02ae1hsRb5LtEWwLjCL7MHmoRXLcLiJOJxteWtsi3h1z05UPmXzfPp6bXgp8tUXbW0fEH6sIdSnQ2lj4UuCFFm1+NCImVNFmy3YuatHONhFxYxXPbQKG5+Zbbs+uunz3F4H/aK0iIu6JiM+R7QEvIts721Qs7cU4UNK2ufkdyfaEINvubW3z9rwCjJCU/3zckWzo0lpwEjHSEMxc4HuS+knaD/hCNc+VdLSkyofV62T/+B9u4ilttfNdSXul9W8FnA28ASwmG0r4lKQvS/pIeuwladc0NHdbin0bSWPIjh1U+tZM9s9/gqQ+aU8p/8E/HZgqabcUR39JR1cZ9gzgW5I+q8zOaRjsMeAtSf8saeu03t0l7bWJtvpI2ir36Ef2IXuapH1S+9tK+rykj1YR283AyekA8TbAd1vUv0p2rGazpf6NkvQTsmML329lmcGSJqYP/feAt1n/PnkVGJ763FHfT++ZvyUb9rwllT8F/EN6T+wMnNLieZvq/xyyvYtz0nvtQLL/h1kF4uvxnER6nju14e9Ebq/yeccD+5EdMLwQuInsn709ewFzJL1Ndhzl7HQMoKMCuIbsgPkrwOeAz0fE2xHxFnAI2TGFV8iGEi4hO6AK2XGU7VL5tamdvFOBb6e+7Qas28uIiNtTW7MkvQk8AxxGFSLiFuAi4FdkB15/AwxKie1wsnHyF1KfZpCdCtuWc8lOka087o+IuSn2n5Il6EayA8TVxPY7YBrZMZxG4NFUVdmmVwFj0jDZb6ppsxX7pe3+JtmB7I8Be0XE060suwXwTbLtt4rsQPjpqe5+spMqVkha2YH1ryB7XV4hOy5xWkQsSnWXAe+TJYuZqT7ve8DM1P8NjqNExPtkSeMwsm33M+DEXNuWUzkzx2wDyk7VXRQR55cdS0dJOonszJwDyo6lu1B2Ku0zZGd2rS07Hus5vCdiAKThoU9K2kLSeLJTX4t+Q7VuQNIXJW0paSDZ3tadTiDW2ZxErOLjZEMSb5MNg5yeTqW1+vVVst+ZPAd8wPrhI7NO4+EsMzMrzHsiZmZWWN/2F+lZdthhhxg5cmTZYZiZ1Y0nnnhiZUQ0tFbX65LIyJEjmTt3btlhmJnVDUltXgXCw1lmZlaYk4iZmRXmJGJmZoU5iZiZWWFdlkSU3S/7NUnP5MoGKbs73ZL0d2Aql6Rp6R4S85TuDpfqJqXll0ialCv/rKSn03OmSW3eMc/MzLpIV+6JXEt2d7W8c4H7ImI0cF+ah+xCZ6PTYwpwBWRJBzif7M5uewPnVxJPWubU3PNarsvMzLpYlyWRiPgDG9+cZiLr7zo3EzgyV35dujvco8AASUOAQ4F7I2JVRLwO3AuMT3Ufi4hHI/vJ/XW5tszMrEZqfUxkcEQ0pekVrL/T2zA2vIvZslS2qfJlrZS3StIUSXMlzW1ubt68HpiZ2TqlHVhPexA1uXBXRFwZEWMjYmxDQ6s/ujQzswJq/Yv1VyUNiYimNCT1Wipfzoa37xyeypaT3SktX/5gKh/eyvJ17YTJp9G0cvVG5UN26M/1M6aXEJGZ2abVOonMJrt16cXp7x258jMlzSI7iL46JZp7gB/mDqYfAkyNiFWS3pS0L9mtLE8EflLLjnSFppWraZhw1sbld08rIRozs/Z1WRKRdCPZXsQOkpaRnWV1MXCzpFOAl4DKbSnvBiaQ3cbzXeBkgJQsLgAeT8v9ICIqB+u/RnYG2NbA79LDzMxqqMuSSEQc10bVuFaWDeCMNtq5Gri6lfK5wO6bE6OZmW2eXncV3+6grWMfi55dQsOEEgIyMyvISaQEbR37mDffdy81s/ria2eZmVlhTiJmZlaYk4iZmRXmJGJmZoU5iZiZWWFOImZmVpiTiJmZFeYkYmZmhTmJmJlZYf7Feh1YuGA+447c+FJkvkS8mZXNSaQOrIktfIl4M+uWPJxlZmaFOYmYmVlhTiJmZlaYk4iZmRXmJGJmZoU5iZiZWWFOImZmVpiTiJmZFeYkYmZmhTmJmJlZYU4iZmZWmJOImZkV5iRiZmaFOYmYmVlhTiJmZlaYk4iZmRXmJGJmZoU5iZiZWWFOImZmVpiTiJmZFVZKEpH0j5LmS3pG0o2StpI0StIcSY2SbpLULy27ZZpvTPUjc+1MTeWLJR1aRl/MzHqzvrVeoaRhwFnAmIj4i6SbgWOBCcBlETFL0nTgFOCK9Pf1iNhZ0rHAJcCXJI1Jz9sNGAr8XtKnIuKDWvepLSdMPo2mlas3Kl/07BIaJpQQkJlZJ6t5Esmtd2tJa4BtgCbgIOB/p/qZwPfIksjENA1wK/BTSUrlsyLiPeAFSY3A3sAjNepDu5pWrqZhwlkblc+bf3oJ0ZiZdb6aD2dFxHLgUuBlsuSxGngCeCMi1qbFlgHD0vQwYGl67tq0/Pb58laeswFJUyTNlTS3ubm5cztkZtaL1TyJSBpIthcximwYaltgfFeuMyKujIixETG2oaGhK1dlZtarlHFg/WDghYhojog1wG3A/sAASZXhteHA8jS9HBgBkOr7A3/Ol7fyHDMzq4EyksjLwL6StknHNsYBC4AHgKPSMpOAO9L07DRPqr8/IiKVH5vO3hoFjAYeq1EfzMyMEg6sR8QcSbcCfwLWAk8CVwK/BWZJujCVXZWechXwy3TgfBXZGVlExPx0ZteC1M4Z3enMrFpYuGA+4448bqPyITv05/oZ00uIyMx6m1LOzoqI84HzWxQ/T3Z2Vctl/woc3UY7FwEXdXqAdWJNbNHq2V9Nd08rIRoz6438i3UzMyvMScTMzApzEjEzs8KcRMzMrDAnETMzK8xJxMzMCnMSMTOzwpxEzMysMCcRMzMrzEnEzMwKcxIxM7PCnETMzKwwJxEzMyvMScTMzApzEjEzs8KcRMzMrDAnETMzK8xJxMzMCnMSMTOzwpxEzMysMCcRMzMrzEnEzMwKcxIxM7PCnETMzKwwJxEzMyvMScTMzArrW3YA1vkWLpjPuCOP26h8yA79uX7G9BIiMrOeykmkB1oTW9Aw4ayNypvunlZCNGbWk3k4y8zMCnMSMTOzwpxEzMysMCcRMzMrzEnEzMwKKyWJSBog6VZJiyQtlLSfpEGS7pW0JP0dmJaVpGmSGiXNk7Rnrp1JafklkiaV0Rczs96srD2Ry4F/j4hPA/8DWAicC9wXEaOB+9I8wGHA6PSYAlwBIGkQcD6wD7A3cH4l8ZiZWW3UPIlI6g/8HXAVQES8HxFvABOBmWmxmcCRaXoicF1kHgUGSBoCHArcGxGrIuJ14F5gfA27YmbW65WxJzIKaAaukfSkpBmStgUGR0RTWmYFMDhNDwOW5p6/LJW1Vb4RSVMkzZU0t7m5uRO7YmbWu5WRRPoCewJXRMQewDusH7oCICICiM5aYURcGRFjI2JsQ0NDZzVrZtbrlZFElgHLImJOmr+VLKm8moapSH9fS/XLgRG55w9PZW2Vm5lZjdT82lkRsULSUkm7RMRiYBywID0mARenv3ekp8wGzpQ0i+wg+uqIaJJ0D/DD3MH0Q4CptexLxQmTT6Np5eqNyhc9u4SGCSUEZGZWI1UlEUn7R8R/tlfWAV8HbpDUD3geOJlsr+hmSacALwHHpGXvBiYAjcC7aVkiYpWkC4DH03I/iIhVBePZLE0rV7d6wcN5808vIRozs9qpdk/kJ2RDTu2VVSUingLGtlI1rpVlAzijjXauBq4uEoOZmW2+TSYRSfsBfwM0SPpmrupjQJ+uDMzMzLq/9vZE+gHbpeU+mit/Eziqq4IyM7P6sMkkEhEPAQ9JujYiXqpRTGZmVieqPSaypaQrgZH550TEQV0RlJmZ1Ydqk8gtwHRgBvBB14VjZmb1pNoksjYirujSSMzMrO5U+4v1OyV9TdKQdMn2QekqumZm1otVuydSuVfHt3NlAezUueGYmVk9qSqJRMSorg7EzMzqT7WXPTmxtfKIuK5zwzEzs3pS7XDWXrnprcguT/InwEnEzKwXq3Y46+v5eUkDgFldEpGZmdWNopeCf4fsDoVWRxYumM+4I49rtW7IDv25fsb0GkdkZvWu2mMid7L+ToN9gF2Bm7sqKOsaa2KLVi9ZD9B097QaR2NmPUG1eyKX5qbXAi9FxLIuiMfMzOpIVT82TBdiXER2Jd+BwPtdGZSZmdWHqpKIpGOAx4Cjye44OEeSLwVvZtbLVTucdR6wV0S8BiCpAfg9cGtXBWZmZt1ftdfO2qKSQJI/d+C5ZmbWQ1W7J/Lvku4BbkzzXwLu7pqQzMysXrR3j/WdgcER8W1J/wAckKoeAW7o6uDMzKx7a29P5MfAVICIuA24DUDSf0t1X+jS6MzMrFtr77jG4Ih4umVhKhvZJRGZmVndaC+JDNhE3dadGYiZmdWf9pLIXEmntiyUNBl4omtCMjOzetHeMZFvALdLOp71SWMs0A/4YlcGZmZm3d8mk0hEvAr8jaS/B3ZPxb+NiPu7PDIzM+v2qr2fyAPAA10ci5mZ1Rn/6tzMzApzEjEzs8KcRMzMrDAnETMzK6y0JCKpj6QnJd2V5kdJmiOpUdJNkvql8i3TfGOqH5lrY2oqXyzp0HJ6YmbWe5W5J3I2sDA3fwlwWUTsDLwOnJLKTwFeT+WXpeWQNAY4FtgNGA/8TFKfGsVuZmaUlEQkDQc+D8xI8wIOYv1NrmYCR6bpiWmeVD8uLT8RmBUR70XEC0AjsHdtemBmZlDensiPgXOAD9P89sAbEbE2zS8DhqXpYcBSgFS/Oi2/rryV52xA0hRJcyXNbW5u7sx+mJn1ajVPIpIOB16LiJpdeysiroyIsRExtqGhoVarNTPr8aq9s2Fn2h84QtIEYCvgY8DlwABJfdPexnBgeVp+OTACWCapL9Cf7Pa8lfKK/HPMzKwGap5EImIq6UZXkg4EvhURx0u6BTgKmAVMAu5IT5md5h9J9fdHREiaDfxK0o+AocBo4LFa9qUnWbhgPuOOPG6j8iE79Of6GdNLiMjM6kEZeyJt+WdglqQLgSeBq1L5VcAvJTUCq8jOyCIi5ku6GVgArAXOiIgPah92z7AmtqBhwlkblTfdPa2EaMysXpSaRCLiQeDBNP08rZxdFRF/BY5u4/kXARd1XYRmZrYp/sW6mZkV5iRiZmaFOYmYmVlhTiJmZlaYk4iZmRXmJGJmZoU5iZiZWWFOImZmVpiTiJmZFeYkYmZmhTmJmJlZYU4iZmZWmJOImZkV5iRiZmaFOYmYmVlh3emmVNYN+Y6HZrYpTiK2Sb7joZltioezzMysMCcRMzMrzEnEzMwKcxIxM7PCnETMzKwwJxEzMyvMScTMzApzEjEzs8KcRMzMrDAnETMzK8xJxMzMCnMSMTOzwpxEzMysMCcRMzMrzJeCt0J8nxEzAycRK8j3GTEzKGE4S9IISQ9IWiBpvqSzU/kgSfdKWpL+DkzlkjRNUqOkeZL2zLU1KS2/RNKkWvfFzKy3K+OYyFrgnyJiDLAvcIakMcC5wH0RMRq4L80DHAaMTo8pwBWQJR3gfGAfYG/g/EriMTOz2qh5EomIpoj4U5p+C1gIDAMmAjPTYjOBI9P0ROC6yDwKDJA0BDgUuDciVkXE68C9wPgadsXMrNcr9ewsSSOBPYA5wOCIaEpVK4DBaXoYsDT3tGWprK3y1tYzRdJcSXObm5s7LX4zs96utCQiaTvg18A3IuLNfF1EBBCdta6IuDIixkbE2IaGhs5q1sys1ysliUj6CFkCuSEibkvFr6ZhKtLf11L5cmBE7unDU1lb5WZmViNlnJ0l4CpgYUT8KFc1G6icYTUJuCNXfmI6S2tfYHUa9roHOETSwHRA/ZBUZmZmNVLG70T2B74MPC3pqVT2HeBi4GZJpwAvAcekuruBCUAj8C5wMkBErJJ0AfB4Wu4HEbGqNl0wMzMoIYlExMOA2qge18ryAZzRRltXA1d3XnRmZtYRvnaWmZkV5iRiZmaFOYmYmVlhvgBjB5ww+TSaVq7eqHzRs0tomFBCQN2Qr+5r1rs4iXRA08rVrV65dt7800uIpnvy1X3NehcPZ5mZWWFOImZmVpiTiJmZFeYkYmZmhTmJmJlZYU4iZmZWmE/xtZrw70fMeiYnEasJ/37ErGfycJaZmRXmJGJmZoU5iZiZWWFOImZmVpiTiJmZFeazs6xUPvXXrL45iVipfOqvWX3zcJaZmRXmJGJmZoU5iZiZWWE+JmLdkg+4m9UHJxHrlnzA3aw+eDjLzMwK856I1RUPc5l1L04iVlc8zGXWvXg4y8zMCvOeiPUIHuYyK4eTiPUIHuYyK4eTiPVo3kMx61pOItajtbWHcv+lX201uYATjFlH1H0SkTQeuBzoA8yIiItLDsnqQFvJBdpOME4uZhur6yQiqQ/wb8DngGXA45JmR8SCciOzetbRvRcnF+vN6jqJAHsDjRHxPICkWcBEwEnEOl1Hk8uLzz3LyE9+qsvKnbysO1BElB1DYZKOAsZHxOQ0/2Vgn4g4s8VyU4ApaXYXYHHBVe4ArCz43O6kp/QD3JfuqKf0A9yXik9ERENrFfW+J1KViLgSuHJz25E0NyLGdkJIpeop/QD3pTvqKf0A96Ua9f6L9eXAiNz88FRmZmY1UO9J5HFgtKRRkvoBxwKzS47JzKzXqOvhrIhYK+lM4B6yU3yvjoj5XbjKzR4S6yZ6Sj/AfemOeko/wH1pV10fWDczs3LV+3CWmZmVyEnEzMwKcxKpgqTxkhZLapR0btnxtEfSCEkPSFogab6ks1P5IEn3SlqS/g5M5ZI0LfVvnqQ9y+3BhiT1kfSkpLvS/ChJc1K8N6WTKpC0ZZpvTPUjy4y7JUkDJN0qaZGkhZL2q+Nt8o/pvfWMpBslbVUv20XS1ZJek/RMrqzD20HSpLT8EkmTukk//l96f82TdLukAbm6qakfiyUdmivfvM+3iPBjEw+yA/bPATsB/YD/AsaUHVc7MQ8B9kzTHwWeBcYA/wqcm8rPBS5J0xOA3wEC9gXmlN2HFv35JvAr4K40fzNwbJqeDpyepr8GTE/TxwI3lR17i37MBCan6X7AgHrcJsAw4AVg69z2OKletgvwd8CewDO5sg5tB2AQ8Hz6OzBND+wG/TgE6JumL8n1Y0z67NoSGJU+0/p0xudb6W/I7v4A9gPuyc1PBaaWHVcH+3AH2fXFFgNDUtkQYHGa/jlwXG75dcuV/SD77c99wEHAXemfeWXuH2Xd9iE7S2+/NN03Laey+5Di6Z8+eNWivB63yTBgafoA7Zu2y6H1tF2AkS0+fDu0HYDjgJ/nyjdYrqx+tKj7InBDmt7gc6uyTTrj883DWe2r/MNULEtldSENHewBzAEGR0RTqloBDE7T3bmPPwbOAT5M89sDb0TE2jSfj3VdP1L96rR8dzAKaAauSUNzMyRtSx1uk4hYDlwKvAw0kb3OT1Cf26Wio9uh226fnK+Q7UVBF/bDSaQHk7Qd8GvgGxHxZr4usq8d3fr8bkmHA69FxBNlx9IJ+pINPVwREXsA75ANm6xTD9sEIB0vmEiWGIcC2wLjSw2qE9XLdtgUSecBa4EbunpdTiLtq8tLq0j6CFkCuSEibkvFr0oakuqHAK+l8u7ax/2BIyS9CMwiG9K6HBggqfJD2Xys6/qR6vsDf65lwJuwDFgWEXPS/K1kSaXetgnAwcALEdEcEWuA28i2VT1ul4qOboduu30knQQcDhyfEiJ0YT+cRNpXd5dWkSTgKmBhRPwoVzUbqJxFMonsWEml/MR0Jsq+wOrcrn1pImJqRAyPiJFkr/v9EXE88ABwVFqsZT8q/TsqLd8tvlFGxApgqaRdUtE4slsW1NU2SV4G9pW0TXqvVfpSd9slp6Pb4R7gEEkD057ZIamsVMpu0ncOcEREvJurmg0cm86UGwWMBh6jMz7fyjy4VS8PsjM0niU7i+G8suOpIt4DyHbH5wFPpccEsnHo+4AlwO+BQWl5kd3c6zngaWBs2X1opU8Hsv7srJ3SP0AjcAuwZSrfKs03pvqdyo67RR8+A8xN2+U3ZGf11OU2Ab4PLAKeAX5JdtZPXWwX4EayYzlryPYQTymyHciOOTSmx8ndpB+NZMc4Kv/303PLn5f6sRg4LFe+WZ9vvuyJmZkV5uEsMzMrzEnEzMwKcxIxM7PCnETMzKwwJxEzMyvMScTMzApzEjEzs8L+Pzp1j9EYZiFIAAAAAElFTkSuQmCC\n",
            "text/plain": [
              "<Figure size 432x288 with 1 Axes>"
            ]
          },
          "metadata": {
            "tags": [],
            "needs_background": "light"
          }
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 281
        },
        "id": "pmUJDZB5wZk8",
        "outputId": "215505d9-fc16-4366-9b57-fa30a1c0f8cf"
      },
      "source": [
        "length_list = []\n",
        "for i in train_df.Dutch:\n",
        "  length_list.append(len(i))\n",
        "sns.histplot(length_list,bins = 50)\n",
        "plt.title('Dutch Sequence Length Distribution')\n",
        "plt.show()"
      ],
      "execution_count": 12,
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYsAAAEICAYAAACuxNj9AAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4yLjIsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+WH4yJAAAbzUlEQVR4nO3de7gU9Z3n8fcHEI2aAMoZlgARvCQZzTyJPniLWSdPMIiMBpJHDY5GdDSujsZcZk0k7q4x0d2YOF5nIsOACQreQsxKlBlDvO0mGzEYCcpFOV6BHBVE0aiTQPzuH/U7UJ7brw+ePt19zuf1PP2cql9VV3+rq09/un5VXa2IwMzMrCsDal2AmZnVP4eFmZllOSzMzCzLYWFmZlkOCzMzy3JYmJlZlsPCuk3SA5LOrHUdVhlJP5J0aQ8vc4WkT/bQsk6W9PPSeEjatyeWnZb3B0l799Ty+iuHRR8g6VlJb0l6XdKrkv6fpLMlVbx9e/oftM2yvynpmfRPu07SbdV4nHoj6TRJv2ykx5Q0Nr0W/pBuL0q6S9Kny/NFxAER8UCFyxrU1XwRMT8iJu5ozW0es90HmYjYPSKe7onl92cOi77juIh4L7AX8F3gG8Cc2pYEkqYDXwCOiojdgfHAvbWtyiowNG2vjwKLgZ9KOq2nHyQXJFY/HBZ9TERsjoiFwOeB6ZI+Au0/cZU/gUr6P6n5d+nT5OdT+xRJyyS9JukpSZNKD7WXpF+lvZmfSxreSUkHA/dExFOpvhciYlapjiGS5khqkbRe0qWSBqZpAyVdIWmjpKclnVv+pJr2qI4qLetbkuaVxg9Le1mvSvpdudskPR/f6WwdJH2idN+1rW+UknZONT2fPnXPlPSeSrdPafkflrRY0iZJT0g6sTTtR5L+WdLdqbYlkvYpTZ+Y7rNZ0g8kPSjpTEl/CcwEDk/b8dXSQw7rbHldSdvrGuBbwOWte6vl517SIZKWptfJi5KuTHdvfV29muo5PL3ufiXpKkkvA9/qZG9octrmGyV9v/S4bbfxtr0XSZcB/xn4p/R4/5Tm2bbXnF5vN0raIOk5Sf+ttOzTJP0ybd9XVOwNH1PJ89QfOCz6qIh4GFhH8c+Tm/fINPjRtMt+m6RDgBuBC4ChwJHAs6W7/S1wOvAXwGDgv3ay+IeAUyVdIGl8axCU/AjYCuwLHAhMBFpD7YvAsal9PHB8bl1aSRoF3A1cCuyR6vuJpKbcOkjaC/g34DqgCfgYsCzd57vAB1PbvsAo4H9UWlda/m4Un9ZvTo89DfiBpP1Ls00DLgGGAc3AZem+w4EFwAxgT+AJ4OMAEbEKOBv4ddqOQ3PL64Y7Uq0f6mDaNcA1EfE+YB/g9tTe+roamur5dRo/FHgaGNFFHZ+l2OYHAVOAv8sVGBEXAf8XOC893nkdzHYdMATYG/hr4FSK10CrQyme0+HA94A5kpR77P7AYdG3/Z7ijXJHnAHcEBGLI+LtiFgfEatL038YEU9GxFsUbw4f62ghETEP+BJwNPAg8JKkbwBIGgFMBr4SEW9ExEvAVRRvbAAnAldHxNqI2AT8r27UfwqwKCIWpfoXA0vT4+XW4W+BX0TELRGxJSJejohl6U3jLOCrEbEpIl4H/mep3kodCzwbET+MiK0R8SjwE+CE0jw/jYiHI2IrML9U22RgRUTckaZdC7xQwWN2trxK/T797ej1tAXYV9LwiPhDRDyUW1ZEXJfW/a1O5rk8PcfPA1cDJ3Wz3nbSB5VpwIyIeD0ingX+kaKbtNVzEfGvEfFnYC4wkiLU+j33F/Zto4BNO3jfMcCiLqaX36DeBHbvbMaImA/Ml7QTMDUNLwNeAXYCWkof3gYAa9Pw+0vDAM91o/69gBMkHVdq2wm4v4J1GAM81cEym4BdgUdK9Qpou7dUSW2HtukmGgTcVEFt73hOIiIkravgMSveXp0Ylf529Ho6A/g2sFrSM8AlEXFXF8ta28W0juZ5jmK9363hFK+B8uvoObavG5Sep4h4M23n7j5XfZLDoo+SdDDFP0FrX/AbFG90rf5TZhFrKboUekxEbAF+nPYsPkLRDfNHYHj6xNtWC8Ubd6sPtJne1TqtBW6KiC/uQKlrgUM6aN8IvAUcEBHrd2C55eU/GBGfzs7ZXgswunUk7e2MLk2v1mWkPwu8RNFF8w4RsQY4KfX9fw5YIGnPLmqppMYxwIo0/AG279nkXsddLXsjxV7QXsDK0rLfzbbsN9wN1cdIep+kY4FbgXkR8ViatAz4nKRd08G+M9rc9UWKftxWc4DTJU2QNEDSKEkf3oF6TpP0N5Lem5ZzDHAAsCQiWoCfA/+Y6h4gaR9Jf53ufjtwvqTRkoYBF7ZZ/DJgmqSdJLU9pjEPOE7S0SoOlO8i6ZOSRpM3HzhK0onpwOmekj4WEW8D/wpcJekv0vqNknR010+BdinfgLuAD0r6Qqp9J0kHpwPUOXcDfyVpqooD/efyzjfMF4HRkgZXsKwsSSMknQdcTNF983YH85wiqSlNa91behvYkP7uyHccLpA0TNIY4MtA6+nWy4AjJX1A0hCKYzdlbV/H26SupduBy9LrcS/gaxSvFctwWPQdP5P0OsWn1ouAK3nngburgD9R/DPNpXhDLPsWMFfF2T8npgPkp6f7baY43rDXDtT1GvBN4HmKN5LvAedEROsez6kUB5dXUnRLLaDoJ4bijfke4HfAbykOspb9d4q9n1coDt7e3DohItZSHBj9JsWb1lqKg/XZ13zqJ58M/ANFt8syilNIoTgluRl4SNJrwC/o+KBvq49T7I20vU2k6D//PUXXx+XAzhXUtpHi2Mb3gJeB/SmOxfwxzXIfxSfyFyRtzC2vC69KegN4jOK5OCEibuhk3knACkl/oDjYPS0i3oqINykOYP8qva4O68bj3wk8QvHc3006DTwde7oNWJ6mt+3uugY4Pp3NdG0Hy/0Sxd7J0xR73TcDna2Xlcg/fmSNQtJY4Blgp066rfqd1PWzDjg5Iu7PzW+2o7xnYdZgUtfaUEk7U+w5ieIUZbOqcViYNZ7DKc7W2ggcB0zt4hRUsx7hbigzM8vynoWZmWX1ye9ZDB8+PMaOHVvrMszMGsojjzyyMSKaOprWJ8Ni7NixLF26tNZlmJk1FEmdXiXB3VBmZpblsDAzsyyHhZmZZTkszMwsy2FhZmZZDgszM8tyWJiZWZbDwszMshwWZmaW1Se/wV3vTjnzbFo2bm7X/uxTTzJ2nw+2ax85fAjzZs/sjdLMzDrksKiBlo2baZp8frv25d8/p8P2lkUd/eCXmVnvcTeUmZllOSzMzCzLYWFmZlkOCzMzy3JYmJlZlsPCzMyyHBZmZpblsDAzsyyHhZmZZTkszMwsy2FhZmZZvjZUFXV2wcDVT66haXINCjIz20EOiyrq9IKBK86pQTVmZjvO3VBmZpblsDAzsyyHhZmZZTkszMwsy2FhZmZZDgszM8tyWJiZWZbDwszMshwWZmaWVdWwkPRVSSskPS7pFkm7SBonaYmkZkm3SRqc5t05jTen6WNLy5mR2p+QdHQ1azYzs/aqFhaSRgHnA+Mj4iPAQGAacDlwVUTsC7wCnJHucgbwSmq/Ks2HpP3T/Q4AJgE/kDSwWnWbmVl71e6GGgS8R9IgYFegBfgUsCBNnwtMTcNT0jhp+gRJSu23RsQfI+IZoBk4pMp1m5lZSdXCIiLWA1cAz1OExGbgEeDViNiaZlsHjErDo4C16b5b0/x7lts7uM82ks6StFTS0g0bNvT8CpmZ9WPV7IYaRrFXMA54P7AbRTdSVUTErIgYHxHjm5qaqvUwZmb9UjUvUX4U8ExEbACQdAdwBDBU0qC09zAaWJ/mXw+MAdalbqshwMul9lbl+/QLq1auYMLUk9q1jxw+hHmzZ9agIjPrb6oZFs8Dh0naFXgLmAAsBe4HjgduBaYDd6b5F6bxX6fp90VESFoI3CzpSoo9lP2Ah6tYd93ZEgM6/F2MlkXX1qAaM+uPqhYWEbFE0gLgt8BW4FFgFnA3cKukS1PbnHSXOcBNkpqBTRRnQBERKyTdDqxMyzk3Iv5crbrNzKy9qv5SXkRcDFzcpvlpOjibKSL+Azihk+VcBlzW4wWamVlF/A1uMzPLcliYmVmWw8LMzLIcFmZmluWwMDOzLIeFmZllVfXU2f7ilDPPpmXj5nbtq59cQ9PkGhRkZtbDHBY9oGXj5g6/Yb18xTk1qMbMrOe5G8rMzLIcFmZmluWwMDOzLIeFmZllOSzMzCzLYWFmZlkOCzMzy3JYmJlZlsPCzMyyHBZmZpblsDAzsyxfG6qBrVq5gglTT2rXPnL4EObNnlmDisysr3JYNLAtMaDDCxi2LLq2BtWYWV/mbigzM8tyWJiZWZbDwszMshwWZmaW5bAwM7Msh4WZmWU5LMzMLMthYWZmWQ4LMzPLcliYmVmWw8LMzLIcFmZmluWwMDOzLIeFmZllOSzMzCyrqmEhaaikBZJWS1ol6XBJe0haLGlN+jsszStJ10pqlrRc0kGl5UxP86+RNL2aNZuZWXvV3rO4Bvj3iPgw8FFgFXAhcG9E7Afcm8YBjgH2S7ezgOsBJO0BXAwcChwCXNwaMGZm1juqFhaShgBHAnMAIuJPEfEqMAWYm2abC0xNw1OAG6PwEDBU0kjgaGBxRGyKiFeAxcCkatVtZmbtVXPPYhywAfihpEclzZa0GzAiIlrSPC8AI9LwKGBt6f7rUltn7e8g6SxJSyUt3bBhQw+viplZ/1bNsBgEHARcHxEHAm+wvcsJgIgIIHriwSJiVkSMj4jxTU1NPbFIMzNLqhkW64B1EbEkjS+gCI8XU/cS6e9Lafp6YEzp/qNTW2ftZmbWS6oWFhHxArBW0odS0wRgJbAQaD2jaTpwZxpeCJyazoo6DNicuqvuASZKGpYObE9MbWZm1ksGVXn5XwLmSxoMPA2cThFQt0s6A3gOODHNuwiYDDQDb6Z5iYhNkr4D/CbN9+2I2FTlus3MrKSqYRERy4DxHUya0MG8AZzbyXJuAG7o2erMzKxS/ga3mZllOSzMzCzLYWFmZlkOCzMzy3JYmJlZlsPCzMyyHBZmZpZV7S/lWQ2sWrmCCVNPatc+cvgQ5s2eWYOKzKzRVRQWko6IiF/l2qw+bIkBNE0+v117y6Jra1CNmfUFlXZDXVdhm5mZ9UFd7llIOhz4ONAk6WulSe8DBlazMDMzqx+5bqjBwO5pvveW2l8Djq9WUWZmVl+6DIuIeBB4UNKPIuK5XqrJzMzqTKVnQ+0saRYwtnyfiPhUNYoyM7P6UmlY/BiYCcwG/ly9curbKWeeTcvGze3aVz+5hqbJNSjIzKyXVBoWWyPi+qpW0gBaNm7u8JTU5SvOqUE1Zma9p9JTZ38m6e8ljZS0R+utqpWZmVndqHTPovU3sy8otQWwd8+WY2Zm9aiisIiIcdUuxMzM6lell/s4taP2iLixZ8sxM7N6VGk31MGl4V2ACcBvAYeFmVk/UGk31JfK45KGArdWpSIzM6s7O/p7Fm8APo5hZtZPVHrM4mcUZz9BcQHBvwRur1ZRZmZWXyo9ZnFFaXgr8FxErKtCPWZmVocq6oZKFxRcTXHl2WHAn6pZlJmZ1ZeKwkLSicDDwAnAicASSb5EuZlZP1FpN9RFwMER8RKApCbgF8CCahVmZmb1o9KzoQa0BkXycjfua2ZmDa7SPYt/l3QPcEsa/zywqDolmZlZvcn9Bve+wIiIuEDS54BPpEm/BuZXuzjrWatWrmDC1JPatY8cPoR5s2fWoCIzaxS5PYurgRkAEXEHcAeApL9K046ranXWo7bEgA5/j6Nl0bU1qMbMGknuuMOIiHisbWNqG1uViszMrO7kwmJoF9Pe05OFmJlZ/cqFxVJJX2zbKOlM4JHqlGRmZvUmd8ziK8BPJZ3M9nAYDwwGPlvNwszMrH50uWcRES9GxMeBS4Bn0+2SiDg8Il6o5AEkDZT0qKS70vg4SUskNUu6TdLg1L5zGm9O08eWljEjtT8h6egdWVEzM9txlV4b6v6IuC7d7uvmY3wZWFUavxy4KiL2BV4BzkjtZwCvpPar0nxI2h+YBhwATAJ+IGlgN2swM7N3oarfwpY0GvgbYHYaF/Aptl8mZC4wNQ1PSeOk6RPS/FOAWyPijxHxDNAMHFLNus3M7J2qfcmOq4GvA2+n8T2BVyNiaxpfB4xKw6OAtQBp+uY0/7b2Du6zjaSzJC2VtHTDhg09vR5mZv1a1cJC0rHASxHRK2dNRcSsiBgfEeObmpp64yHNzPqNSq8NtSOOAD4jaTKwC/A+4BpgqKRBae9hNLA+zb8eGAOskzQIGEJxwcLW9lbl+5iZWS+o2p5FRMyIiNERMZbiAPV9EXEycD/Q+lsY04E70/DCNE6afl9ERGqfls6WGgfsR/HbGmZm1kuquWfRmW8At0q6FHgUmJPa5wA3SWoGNlEEDBGxQtLtwEqKn3Q9NyL+3Ptlm5n1X70SFhHxAPBAGn6aDs5mioj/oPglvo7ufxlwWfUqNDOzrvgHjMzMLMthYWZmWQ4LMzPLcliYmVlWLc6GsjrT2c+tgn9y1cwKDgvr9OdWwT+5amYFd0OZmVmWw8LMzLIcFmZmluWwMDOzLIeFmZllOSzMzCzLYWFmZlkOCzMzy3JYmJlZlsPCzMyyHBZmZpblsDAzsyyHhZmZZTkszMwsy2FhZmZZDgszM8tyWJiZWZbDwszMshwWZmaW5bAwM7Msh4WZmWU5LMzMLGtQrQuw+rZq5QomTD2pXfvI4UOYN3tmDSoys1pwWFiXtsQAmiaf3669ZdG1NajGzGrF3VBmZpblsDAzsyyHhZmZZTkszMwsy2FhZmZZDgszM8uqWlhIGiPpfkkrJa2Q9OXUvoekxZLWpL/DUrskXSupWdJySQeVljU9zb9G0vRq1WxmZh2r5p7FVuAfImJ/4DDgXEn7AxcC90bEfsC9aRzgGGC/dDsLuB6KcAEuBg4FDgEubg0YMzPrHVULi4hoiYjfpuHXgVXAKGAKMDfNNheYmoanADdG4SFgqKSRwNHA4ojYFBGvAIuBSdWq28zM2uuVYxaSxgIHAkuAERHRkia9AIxIw6OAtaW7rUttnbW3fYyzJC2VtHTDhg09Wr+ZWX9X9ct9SNod+AnwlYh4TdK2aRERkqInHiciZgGzAMaPH98jy7TO+ZpRZv1LVcNC0k4UQTE/Iu5IzS9KGhkRLamb6aXUvh4YU7r76NS2Hvhkm/YHqlm35fmaUWb9SzXPhhIwB1gVEVeWJi0EWs9omg7cWWo/NZ0VdRiwOXVX3QNMlDQsHdiemNrMzKyXVHPP4gjgC8Bjkpaltm8C3wVul3QG8BxwYpq2CJgMNANvAqcDRMQmSd8BfpPm+3ZEbKpi3WZm1kbVwiIifgmok8kTOpg/gHM7WdYNwA09V52ZmXWHv8FtZmZZDgszM8tyWJiZWZbDwszMsvwb3Naj/GU9s77JYWE9yl/WM+ub3A1lZmZZDgszM8tyWJiZWZbDwszMshwWZmaW5bOhOnDKmWfTsnFzu/bVT66haXINCjIzqzGHRQdaNm7u8PTP5SvOqUE1Zma1524oMzPLcliYmVmWu6GsV/gyIGaNzWFhvcKXATFrbO6GMjOzLIeFmZllOSzMzCzLxyyspnzg26wxOCyspnzg26wxuBvKzMyyHBZmZpblsDAzsyyHhZmZZTkszMwsy2dDWV3yKbVm9cVhYXXJp9Sa1Rd3Q5mZWZb3LKyhuHvKrDYcFtZQ3D1lVhsOC+sTvMdhVl0OC+sTvMdhVl0OC+vTvMdh1jMcFtaneY/DrGc0TFhImgRcAwwEZkfEd2tckjUw73GYdU9DhIWkgcA/A58G1gG/kbQwIlbWtjJrVJ3tcdx3xX/pMESefepJxu7zwQ6X5YCx/qAhwgI4BGiOiKcBJN0KTAEcFtajOguR5d8/p8N26H7AdLfdYWT1QBFR6xqyJB0PTIqIM9P4F4BDI+K80jxnAWel0Q8BT+zgww0HNr6LcuuF16O+eD3qi9ejY3tFRFNHExplzyIrImYBs97tciQtjYjxPVBSTXk96ovXo754PbqvUa4NtR4YUxofndrMzKwXNEpY/AbYT9I4SYOBacDCGtdkZtZvNEQ3VERslXQecA/FqbM3RMSKKj3cu+7KqhNej/ri9agvXo9uaogD3GZmVluN0g1lZmY15LAwM7Msh0WJpEmSnpDULOnCWtfTFUljJN0vaaWkFZK+nNr3kLRY0pr0d1hql6Rr07otl3RQbddgO0kDJT0q6a40Pk7SklTrbemkBiTtnMab0/Sxtay7TNJQSQskrZa0StLhDbotvppeT49LukXSLo2yPSTdIOklSY+X2rq9DSRNT/OvkTS9Dtbh++l1tVzSTyUNLU2bkdbhCUlHl9p7/r0sInwrjtsMBJ4C9gYGA78D9q91XV3UOxI4KA2/F3gS2B/4HnBhar8QuDwNTwb+DRBwGLCk1utQWpevATcDd6Xx24FpaXgmcE4a/ntgZhqeBtxW69pL6zAXODMNDwaGNtq2AEYBzwDvKW2H0xplewBHAgcBj5faurUNgD2Ap9PfYWl4WI3XYSIwKA1fXlqH/dP71M7AuPT+NbBa72U1f4HWyw04HLinND4DmFHrurpR/50U1856AhiZ2kYCT6ThfwFOKs2/bb4a1z0auBf4FHBX+ufdWPrn2LZdKM6GOzwND0rzqQ7WYUh6k1Wb9kbbFqOAtemNclDaHkc30vYAxrZ5o+3WNgBOAv6l1P6O+WqxDm2mfRaYn4bf8R7Vuj2q9V7mbqjtWv9RWq1LbXUv7f4fCCwBRkRES5r0AjAiDdfr+l0NfB14O43vCbwaEVvTeLnObeuQpm9O89faOGAD8MPUnTZb0m402LaIiPXAFcDzQAvF8/sIjbc9yrq7Depy25T8HcUeEfTyOjgsGpyk3YGfAF+JiNfK06L4WFG350ZLOhZ4KSIeqXUt79Igiq6D6yPiQOANii6Pbep9WwCk/vwpFOH3fmA3YFJNi+pBjbANuiLpImArML8Wj++w2K7hLikiaSeKoJgfEXek5hcljUzTRwIvpfZ6XL8jgM9Ieha4laIr6hpgqKTWL4yW69y2Dmn6EODl3iy4E+uAdRGxJI0voAiPRtoWAEcBz0TEhojYAtxBsY0abXuUdXcb1OW2kXQacCxwcgo96OV1cFhs11CXFJEkYA6wKiKuLE1aCLSewTGd4lhGa/up6SyQw4DNpd3zmoiIGRExOiLGUjzf90XEycD9wPFptrbr0Lpux6f5a/5JMSJeANZK+lBqmkBx+fyG2RbJ88BhknZNr6/W9Wio7dFGd7fBPcBEScPSntbE1FYzKn747evAZyLizdKkhcC0dFbaOGA/4GGq9V5Wi4NQ9XqjOEPiSYozCS6qdT2ZWj9BsUu9HFiWbpMp+ozvBdYAvwD2SPOL4gekngIeA8bXeh3arM8n2X421N7pRd8M/BjYObXvksab0/S9a113qf6PAUvT9vjfFGfSNNy2AC4BVgOPAzdRnGnTENsDuIXiWMsWir29M3ZkG1AcF2hOt9PrYB2aKY5BtP6fzyzNf1FahyeAY0rtPf5e5st9mJlZlruhzMwsy2FhZmZZDgszM8tyWJiZWZbDwszMshwWZmaW5bAwM7Os/w+3HHo5tcA2AwAAAABJRU5ErkJggg==\n",
            "text/plain": [
              "<Figure size 432x288 with 1 Axes>"
            ]
          },
          "metadata": {
            "tags": [],
            "needs_background": "light"
          }
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "KKOgnIZ1w1VK",
        "outputId": "e69d4ec8-8ec9-46f2-fe9e-a58585b2af49"
      },
      "source": [
        "train_dataset = Dataset.from_pandas(train_df)\n",
        "val_dataset = Dataset.from_pandas(val_df)\n",
        "train_dataset = train_dataset.remove_columns(['__index_level_0__'])\n",
        "val_dataset = val_dataset.remove_columns(['__index_level_0__'])\n",
        "print(train_dataset)\n",
        "print(val_dataset)"
      ],
      "execution_count": 13,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Dataset({\n",
            "    features: ['English', 'Dutch'],\n",
            "    num_rows: 78788\n",
            "})\n",
            "Dataset({\n",
            "    features: ['English', 'Dutch'],\n",
            "    num_rows: 19698\n",
            "})\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 298,
          "referenced_widgets": [
            "06123d1283924d51846cc92b5e78f8eb",
            "00e002ee7e8942d6985748ab85a797cb",
            "eef750ea6dbd40e5b41a84aae8ffa0cc",
            "a3fd2be427b44a94bc1a0817dff0144d",
            "7dd3c85e335e4b7a849845ffdc0eccae",
            "e8fe4494a613407f842845ddc7478901",
            "e48221e356644f96bdfbbdfb335b71fa",
            "572d12cabc434a6998d90b448caa78d6",
            "f77619fe93c2477f969436acec54c719",
            "5987d744f0fb461a8a68892599b8713d",
            "ee8055fd9ecc4ff684ea74e70b4cfa6b",
            "04995a4d9f104237a24f6bf2e3a2ccb2",
            "63f3b2007da24c6682b3019fea89d5c1",
            "1f6eb2fa496b4e71a62dd06251d87b8e",
            "ee84a9583ed8411fadac3b2fd0471420",
            "98be713009544d038f6cff2ab9158acd",
            "27fa03f9bfa64667b5301171ba256b83",
            "dd31e0d0a801407c9143750f7d970a75",
            "1101f3cbe48b44a0ad84b355b083e67a",
            "5d5a4b4281834ffeaae24a6b9a91d7e4",
            "f59f588ea54e4c69a125c93c7909690c",
            "303c22c57f4540a1a7c0c152890e59d2",
            "3f19581f8f9746508959b2e6b40f140f",
            "7107b9dc49834c13bdc2413df22cb838",
            "df8a1c791f194ae7af30c81ac667a585",
            "904c660ef10f4bf2bb3417e5b1e264e0",
            "be138232ae6c41aba486fcbf3b92eaae",
            "a39702d2c6434eac961a1410ef0b28e9",
            "2e33a7fc8d19445992d5b6072161daab",
            "5498c93002c3472eaa8c88a687a83cd1",
            "6ba35d2e61344c0a858e880f799758ab",
            "a5b6df6a76624334b267642083cd2df0",
            "2f19e47095a549c2988f7e8112712faf",
            "20bfb38681f442aca8176a5388522364",
            "5dde82cbe93c4169a7685c7f3b60eee1",
            "7a7a845b9ac04cae8c3a70c3e1b28f57",
            "c8b730694b4446c487afe76c918301d5",
            "d3d6975382774e01b21c3f2a906e134b",
            "3f1a343fa7b940e8920564237d1ae4ee",
            "e765f7f84ac749dfa41ceece6d0fb709"
          ]
        },
        "id": "HC2UmaWgx-IT",
        "outputId": "9e83c0ae-41da-4796-e3ee-20e2de7fb14a"
      },
      "source": [
        "tokenizer = MarianTokenizer.from_pretrained(checkpoint)\n",
        "tokenizer"
      ],
      "execution_count": 14,
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "06123d1283924d51846cc92b5e78f8eb",
              "version_minor": 0,
              "version_major": 2
            },
            "text/plain": [
              "HBox(children=(FloatProgress(value=0.0, description='Downloading', max=789525.0, style=ProgressStyle(descripti…"
            ]
          },
          "metadata": {
            "tags": []
          }
        },
        {
          "output_type": "stream",
          "text": [
            "\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "f77619fe93c2477f969436acec54c719",
              "version_minor": 0,
              "version_major": 2
            },
            "text/plain": [
              "HBox(children=(FloatProgress(value=0.0, description='Downloading', max=813866.0, style=ProgressStyle(descripti…"
            ]
          },
          "metadata": {
            "tags": []
          }
        },
        {
          "output_type": "stream",
          "text": [
            "\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "27fa03f9bfa64667b5301171ba256b83",
              "version_minor": 0,
              "version_major": 2
            },
            "text/plain": [
              "HBox(children=(FloatProgress(value=0.0, description='Downloading', max=1660216.0, style=ProgressStyle(descript…"
            ]
          },
          "metadata": {
            "tags": []
          }
        },
        {
          "output_type": "stream",
          "text": [
            "\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "df8a1c791f194ae7af30c81ac667a585",
              "version_minor": 0,
              "version_major": 2
            },
            "text/plain": [
              "HBox(children=(FloatProgress(value=0.0, description='Downloading', max=42.0, style=ProgressStyle(description_w…"
            ]
          },
          "metadata": {
            "tags": []
          }
        },
        {
          "output_type": "stream",
          "text": [
            "\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "2f19e47095a549c2988f7e8112712faf",
              "version_minor": 0,
              "version_major": 2
            },
            "text/plain": [
              "HBox(children=(FloatProgress(value=0.0, description='Downloading', max=1132.0, style=ProgressStyle(description…"
            ]
          },
          "metadata": {
            "tags": []
          }
        },
        {
          "output_type": "stream",
          "text": [
            "\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "PreTrainedTokenizer(name_or_path='Helsinki-NLP/opus-mt-en-nl', vocab_size=67028, model_max_len=512, is_fast=False, padding_side='right', special_tokens={'eos_token': '</s>', 'unk_token': '<unk>', 'pad_token': '<pad>'})"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 14
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 82,
          "referenced_widgets": [
            "1f4c23fa77c94e6097beae421d7927f7",
            "dfe7d047f1324d2385a795e481e320ef",
            "cfe8eddf3d7a4b87993d904e74d0f18f",
            "7479c74ba9e246e787614113b5236ae1",
            "96465616a0b743888d560c5efdc9ff6e",
            "7303fba5f33f4e1f8f86d0a947a87767",
            "eac1c0b89bc34234b91ddd5189f577f5",
            "8ef309208b614942a8ac0681a80478e9"
          ]
        },
        "id": "nO9loKljzKIa",
        "outputId": "26846f32-7f4a-4816-fe72-57d3ff06d5f6"
      },
      "source": [
        "model = MarianMTModel.from_pretrained(checkpoint)\n",
        "model.config.pad_token_id"
      ],
      "execution_count": 15,
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "1f4c23fa77c94e6097beae421d7927f7",
              "version_minor": 0,
              "version_major": 2
            },
            "text/plain": [
              "HBox(children=(FloatProgress(value=0.0, description='Downloading', max=316246425.0, style=ProgressStyle(descri…"
            ]
          },
          "metadata": {
            "tags": []
          }
        },
        {
          "output_type": "stream",
          "text": [
            "\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "67027"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 15
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "jwRmAfpwzM9M"
      },
      "source": [
        "def preprocess(examples,MAX_LENGTH = 512):\n",
        "  model_inputs = tokenizer(examples['English'],\n",
        "                           max_length=MAX_LENGTH,\n",
        "                           padding = 'max_length',\n",
        "                           truncation=True,\n",
        "                           return_attention_mask = True)\n",
        "  with tokenizer.as_target_tokenizer():\n",
        "    targets = tokenizer(examples['Dutch'],\n",
        "                        max_length=MAX_LENGTH,\n",
        "                        padding='max_length',\n",
        "                        truncation=True,\n",
        "                        return_attention_mask=True)\n",
        "  model_inputs['labels'] = targets['input_ids']\n",
        "  model_inputs['decoder_input_ids'] = targets['input_ids']\n",
        "  model_inputs['decoder_attention_mask'] = targets['attention_mask']\n",
        "  return model_inputs"
      ],
      "execution_count": 16,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 114,
          "referenced_widgets": [
            "6a8286497e2d43559ef4407fd2480f51",
            "d92f40c1f86e4984b24ab37a24015132",
            "87c8e143d2064f5ca5c09ab2d22c141f",
            "013627b5f9d04e5ebfb73f93215f0fd9",
            "0f8270821ebf4f8d9c69f387f18ca178",
            "5327674e8beb44d99e7ce50b0ef0b3ca",
            "da656f2a4789462eabfbfe2aa4d3b873",
            "674a6fd8ef264e62a34b0c1da5734eb0",
            "1d1cdc3c279e44eba322a9a5ee86a12c",
            "1266bd441878459782118960822a76c1",
            "7683475738a04071812732ed19822efc",
            "f0fe69b54c9e45129ba4d839ff4d0e5e",
            "9a5f83b5a24b40699d8aed73d7ebfcc0",
            "db90524b7385413d8f2091489526c7a3",
            "d4b93645801845f2a31d50a6f27b9b35",
            "9d84318a00d44e08ad8020fbae6b2b5c"
          ]
        },
        "id": "ElSq_vkzz038",
        "outputId": "c47c33b9-4799-4100-9ee5-e2752ea5b950"
      },
      "source": [
        "train_inputs = train_dataset.map(preprocess,batched = True)\n",
        "val_inputs = val_dataset.map(preprocess,batched = True)\n",
        "train_inputs = train_inputs.remove_columns(['English','Dutch'])\n",
        "val_inputs = val_inputs.remove_columns(['English','Dutch'])"
      ],
      "execution_count": 17,
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "6a8286497e2d43559ef4407fd2480f51",
              "version_minor": 0,
              "version_major": 2
            },
            "text/plain": [
              "HBox(children=(FloatProgress(value=0.0, max=79.0), HTML(value='')))"
            ]
          },
          "metadata": {
            "tags": []
          }
        },
        {
          "output_type": "stream",
          "text": [
            "\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "1d1cdc3c279e44eba322a9a5ee86a12c",
              "version_minor": 0,
              "version_major": 2
            },
            "text/plain": [
              "HBox(children=(FloatProgress(value=0.0, max=20.0), HTML(value='')))"
            ]
          },
          "metadata": {
            "tags": []
          }
        },
        {
          "output_type": "stream",
          "text": [
            "\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "tHv_U6xgz8Y0"
      },
      "source": [
        "data_collator = DataCollatorForSeq2Seq(tokenizer=tokenizer,\n",
        "                                       max_length=512,\n",
        "                                       model = model)"
      ],
      "execution_count": 18,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "dsS7-adT0OY6"
      },
      "source": [
        "train_dataloader = torch.utils.data.DataLoader(train_inputs,\n",
        "                                               batch_size = batch_size,\n",
        "                                               shuffle = True,\n",
        "                                               collate_fn = data_collator)\n",
        "val_dataloader = torch.utils.data.DataLoader(val_inputs,\n",
        "                                             batch_size = batch_size,\n",
        "                                             shuffle = False,\n",
        "                                             collate_fn = data_collator)"
      ],
      "execution_count": 19,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "YWsGNlE30Sd3",
        "outputId": "20c2facc-b9a1-4736-de54-3f5ab923ce40"
      },
      "source": [
        "for batch in train_dataloader:\n",
        "  break\n",
        "batch['labels'][batch['labels']==67027] = -100\n",
        "print(batch['labels'])"
      ],
      "execution_count": 20,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "tensor([[  535,   141,    88,  ...,  -100,  -100,  -100],\n",
            "        [  535,   179,  6249,  ...,  -100,  -100,  -100],\n",
            "        [  245,  6557, 23232,  ...,  -100,  -100,  -100],\n",
            "        ...,\n",
            "        [ 1591, 31639,     6,  ...,  -100,  -100,  -100],\n",
            "        [   48,   123,   444,  ...,  -100,  -100,  -100],\n",
            "        [   70,   414,     3,  ...,  -100,  -100,  -100]])\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "kU-PozZy0U3o"
      },
      "source": [
        "# model.to(device)\n",
        "# outputs = model(**batch)\n",
        "# print(outputs.logits.shape)\n",
        "# print(outputs.loss)\n",
        "# output = torch.argmax(outputs.logits,dim =-1)\n",
        "# tokenizer.batch_decode(output)"
      ],
      "execution_count": 45,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "IMJ0gvPr09Ik",
        "outputId": "cf988d61-c148-4442-a829-3f820cfe25a4"
      },
      "source": [
        "num_epochs = 2\n",
        "num_training_steps = num_epochs * len(train_dataloader)\n",
        "print(num_training_steps)"
      ],
      "execution_count": 22,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "19698\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "l3Tr72Wt1ZYk"
      },
      "source": [
        "optimizer = AdamW(model.parameters(),lr = learning_rate)"
      ],
      "execution_count": 23,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "SVX1tW661eKh",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 116,
          "referenced_widgets": [
            "00a838ab7b55497ca11a4b90b8218434",
            "02847bfc31454a42805dac48b214c48a",
            "67f0f401cbde4da89d3acbc69650c8a0",
            "f62f2c2d82954fd8aac362e87eeba3f9",
            "2ea1edb39bec472392759a73863ca9c0",
            "f1e277cc10304b8c90398b3215c63cd7",
            "01559d5f323e4fe98f767f82e3c3f64c",
            "36034963b9fe4648a3e3a1801fe078bb"
          ]
        },
        "outputId": "a504b939-eb56-46ca-9fb5-3f3597c1e1f0"
      },
      "source": [
        "model.to(device)\n",
        "progress_bar = tqdm(range(num_training_steps))\n",
        "model.train()\n",
        "for epoch in range(num_epochs):\n",
        "  epoch_loss = 0.0\n",
        "  run_loss = 0.0\n",
        "  for batch in train_dataloader:\n",
        "    batch['labels'][batch['labels']==67027] = -100\n",
        "    batch = {k: v.to(device) for k, v in batch.items()}\n",
        "    outputs = model(**batch)\n",
        "    loss = outputs.loss\n",
        "    run_loss += loss \n",
        "    loss.backward()\n",
        "    optimizer.step()\n",
        "    optimizer.zero_grad()\n",
        "    progress_bar.update(1)\n",
        "  epoch_loss = run_loss/len(train_dataloader)\n",
        "  print(100*'-')\n",
        "  print('Epoch:{}====>Loss:{:.4f}'.format(epoch+1,epoch_loss))"
      ],
      "execution_count": 24,
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "00a838ab7b55497ca11a4b90b8218434",
              "version_minor": 0,
              "version_major": 2
            },
            "text/plain": [
              "HBox(children=(FloatProgress(value=0.0, max=19698.0), HTML(value='')))"
            ]
          },
          "metadata": {
            "tags": []
          }
        },
        {
          "output_type": "stream",
          "text": [
            "----------------------------------------------------------------------------------------------------\n",
            "Epoch:1====>Loss:1.6144\n",
            "----------------------------------------------------------------------------------------------------\n",
            "Epoch:2====>Loss:1.5111\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "OojO4miPppFk",
        "outputId": "d243052f-312e-4fb3-9722-15b89a2a2c2f"
      },
      "source": [
        "!sudo apt-get install git-lfs"
      ],
      "execution_count": 25,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Reading package lists... Done\n",
            "Building dependency tree       \n",
            "Reading state information... Done\n",
            "The following NEW packages will be installed:\n",
            "  git-lfs\n",
            "0 upgraded, 1 newly installed, 0 to remove and 40 not upgraded.\n",
            "Need to get 2,129 kB of archives.\n",
            "After this operation, 7,662 kB of additional disk space will be used.\n",
            "Get:1 http://archive.ubuntu.com/ubuntu bionic/universe amd64 git-lfs amd64 2.3.4-1 [2,129 kB]\n",
            "Fetched 2,129 kB in 1s (1,507 kB/s)\n",
            "debconf: unable to initialize frontend: Dialog\n",
            "debconf: (No usable dialog-like program is installed, so the dialog based frontend cannot be used. at /usr/share/perl5/Debconf/FrontEnd/Dialog.pm line 76, <> line 1.)\n",
            "debconf: falling back to frontend: Readline\n",
            "debconf: unable to initialize frontend: Readline\n",
            "debconf: (This frontend requires a controlling tty.)\n",
            "debconf: falling back to frontend: Teletype\n",
            "dpkg-preconfigure: unable to re-open stdin: \n",
            "Selecting previously unselected package git-lfs.\n",
            "(Reading database ... 160837 files and directories currently installed.)\n",
            "Preparing to unpack .../git-lfs_2.3.4-1_amd64.deb ...\n",
            "Unpacking git-lfs (2.3.4-1) ...\n",
            "Setting up git-lfs (2.3.4-1) ...\n",
            "Processing triggers for man-db (2.8.3-2ubuntu0.1) ...\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "LUqwk6sKan4T",
        "outputId": "8630beb0-458f-484c-f4f4-088512b26cf4"
      },
      "source": [
        "!transformers-cli repo create en-to-dutch-marianmt"
      ],
      "execution_count": 29,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "2021-07-31 12:42:52.050182: I tensorflow/stream_executor/platform/default/dso_loader.cc:53] Successfully opened dynamic library libcudart.so.11.0\n",
            "/usr/local/lib/python3.7/dist-packages/transformers/commands/user.py:269: UserWarning: Managing repositories through transformers-cli is deprecated. Please use `huggingface-cli` instead.\n",
            "  \"Managing repositories through transformers-cli is deprecated. Please use `huggingface-cli` instead.\"\n",
            "\u001b[90mgit version 2.17.1\u001b[0m\n",
            "Error: unknown flag: --version\n",
            "\n",
            "\u001b[90mSorry, no usage text found for \"git-lfs\"\u001b[0m\n",
            "\n",
            "You are about to create \u001b[1mvvn/en-to-dutch-marianmt\u001b[0m\n",
            "Proceed? [Y/n] y\n",
            "\n",
            "Your repo now lives at:\n",
            "  \u001b[1mhttps://huggingface.co/vvn/en-to-dutch-marianmt\u001b[0m\n",
            "\n",
            "You can clone it locally with the command below, and commit/push as usual.\n",
            "\n",
            "  git clone https://huggingface.co/vvn/en-to-dutch-marianmt\n",
            "\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "1m1WrLVDarNE",
        "outputId": "c80fdd26-91e3-4ecd-80c4-3a2965d20ff0"
      },
      "source": [
        "!git lfs install"
      ],
      "execution_count": 30,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Error: Failed to call git rev-parse --git-dir --show-toplevel: \"fatal: not a git repository (or any of the parent directories): .git\\n\"\n",
            "Git LFS initialized.\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "KCV7sp_HawKS"
      },
      "source": [
        "model.save_pretrained('vvn/en-to-dutch-marianmt',push_to_hub=True)"
      ],
      "execution_count": 34,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "6P7aImHLazDW",
        "outputId": "90891231-de9c-440f-b3c8-61aa1cc27dd1"
      },
      "source": [
        "tokenizer.save_pretrained('vvn/en-to-dutch-marianmt',push_to_hub=True)"
      ],
      "execution_count": 35,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "('vvn/en-to-dutch-marianmt/tokenizer_config.json',\n",
              " 'vvn/en-to-dutch-marianmt/special_tokens_map.json',\n",
              " PosixPath('vvn/en-to-dutch-marianmt/source_spm'),\n",
              " PosixPath('vvn/en-to-dutch-marianmt/target_spm'),\n",
              " PosixPath('vvn/en-to-dutch-marianmt/vocab'),\n",
              " PosixPath('vvn/en-to-dutch-marianmt/tokenizer_config_file'),\n",
              " 'vvn/en-to-dutch-marianmt/added_tokens.json')"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 35
        }
      ]
    }
  ]
}