Attention.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "provenance": [],
      "authorship_tag": "ABX9TyPVVKA6nPHeylPOB2GqvUOf",
      "include_colab_link": true
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "language_info": {
      "name": "python"
    },
    "widgets": {
      "application/vnd.jupyter.widget-state+json": {
        "bc2682c365634826b46f9f2aa25dbbe1": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_751651d5c3db4cac99b11a3bf0f5a97c",
              "IPY_MODEL_042a399afca441caad5a3ea3fe16f355",
              "IPY_MODEL_89b326728b4d4c188fce0d92bbcb33a4"
            ],
            "layout": "IPY_MODEL_feb44488975d4a228aac26931b825bc0"
          }
        },
        "751651d5c3db4cac99b11a3bf0f5a97c": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_cd0101b96f1c4be885d6988e08faa0da",
            "placeholder": "​",
            "style": "IPY_MODEL_35a77a7de95648b6bc2f47e31b9d0d1d",
            "value": "tokenizer_config.json: 100%"
          }
        },
        "042a399afca441caad5a3ea3fe16f355": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_2167d44c6500430abb0a9ff5e563b332",
            "max": 350,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_b4b4517c34fa4c49ab48f22f3d189803",
            "value": 350
          }
        },
        "89b326728b4d4c188fce0d92bbcb33a4": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_d08ec0fb3e7743afa767c3b94285324d",
            "placeholder": "​",
            "style": "IPY_MODEL_410549fd588c4133b574dde03f80babb",
            "value": " 350/350 [00:00&lt;00:00, 4.83kB/s]"
          }
        },
        "feb44488975d4a228aac26931b825bc0": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "cd0101b96f1c4be885d6988e08faa0da": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "35a77a7de95648b6bc2f47e31b9d0d1d": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "2167d44c6500430abb0a9ff5e563b332": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "b4b4517c34fa4c49ab48f22f3d189803": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "d08ec0fb3e7743afa767c3b94285324d": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "410549fd588c4133b574dde03f80babb": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "27dc9677d7494d21aab20ea6a067fd9e": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_74c132c9c02c4b65a128566036ebf5b4",
              "IPY_MODEL_bb8b592550c44e03a6f57c117df5edc5",
              "IPY_MODEL_d5065cc260774c78b7129347ee474931"
            ],
            "layout": "IPY_MODEL_16f4eff74f6945bbabfd2faed5053f2a"
          }
        },
        "74c132c9c02c4b65a128566036ebf5b4": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_c36000213e6c428fbb4e69f1f9d87355",
            "placeholder": "​",
            "style": "IPY_MODEL_29ebb510a2ea4d279cdaa0fffed66c3c",
            "value": "vocab.txt: 100%"
          }
        },
        "bb8b592550c44e03a6f57c117df5edc5": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_b56224c32b434704813b582b3c7f1aa0",
            "max": 231508,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_eef596ff46d34cf4a923cd134fc84591",
            "value": 231508
          }
        },
        "d5065cc260774c78b7129347ee474931": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_a7bb177e34314825b8a4546f3f26b4e0",
            "placeholder": "​",
            "style": "IPY_MODEL_e09741a480454eceaf63d3a7b827d3f8",
            "value": " 232k/232k [00:00&lt;00:00, 1.34MB/s]"
          }
        },
        "16f4eff74f6945bbabfd2faed5053f2a": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "c36000213e6c428fbb4e69f1f9d87355": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "29ebb510a2ea4d279cdaa0fffed66c3c": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "b56224c32b434704813b582b3c7f1aa0": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "eef596ff46d34cf4a923cd134fc84591": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "a7bb177e34314825b8a4546f3f26b4e0": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "e09741a480454eceaf63d3a7b827d3f8": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "4c2344ee61d44508be828dd652a1f8ff": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_fda86b089ce84a88beb58a804ae2d589",
              "IPY_MODEL_c025908be7a54479b33009742b15aae3",
              "IPY_MODEL_c76f3a09b19a49d0b2484f8cceb363e0"
            ],
            "layout": "IPY_MODEL_66c9bf192bc543b2891bd824d320e796"
          }
        },
        "fda86b089ce84a88beb58a804ae2d589": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_4e5661dac94b41b0b135278521338795",
            "placeholder": "​",
            "style": "IPY_MODEL_c182742c8844445e92bc12ffe04024e9",
            "value": "tokenizer.json: 100%"
          }
        },
        "c025908be7a54479b33009742b15aae3": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_83170eec85eb4ae2a1d841a61ab682b9",
            "max": 466247,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_427f03ffee5d44ae8075c892362f2414",
            "value": 466247
          }
        },
        "c76f3a09b19a49d0b2484f8cceb363e0": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_0437f7a9054d418f97f932a0294e3c94",
            "placeholder": "​",
            "style": "IPY_MODEL_fe57a57d94a04ca785da4f863931f197",
            "value": " 466k/466k [00:00&lt;00:00, 3.65MB/s]"
          }
        },
        "66c9bf192bc543b2891bd824d320e796": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "4e5661dac94b41b0b135278521338795": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "c182742c8844445e92bc12ffe04024e9": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "83170eec85eb4ae2a1d841a61ab682b9": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "427f03ffee5d44ae8075c892362f2414": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "0437f7a9054d418f97f932a0294e3c94": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "fe57a57d94a04ca785da4f863931f197": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "5d2c3ab9704e4370b8eccadf9134a577": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_2c335c3a896944dd90dbdb1d27595a19",
              "IPY_MODEL_23c2f60580a94ee0a463ea2c6636775a",
              "IPY_MODEL_6b4bb2c64faa4caca60ccb71a432279b"
            ],
            "layout": "IPY_MODEL_f1fba33c8c97409dbf9ee4cb6fd7be70"
          }
        },
        "2c335c3a896944dd90dbdb1d27595a19": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_c7e5a38e6cc74b07bc395f7d92814b6f",
            "placeholder": "​",
            "style": "IPY_MODEL_812b6c99e83c412e9d9a144326bf3bcb",
            "value": "special_tokens_map.json: 100%"
          }
        },
        "23c2f60580a94ee0a463ea2c6636775a": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_4381fbdde1fb4bf3abced25ec941a131",
            "max": 112,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_f88657cee7994d81bc0d2f910d29b69a",
            "value": 112
          }
        },
        "6b4bb2c64faa4caca60ccb71a432279b": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_6b24ac21695247239a0f3c51bef13041",
            "placeholder": "​",
            "style": "IPY_MODEL_8aee196a5a49448da0d93a9f38d74711",
            "value": " 112/112 [00:00&lt;00:00, 1.30kB/s]"
          }
        },
        "f1fba33c8c97409dbf9ee4cb6fd7be70": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "c7e5a38e6cc74b07bc395f7d92814b6f": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "812b6c99e83c412e9d9a144326bf3bcb": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "4381fbdde1fb4bf3abced25ec941a131": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "f88657cee7994d81bc0d2f910d29b69a": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "6b24ac21695247239a0f3c51bef13041": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "8aee196a5a49448da0d93a9f38d74711": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "f879472e2a044b2b90f8e14bbaed1f45": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_b24a4b3e51be4aaa8abfcc6d0623f055",
              "IPY_MODEL_14ee707a6f9e411d9c1696594820890e",
              "IPY_MODEL_3ed41a1b41e24602a29952e1345ef630"
            ],
            "layout": "IPY_MODEL_6b2f385192cd4cc09a1846261d8e9268"
          }
        },
        "b24a4b3e51be4aaa8abfcc6d0623f055": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_f32798a2bd754291a128d695c988374a",
            "placeholder": "​",
            "style": "IPY_MODEL_d3fcc640dcdd477284c47eee92e6b2dd",
            "value": "config.json: 100%"
          }
        },
        "14ee707a6f9e411d9c1696594820890e": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_fa09630c5e0b479882277548210a23fb",
            "max": 612,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_bdecf0e251ca4b2f88bcad6b13de816f",
            "value": 612
          }
        },
        "3ed41a1b41e24602a29952e1345ef630": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_2ec23fd35271420db76d63d229067070",
            "placeholder": "​",
            "style": "IPY_MODEL_a2d53051415b4e08907e12fa02455630",
            "value": " 612/612 [00:00&lt;00:00, 8.38kB/s]"
          }
        },
        "6b2f385192cd4cc09a1846261d8e9268": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "f32798a2bd754291a128d695c988374a": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "d3fcc640dcdd477284c47eee92e6b2dd": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "fa09630c5e0b479882277548210a23fb": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "bdecf0e251ca4b2f88bcad6b13de816f": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "2ec23fd35271420db76d63d229067070": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "a2d53051415b4e08907e12fa02455630": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "ef00ae557bc5475fa6a89625787fdb1f": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_9bcf4f6284fa4c44a17451e7d2d481bc",
              "IPY_MODEL_6e386a18ecb44c46899c4b491901a28f",
              "IPY_MODEL_7f29f63aaeee4ac0bea3a6a03f462ba1"
            ],
            "layout": "IPY_MODEL_f081c9b26ae349558ca435085ff8f180"
          }
        },
        "9bcf4f6284fa4c44a17451e7d2d481bc": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_ef50cca51aa64089b63749ca09861317",
            "placeholder": "​",
            "style": "IPY_MODEL_42e9056944c24b75843b1cc9075912fe",
            "value": "pytorch_model.bin: 100%"
          }
        },
        "6e386a18ecb44c46899c4b491901a28f": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_65f4c12b655a4ab0bdbaf1a2618b92bd",
            "max": 90888945,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_00275a05d71d460b896e1a00aab5949c",
            "value": 90888945
          }
        },
        "7f29f63aaeee4ac0bea3a6a03f462ba1": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_f97fdb3b5b064c70b1753bd343cb0509",
            "placeholder": "​",
            "style": "IPY_MODEL_d56fc4eab8b24272bb34409f6bfce88c",
            "value": " 90.9M/90.9M [00:01&lt;00:00, 61.9MB/s]"
          }
        },
        "f081c9b26ae349558ca435085ff8f180": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "ef50cca51aa64089b63749ca09861317": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "42e9056944c24b75843b1cc9075912fe": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "65f4c12b655a4ab0bdbaf1a2618b92bd": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "00275a05d71d460b896e1a00aab5949c": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "f97fdb3b5b064c70b1753bd343cb0509": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "d56fc4eab8b24272bb34409f6bfce88c": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        }
      }
    }
  },
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "view-in-github",
        "colab_type": "text"
      },
      "source": [
        "<a href=\"https://colab.research.google.com/github/ninavdPipple/BERTopic/blob/master/Attention.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "from transformers import AutoTokenizer, AutoModel, utils\n",
        "!pip install bertviz\n",
        "from bertviz import head_view"
      ],
      "metadata": {
        "id": "-_wQGeB42MYX"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "execution_count": 2,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 209,
          "referenced_widgets": [
            "bc2682c365634826b46f9f2aa25dbbe1",
            "751651d5c3db4cac99b11a3bf0f5a97c",
            "042a399afca441caad5a3ea3fe16f355",
            "89b326728b4d4c188fce0d92bbcb33a4",
            "feb44488975d4a228aac26931b825bc0",
            "cd0101b96f1c4be885d6988e08faa0da",
            "35a77a7de95648b6bc2f47e31b9d0d1d",
            "2167d44c6500430abb0a9ff5e563b332",
            "b4b4517c34fa4c49ab48f22f3d189803",
            "d08ec0fb3e7743afa767c3b94285324d",
            "410549fd588c4133b574dde03f80babb",
            "27dc9677d7494d21aab20ea6a067fd9e",
            "74c132c9c02c4b65a128566036ebf5b4",
            "bb8b592550c44e03a6f57c117df5edc5",
            "d5065cc260774c78b7129347ee474931",
            "16f4eff74f6945bbabfd2faed5053f2a",
            "c36000213e6c428fbb4e69f1f9d87355",
            "29ebb510a2ea4d279cdaa0fffed66c3c",
            "b56224c32b434704813b582b3c7f1aa0",
            "eef596ff46d34cf4a923cd134fc84591",
            "a7bb177e34314825b8a4546f3f26b4e0",
            "e09741a480454eceaf63d3a7b827d3f8",
            "4c2344ee61d44508be828dd652a1f8ff",
            "fda86b089ce84a88beb58a804ae2d589",
            "c025908be7a54479b33009742b15aae3",
            "c76f3a09b19a49d0b2484f8cceb363e0",
            "66c9bf192bc543b2891bd824d320e796",
            "4e5661dac94b41b0b135278521338795",
            "c182742c8844445e92bc12ffe04024e9",
            "83170eec85eb4ae2a1d841a61ab682b9",
            "427f03ffee5d44ae8075c892362f2414",
            "0437f7a9054d418f97f932a0294e3c94",
            "fe57a57d94a04ca785da4f863931f197",
            "5d2c3ab9704e4370b8eccadf9134a577",
            "2c335c3a896944dd90dbdb1d27595a19",
            "23c2f60580a94ee0a463ea2c6636775a",
            "6b4bb2c64faa4caca60ccb71a432279b",
            "f1fba33c8c97409dbf9ee4cb6fd7be70",
            "c7e5a38e6cc74b07bc395f7d92814b6f",
            "812b6c99e83c412e9d9a144326bf3bcb",
            "4381fbdde1fb4bf3abced25ec941a131",
            "f88657cee7994d81bc0d2f910d29b69a",
            "6b24ac21695247239a0f3c51bef13041",
            "8aee196a5a49448da0d93a9f38d74711",
            "f879472e2a044b2b90f8e14bbaed1f45",
            "b24a4b3e51be4aaa8abfcc6d0623f055",
            "14ee707a6f9e411d9c1696594820890e",
            "3ed41a1b41e24602a29952e1345ef630",
            "6b2f385192cd4cc09a1846261d8e9268",
            "f32798a2bd754291a128d695c988374a",
            "d3fcc640dcdd477284c47eee92e6b2dd",
            "fa09630c5e0b479882277548210a23fb",
            "bdecf0e251ca4b2f88bcad6b13de816f",
            "2ec23fd35271420db76d63d229067070",
            "a2d53051415b4e08907e12fa02455630",
            "ef00ae557bc5475fa6a89625787fdb1f",
            "9bcf4f6284fa4c44a17451e7d2d481bc",
            "6e386a18ecb44c46899c4b491901a28f",
            "7f29f63aaeee4ac0bea3a6a03f462ba1",
            "f081c9b26ae349558ca435085ff8f180",
            "ef50cca51aa64089b63749ca09861317",
            "42e9056944c24b75843b1cc9075912fe",
            "65f4c12b655a4ab0bdbaf1a2618b92bd",
            "00275a05d71d460b896e1a00aab5949c",
            "f97fdb3b5b064c70b1753bd343cb0509",
            "d56fc4eab8b24272bb34409f6bfce88c"
          ]
        },
        "id": "GFQcurLv1Edb",
        "outputId": "d5cf731c-5548-4de0-edae-c75305b11c73"
      },
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "tokenizer_config.json:   0%|          | 0.00/350 [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "bc2682c365634826b46f9f2aa25dbbe1"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "vocab.txt:   0%|          | 0.00/232k [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "27dc9677d7494d21aab20ea6a067fd9e"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "tokenizer.json:   0%|          | 0.00/466k [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "4c2344ee61d44508be828dd652a1f8ff"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "special_tokens_map.json:   0%|          | 0.00/112 [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "5d2c3ab9704e4370b8eccadf9134a577"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "config.json:   0%|          | 0.00/612 [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "f879472e2a044b2b90f8e14bbaed1f45"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "pytorch_model.bin:   0%|          | 0.00/90.9M [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "ef00ae557bc5475fa6a89625787fdb1f"
            }
          },
          "metadata": {}
        }
      ],
      "source": [
        "utils.logging.set_verbosity_error()  # Suppress standard warnings\n",
        "tokenizer = AutoTokenizer.from_pretrained(\"sentence-transformers/all-MiniLM-L6-v2\")\n",
        "model = AutoModel.from_pretrained(\"sentence-transformers/all-MiniLM-L6-v2\", output_attentions=True)"
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "inputs = tokenizer.encode(\"The weather is not good\", return_tensors='pt')\n",
        "outputs = model(inputs)\n",
        "attention = outputs[-1]  # Output includes attention weights when output_attentions=True\n",
        "tokens = tokenizer.convert_ids_to_tokens(inputs[0])"
      ],
      "metadata": {
        "id": "yS4WfQRw1eh6"
      },
      "execution_count": 3,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "head_view(attention, tokens)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        },
        "id": "LJmeCSn61fUV",
        "outputId": "5296f36b-1154-44b7-c9e0-30190383a6d4"
      },
      "execution_count": 5,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Collecting bertviz\n",
            "  Downloading bertviz-1.4.0-py3-none-any.whl (157 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m157.6/157.6 kB\u001b[0m \u001b[31m2.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: transformers>=2.0 in /usr/local/lib/python3.10/dist-packages (from bertviz) (4.35.2)\n",
            "Requirement already satisfied: torch>=1.0 in /usr/local/lib/python3.10/dist-packages (from bertviz) (2.1.0+cu121)\n",
            "Requirement already satisfied: tqdm in /usr/local/lib/python3.10/dist-packages (from bertviz) (4.66.1)\n",
            "Collecting boto3 (from bertviz)\n",
            "  Downloading boto3-1.34.22-py3-none-any.whl (139 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m139.3/139.3 kB\u001b[0m \u001b[31m5.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: requests in /usr/local/lib/python3.10/dist-packages (from bertviz) (2.31.0)\n",
            "Requirement already satisfied: regex in /usr/local/lib/python3.10/dist-packages (from bertviz) (2023.6.3)\n",
            "Collecting sentencepiece (from bertviz)\n",
            "  Downloading sentencepiece-0.1.99-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (1.3 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.3/1.3 MB\u001b[0m \u001b[31m8.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from torch>=1.0->bertviz) (3.13.1)\n",
            "Requirement already satisfied: typing-extensions in /usr/local/lib/python3.10/dist-packages (from torch>=1.0->bertviz) (4.5.0)\n",
            "Requirement already satisfied: sympy in /usr/local/lib/python3.10/dist-packages (from torch>=1.0->bertviz) (1.12)\n",
            "Requirement already satisfied: networkx in /usr/local/lib/python3.10/dist-packages (from torch>=1.0->bertviz) (3.2.1)\n",
            "Requirement already satisfied: jinja2 in /usr/local/lib/python3.10/dist-packages (from torch>=1.0->bertviz) (3.1.3)\n",
            "Requirement already satisfied: fsspec in /usr/local/lib/python3.10/dist-packages (from torch>=1.0->bertviz) (2023.6.0)\n",
            "Requirement already satisfied: triton==2.1.0 in /usr/local/lib/python3.10/dist-packages (from torch>=1.0->bertviz) (2.1.0)\n",
            "Requirement already satisfied: huggingface-hub<1.0,>=0.16.4 in /usr/local/lib/python3.10/dist-packages (from transformers>=2.0->bertviz) (0.20.2)\n",
            "Requirement already satisfied: numpy>=1.17 in /usr/local/lib/python3.10/dist-packages (from transformers>=2.0->bertviz) (1.23.5)\n",
            "Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.10/dist-packages (from transformers>=2.0->bertviz) (23.2)\n",
            "Requirement already satisfied: pyyaml>=5.1 in /usr/local/lib/python3.10/dist-packages (from transformers>=2.0->bertviz) (6.0.1)\n",
            "Requirement already satisfied: tokenizers<0.19,>=0.14 in /usr/local/lib/python3.10/dist-packages (from transformers>=2.0->bertviz) (0.15.0)\n",
            "Requirement already satisfied: safetensors>=0.3.1 in /usr/local/lib/python3.10/dist-packages (from transformers>=2.0->bertviz) (0.4.1)\n",
            "Collecting botocore<1.35.0,>=1.34.22 (from boto3->bertviz)\n",
            "  Downloading botocore-1.34.22-py3-none-any.whl (11.9 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m11.9/11.9 MB\u001b[0m \u001b[31m15.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting jmespath<2.0.0,>=0.7.1 (from boto3->bertviz)\n",
            "  Downloading jmespath-1.0.1-py3-none-any.whl (20 kB)\n",
            "Collecting s3transfer<0.11.0,>=0.10.0 (from boto3->bertviz)\n",
            "  Downloading s3transfer-0.10.0-py3-none-any.whl (82 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m82.1/82.1 kB\u001b[0m \u001b[31m4.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests->bertviz) (3.3.2)\n",
            "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests->bertviz) (3.6)\n",
            "Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests->bertviz) (2.0.7)\n",
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests->bertviz) (2023.11.17)\n",
            "Requirement already satisfied: python-dateutil<3.0.0,>=2.1 in /usr/local/lib/python3.10/dist-packages (from botocore<1.35.0,>=1.34.22->boto3->bertviz) (2.8.2)\n",
            "Requirement already satisfied: MarkupSafe>=2.0 in /usr/local/lib/python3.10/dist-packages (from jinja2->torch>=1.0->bertviz) (2.1.3)\n",
            "Requirement already satisfied: mpmath>=0.19 in /usr/local/lib/python3.10/dist-packages (from sympy->torch>=1.0->bertviz) (1.3.0)\n",
            "Requirement already satisfied: six>=1.5 in /usr/local/lib/python3.10/dist-packages (from python-dateutil<3.0.0,>=2.1->botocore<1.35.0,>=1.34.22->boto3->bertviz) (1.16.0)\n",
            "Installing collected packages: sentencepiece, jmespath, botocore, s3transfer, boto3, bertviz\n",
            "Successfully installed bertviz-1.4.0 boto3-1.34.22 botocore-1.34.22 jmespath-1.0.1 s3transfer-0.10.0 sentencepiece-0.1.99\n"
          ]
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "<IPython.core.display.HTML object>"
            ],
            "text/html": [
              "<script src=\"https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.6/require.min.js\"></script>"
            ]
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "<IPython.core.display.HTML object>"
            ],
            "text/html": [
              "      \n",
              "        <div id=\"bertviz-58465bbb8d3d403ca3314f87dea71e99\" style=\"font-family:'Helvetica Neue', Helvetica, Arial, sans-serif;\">\n",
              "            <span style=\"user-select:none\">\n",
              "                Layer: <select id=\"layer\"></select>\n",
              "                \n",
              "            </span>\n",
              "            <div id='vis'></div>\n",
              "        </div>\n",
              "    "
            ]
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "<IPython.core.display.Javascript object>"
            ],
            "application/javascript": [
              "/**\n",
              " * @fileoverview Transformer Visualization D3 javascript code.\n",
              " *\n",
              " *\n",
              " *  Based on: https://github.com/tensorflow/tensor2tensor/blob/master/tensor2tensor/visualization/attention.js\n",
              " *\n",
              " * Change log:\n",
              " *\n",
              " * 12/19/18  Jesse Vig   Assorted cleanup. Changed orientation of attention matrices.\n",
              " * 12/29/20  Jesse Vig   Significant refactor.\n",
              " * 12/31/20  Jesse Vig   Support multiple visualizations in single notebook.\n",
              " * 02/06/21  Jesse Vig   Move require config from separate jupyter notebook step\n",
              " * 05/03/21  Jesse Vig   Adjust height of visualization dynamically\n",
              " * 07/25/21  Jesse Vig   Support layer filtering\n",
              " * 03/23/22  Daniel SC   Update requirement URLs for d3 and jQuery (source of bug not allowing end result to be displayed on browsers)\n",
              " **/\n",
              "\n",
              "require.config({\n",
              "  paths: {\n",
              "      d3: 'https://cdnjs.cloudflare.com/ajax/libs/d3/5.7.0/d3.min',\n",
              "    jquery: 'https://cdnjs.cloudflare.com/ajax/libs/jquery/2.0.0/jquery.min',\n",
              "  }\n",
              "});\n",
              "\n",
              "requirejs(['jquery', 'd3'], function ($, d3) {\n",
              "\n",
              "    const params = {\"attention\": [{\"name\": null, \"attn\": [[[[0.3022470474243164, 0.06305760890245438, 0.040898680686950684, 0.05261934548616409, 0.05090751871466637, 0.06382500380277634, 0.4264449179172516], [0.12856116890907288, 0.0833556205034256, 0.032733749598264694, 0.13072270154953003, 0.17989099025726318, 0.19952701032161713, 0.24520878493785858], [0.22898945212364197, 0.10146664083003998, 0.11468765139579773, 0.12141921371221542, 0.10200487822294235, 0.13368664681911469, 0.19774554669857025], [0.1807401478290558, 0.05496416985988617, 0.024495074525475502, 0.1483684778213501, 0.1562434583902359, 0.20893219113349915, 0.22625654935836792], [0.22525754570960999, 0.12351787835359573, 0.02798883058130741, 0.12060999125242233, 0.09837977588176727, 0.1422802209854126, 0.2619657516479492], [0.24269358813762665, 0.14786048233509064, 0.16880470514297485, 0.10569283366203308, 0.06475535035133362, 0.18875403702259064, 0.08143895864486694], [0.13317903876304626, 0.06470858305692673, 0.013950628228485584, 0.1416233777999878, 0.13559260964393616, 0.19523130357265472, 0.3157144784927368]], [[0.6684340238571167, 0.04980479180812836, 0.04027803614735603, 0.04523500055074692, 0.034713130444288254, 0.020671352744102478, 0.14086377620697021], [0.39325109124183655, 0.06603237986564636, 0.07803592085838318, 0.0971904918551445, 0.10449836403131485, 0.16170956194400787, 0.09928227216005325], [0.35058990120887756, 0.02237033098936081, 0.26825326681137085, 0.09039409458637238, 0.08877762407064438, 0.02276267111301422, 0.15685200691223145], [0.33806267380714417, 0.12133502215147018, 0.05202329158782959, 0.08583725988864899, 0.09401394426822662, 0.2229958325624466, 0.08573193103075027], [0.2954903542995453, 0.08331885933876038, 0.19675646722316742, 0.07304385304450989, 0.06901402771472931, 0.2045358568429947, 0.07784055918455124], [0.3213549852371216, 0.12336307764053345, 0.045912064611911774, 0.10380451381206512, 0.10219941288232803, 0.2211860567331314, 0.08217981457710266], [0.41463208198547363, 0.10945802181959152, 0.01167931780219078, 0.09351572394371033, 0.09033408015966415, 0.20012801885604858, 0.0802527442574501]], [[0.9999988079071045, 9.174284798518784e-08, 1.0092522018112504e-07, 7.396928225489319e-08, 8.580816057701668e-08, 5.318798912412603e-07, 2.1020724716436234e-07], [0.9999949932098389, 4.7625217121094465e-06, 2.228795099867842e-11, 7.161003560962609e-14, 2.1872502073416733e-11, 2.163927774745389e-07, 5.567589722588195e-10], [1.4882514278724557e-06, 0.99993896484375, 5.057637463323772e-05, 1.5786053020327984e-10, 2.567300484614815e-13, 1.2663020854120077e-08, 9.0504800027702e-06], [3.07575853675246e-09, 3.7546622479567304e-05, 0.9993554949760437, 0.0006069955416023731, 1.1311683360826219e-11, 1.6604746006995685e-14, 1.4903689393719333e-10], [5.3704193869741346e-11, 4.118911971478373e-13, 5.648774390465405e-07, 0.9999920129776001, 7.336718681472121e-06, 2.7012831058906457e-14, 7.228818061629104e-17], [3.002564596954471e-07, 4.0855144788076725e-12, 4.8001871574832045e-12, 1.927077209984418e-05, 0.9998724460601807, 0.00010802952601807192, 1.0502604862183684e-11], [1.0103074600920081e-05, 3.383126738754072e-07, 3.7478378039912386e-11, 1.4014157889707946e-11, 1.596007678017486e-05, 0.9998764991760254, 9.719484660308808e-05]], [[0.08853369951248169, 0.04467150568962097, 0.035432372242212296, 0.003221586113795638, 0.006864070892333984, 0.005474662408232689, 0.8158020973205566], [0.03936697915196419, 0.10705815255641937, 0.12023958563804626, 0.19223196804523468, 0.14892762899398804, 0.130329892039299, 0.26184576749801636], [0.055181834846735, 0.08104630559682846, 0.26510289311408997, 0.15823636949062347, 0.08903246372938156, 0.22207827866077423, 0.1293219029903412], [0.0347205325961113, 0.15301606059074402, 0.11384914815425873, 0.1658606380224228, 0.19867247343063354, 0.15873144567012787, 0.17514975368976593], [0.07338589429855347, 0.13635912537574768, 0.12611180543899536, 0.14371266961097717, 0.16058143973350525, 0.14355656504631042, 0.2162925750017166], [0.051671579480171204, 0.09369393438100815, 0.12804633378982544, 0.14281907677650452, 0.20922167599201202, 0.12368637323379517, 0.2508610785007477], [0.05433889850974083, 0.13521742820739746, 0.13952592015266418, 0.20162063837051392, 0.17178040742874146, 0.11191879212856293, 0.18559794127941132]], [[0.680962324142456, 0.08445735275745392, 0.0008101806743070483, 0.06049245595932007, 0.004039596300572157, 0.004888825584203005, 0.16434934735298157], [0.22349871695041656, 0.14310455322265625, 0.03877962753176689, 0.17958635091781616, 0.15868976712226868, 0.051064688712358475, 0.2052762657403946], [0.3538169860839844, 0.14807568490505219, 0.026896575465798378, 0.1267312467098236, 0.041081514209508896, 0.08622944355010986, 0.21716859936714172], [0.1561974585056305, 0.07429329305887222, 0.05286954343318939, 0.11910830438137054, 0.23744916915893555, 0.17250578105449677, 0.18757648766040802], [0.21571117639541626, 0.05570131167769432, 0.005620144307613373, 0.1456267088651657, 0.12129644304513931, 0.06232442706823349, 0.39371970295906067], [0.030161885544657707, 0.00824106577783823, 0.8489062190055847, 0.023971088230609894, 0.01825828105211258, 0.019324691966176033, 0.051136769354343414], [0.20250320434570312, 0.06188951060175896, 0.02296568639576435, 0.12959203124046326, 0.12041383981704712, 0.1174086332321167, 0.34522709250450134]], [[0.786507248878479, 0.00488280551508069, 0.002671174006536603, 0.004850469995290041, 0.0008814723114483058, 0.00038727105129510164, 0.19981972873210907], [0.49443313479423523, 0.09941591322422028, 0.01991565153002739, 0.01716340146958828, 0.006354689132422209, 0.015115276910364628, 0.347601979970932], [0.23720459640026093, 0.17016243934631348, 0.061442337930202484, 0.011997699737548828, 0.0022846434731036425, 0.013339062221348286, 0.5035691857337952], [0.1490432471036911, 0.47005072236061096, 0.034378863871097565, 0.09956640750169754, 0.00437950948253274, 0.004657433368265629, 0.23792383074760437], [0.05450577661395073, 0.12494390457868576, 0.01735405996441841, 0.7046278715133667, 0.020437132567167282, 0.003901485586538911, 0.07422985881567001], [0.0441264733672142, 0.03367629274725914, 0.010213784873485565, 0.3496803045272827, 0.46440696716308594, 0.021730294451117516, 0.07616591453552246], [0.1281803548336029, 0.03574845567345619, 0.005089277867227793, 0.0485033243894577, 0.07769455015659332, 0.07908819615840912, 0.6256958842277527]], [[0.6706451177597046, 0.0957232341170311, 0.010780570097267628, 0.05049213767051697, 0.008328454568982124, 0.0033872139174491167, 0.1606432944536209], [0.5018234848976135, 0.06678102165460587, 0.16262497007846832, 0.08855126053094864, 0.06858865171670914, 0.07622531056404114, 0.035405274480581284], [0.6839821338653564, 0.10498462617397308, 0.04299519211053848, 0.05758865177631378, 0.03182852640748024, 0.04966369643807411, 0.028957165777683258], [0.3249211013317108, 0.07682796567678452, 0.08088215440511703, 0.22207237780094147, 0.09640076756477356, 0.13398495316505432, 0.06491082161664963], [0.36176031827926636, 0.05823581665754318, 0.0641375407576561, 0.17541076242923737, 0.1492636799812317, 0.16069389879703522, 0.030497994273900986], [0.5027045011520386, 0.08709437400102615, 0.13980285823345184, 0.0799928605556488, 0.04877134785056114, 0.11594642698764801, 0.025687670335173607], [0.37820813059806824, 0.05036485940217972, 0.20417633652687073, 0.09151235222816467, 0.09739460796117783, 0.13136038184165955, 0.046983350068330765]], [[0.7533171772956848, 0.018829897046089172, 0.023243224248290062, 0.02204406075179577, 0.020274989306926727, 0.01730365864932537, 0.1449870765209198], [0.21584703028202057, 0.13713496923446655, 0.04420974478125572, 0.1424720585346222, 0.16957855224609375, 0.11640368402004242, 0.17435398697853088], [0.5842790603637695, 0.06787975877523422, 0.0025498364120721817, 0.05486885830760002, 0.06882166117429733, 0.0368078351020813, 0.18479308485984802], [0.2790241837501526, 0.1350109577178955, 0.05008850246667862, 0.13680610060691833, 0.12285260856151581, 0.1140231266617775, 0.16219452023506165], [0.4200344383716583, 0.07874248921871185, 0.029547069221735, 0.11439594626426697, 0.08421870321035385, 0.10436750203371048, 0.16869382560253143], [0.40018707513809204, 0.11261802911758423, 0.09024564176797867, 0.11661059409379959, 0.09455370157957077, 0.027640925720334053, 0.1581440418958664], [0.22822031378746033, 0.15991371870040894, 0.03999248147010803, 0.1870291829109192, 0.15416118502616882, 0.07258538156747818, 0.15809781849384308]], [[0.6899552345275879, 0.035399604588747025, 0.002842684043571353, 0.002620047191157937, 0.0020944082643836737, 0.007760335225611925, 0.2593276798725128], [0.17155463993549347, 0.5958389639854431, 0.03331046551465988, 0.0705643743276596, 0.021163038909435272, 0.029968971386551857, 0.07759949564933777], [0.38555455207824707, 0.01413128711283207, 0.3366295099258423, 0.03878552094101906, 0.015780765563249588, 0.03604332357645035, 0.17307503521442413], [0.41662248969078064, 0.12911826372146606, 0.03597825765609741, 0.0850171223282814, 0.06305953860282898, 0.06809572130441666, 0.20210857689380646], [0.5407655239105225, 0.06222843378782272, 0.021806824952363968, 0.05010582506656647, 0.12542946636676788, 0.08369512110948563, 0.11596871167421341], [0.48833268880844116, 0.01736515760421753, 0.01606927625834942, 0.05400630086660385, 0.11860710382461548, 0.1917238086462021, 0.11389574408531189], [0.6001253724098206, 0.05428014323115349, 0.013880772516131401, 0.04693366959691048, 0.02322278544306755, 0.031634729355573654, 0.2299225926399231]], [[4.5413373300107196e-05, 0.002041066996753216, 0.0009430506033822894, 0.00019584658730309457, 1.610718754818663e-05, 0.01327323354780674, 0.9834852814674377], [0.41946715116500854, 0.10261362046003342, 0.1946149468421936, 0.08639153093099594, 0.09254931658506393, 0.09547912329435349, 0.008884289301931858], [0.6548072695732117, 0.08294442296028137, 0.06162597984075546, 0.09844513237476349, 0.03430742397904396, 0.06559543311595917, 0.0022743919398635626], [0.5195468664169312, 0.07847731560468674, 0.11942501366138458, 0.06695831567049026, 0.13698920607566833, 0.07059338688850403, 0.008009952493011951], [0.4853108525276184, 0.1030217781662941, 0.10957607626914978, 0.08778206259012222, 0.14864389598369598, 0.05796544626355171, 0.007699862588196993], [0.47153279185295105, 0.13645435869693756, 0.1204778179526329, 0.1033242791891098, 0.1083483099937439, 0.0524936206638813, 0.007368873339146376], [0.30944862961769104, 0.07370977848768234, 0.44102492928504944, 0.04954918846487999, 0.045241355895996094, 0.0775780901312828, 0.0034480728209018707]], [[0.6994267702102661, 0.03635938838124275, 0.0005863358965143561, 0.06815804541110992, 0.0314689539372921, 0.009217556565999985, 0.15478301048278809], [0.252214252948761, 0.09584342688322067, 0.028356967493891716, 0.14013253152370453, 0.11153047531843185, 0.13790972530841827, 0.234012633562088], [0.5701940655708313, 0.03818294778466225, 0.02328522317111492, 0.08731977641582489, 0.03488787263631821, 0.06188694015145302, 0.18424321711063385], [0.4208488166332245, 0.05262394994497299, 0.06937379390001297, 0.050559356808662415, 0.2081952691078186, 0.09586393088102341, 0.10253491997718811], [0.45594513416290283, 0.07017894834280014, 0.009821114130318165, 0.08280237019062042, 0.11852510273456573, 0.11466550081968307, 0.1480618268251419], [0.26379361748695374, 0.0495687797665596, 0.23037129640579224, 0.06356323510408401, 0.1061071828007698, 0.18318143486976624, 0.10341443121433258], [0.3334631025791168, 0.144261434674263, 0.01645023003220558, 0.13655517995357513, 0.15524297952651978, 0.06467453390359879, 0.14935246109962463]], [[0.9558004140853882, 0.010012799873948097, 0.0033095821272581816, 0.006771436892449856, 0.0058125401847064495, 0.008972220122814178, 0.00932083185762167], [0.23120197653770447, 0.13174377381801605, 0.1431526392698288, 0.1439344584941864, 0.12891772389411926, 0.09095399081707001, 0.13009539246559143], [0.46912309527397156, 0.2863039970397949, 0.048073478043079376, 0.04100671783089638, 0.04489307105541229, 0.025644799694418907, 0.08495474606752396], [0.29812827706336975, 0.13270126283168793, 0.094283327460289, 0.12175294011831284, 0.08840134739875793, 0.14916855096817017, 0.11556439101696014], [0.5143008232116699, 0.12894099950790405, 0.06152402237057686, 0.07167212665081024, 0.05292124301195145, 0.09032002091407776, 0.08032076805830002], [0.5452057123184204, 0.1278332620859146, 0.08268153667449951, 0.044396329671144485, 0.03928668797016144, 0.05738683417439461, 0.10320966690778732], [0.17258226871490479, 0.13582170009613037, 0.1902153342962265, 0.12087057530879974, 0.12565109133720398, 0.13212428987026215, 0.1227346807718277]]], [[[0.9945914149284363, 0.002505840267986059, 0.0012627493124455214, 0.000482010655105114, 0.00025251347688026726, 0.0004022447974421084, 0.0005032248445786536], [0.6072469353675842, 0.042702194303274155, 0.05861106514930725, 0.12945301830768585, 0.03138500824570656, 0.04550935700535774, 0.08509239554405212], [0.7640050649642944, 0.00497406255453825, 0.2020663022994995, 0.010318363085389137, 0.0029669124633073807, 0.006731157656759024, 0.008938169106841087], [0.8442139029502869, 0.01978956162929535, 0.013538651168346405, 0.022379949688911438, 0.019705787301063538, 0.016007786616683006, 0.06436438858509064], [0.8822623491287231, 0.0040772524662315845, 0.008652637712657452, 0.006855497602373362, 0.08210694044828415, 0.009968822821974754, 0.00607646768912673], [0.8723633885383606, 0.01274797786027193, 0.03487696498632431, 0.009915465489029884, 0.0027136020362377167, 0.0555122047662735, 0.011870370246469975], [0.7619805335998535, 0.07280904054641724, 0.0579666942358017, 0.04025261104106903, 0.01226143166422844, 0.01703624241054058, 0.03769337758421898]], [[0.9833399057388306, 0.003246776759624481, 0.0068310583010315895, 0.0008348891860805452, 0.0005124288145452738, 0.002657021163031459, 0.0025780340656638145], [0.9793593883514404, 0.008615456521511078, 0.0007527424022555351, 0.006450144108384848, 0.0005380833754315972, 0.0006725144339725375, 0.0036116528790444136], [0.8971570134162903, 0.004861114080995321, 0.07632840424776077, 0.0007531589944846928, 0.0005466318689286709, 0.004340010229498148, 0.016013789921998978], [0.8519975543022156, 0.01575661264359951, 0.0029824059456586838, 0.1114584282040596, 0.0028664234559983015, 0.002067532390356064, 0.012870999984443188], [0.8950276374816895, 0.012969261966645718, 0.003954533953219652, 0.006103563588112593, 0.06987082958221436, 0.001455616089515388, 0.010618548840284348], [0.6074734926223755, 0.010190550237894058, 0.03145212680101395, 0.001295718946494162, 0.00026288602384738624, 0.3371081054210663, 0.012217135168612003], [0.9675548672676086, 0.015322576276957989, 0.0011037916410714388, 0.010959572158753872, 0.0017628382192924619, 0.0006920756422914565, 0.002604282461106777]], [[0.9662065505981445, 0.009818489663302898, 0.01249804999679327, 0.0027912433724850416, 0.0008704288047738373, 0.003119035856798291, 0.0046963077038526535], [0.2162688970565796, 0.13429586589336395, 0.14550437033176422, 0.3179139494895935, 0.10744815319776535, 0.02676590532064438, 0.051802825182676315], [0.5639868974685669, 0.24284307658672333, 0.039633654057979584, 0.09288138151168823, 0.030826354399323463, 0.004882095847278833, 0.024946535006165504], [0.06910847127437592, 0.542482316493988, 0.13763074576854706, 0.07822716981172562, 0.1020863726735115, 0.026843860745429993, 0.043621085584163666], [0.14631421864032745, 0.229277566075325, 0.3248487412929535, 0.16567479074001312, 0.03540730103850365, 0.06244203820824623, 0.03603529930114746], [0.05530264973640442, 0.06742594391107559, 0.10447153449058533, 0.11232045292854309, 0.6133528351783752, 0.010825850069522858, 0.036300793290138245], [0.12134061008691788, 0.10255333036184311, 0.07196653634309769, 0.269270122051239, 0.33031535148620605, 0.035638436675071716, 0.06891561299562454]], [[0.9881802797317505, 0.0027725035324692726, 0.0012714629992842674, 0.0008716248557902873, 0.0002826057025231421, 0.0005495895748026669, 0.006071969401091337], [0.5979490876197815, 0.06080833449959755, 0.1452745795249939, 0.06289254128932953, 0.0340319462120533, 0.06354878097772598, 0.035494785755872726], [0.8238674998283386, 0.05599729344248772, 0.058992139995098114, 0.011793863028287888, 0.0027790043968707323, 0.0264801774173975, 0.020089998841285706], [0.3350178003311157, 0.5003986954689026, 0.11047603189945221, 0.018141409382224083, 0.007018144708126783, 0.021054353564977646, 0.007893561385571957], [0.6125359535217285, 0.236979141831398, 0.07186514139175415, 0.018400395289063454, 0.013598531484603882, 0.041124504059553146, 0.005496271885931492], [0.8183878660202026, 0.07821931689977646, 0.07008640468120575, 0.01383125875145197, 0.0005253016133792698, 0.011296024546027184, 0.007653805427253246], [0.12375446408987045, 0.5302273035049438, 0.19463633000850677, 0.07930803298950195, 0.010295288637280464, 0.04551905021071434, 0.016259554773569107]], [[0.9875537157058716, 0.0008498132228851318, 0.0035918867215514183, 0.001447040238417685, 0.0010577841894701123, 0.0012312816688790917, 0.004268418997526169], [0.04647483304142952, 0.025815973058342934, 0.2230987399816513, 0.6040022969245911, 0.025493264198303223, 0.014145588502287865, 0.060969263315200806], [0.49980607628822327, 0.031073525547981262, 0.1119251698255539, 0.21676388382911682, 0.07185756415128708, 0.03123355284333229, 0.03734030947089195], [0.06382850557565689, 0.0018842275021597743, 0.025769324973225594, 0.01763884536921978, 0.08786891400814056, 0.6974589228630066, 0.10555129498243332], [0.2953105568885803, 0.00477311946451664, 0.017190253362059593, 0.00853710900992155, 0.006681422702968121, 0.28984886407852173, 0.3776586949825287], [0.5858429670333862, 0.002874119207262993, 0.025057505816221237, 0.0035916075576096773, 0.0040914458222687244, 0.13720174133777618, 0.2413405478000641], [0.8882710337638855, 0.001109423697926104, 0.045618172734975815, 0.003909848164767027, 0.005405223462730646, 0.0189948882907629, 0.036691270768642426]], [[0.9928573369979858, 0.000804475974291563, 0.0017671267269179225, 0.0011077417293563485, 0.0009069340885616839, 0.0015424166340380907, 0.0010140208760276437], [0.30290839076042175, 0.07801614701747894, 0.09822742640972137, 0.05783059075474739, 0.1123693510890007, 0.0903211459517479, 0.26032689213752747], [0.9391931891441345, 0.024934913963079453, 0.003370895516127348, 0.006618619430810213, 0.0015482882736250758, 0.009463336318731308, 0.014870612882077694], [0.49247676134109497, 0.03352037072181702, 0.018939170986413956, 0.14694590866565704, 0.014871158637106419, 0.07815957814455032, 0.2150869518518448], [0.6065618991851807, 0.024489350616931915, 0.012419519945979118, 0.01992872543632984, 0.0753992572426796, 0.1393854171037674, 0.12181585282087326], [0.7474271655082703, 0.03523319587111473, 0.05377461016178131, 0.047385603189468384, 0.03763322904706001, 0.027003558352589607, 0.051542796194553375], [0.5641204118728638, 0.0944286584854126, 0.0837637186050415, 0.031986940652132034, 0.03854910656809807, 0.03030592016875744, 0.15684524178504944]], [[0.9880576133728027, 0.002750141778960824, 0.0021191895939409733, 0.0015091904206201434, 0.0007546197157353163, 0.0004646207089535892, 0.004344529006630182], [0.9643915891647339, 0.02794024534523487, 0.003820405574515462, 0.0021451637148857117, 0.0004851045669056475, 0.0002469329338055104, 0.0009704891126602888], [0.8224605917930603, 0.11584311723709106, 0.030000189319252968, 0.011385015211999416, 0.002049031900241971, 0.013618524186313152, 0.004643531050533056], [0.6909316182136536, 0.08982882648706436, 0.18445667624473572, 0.023126084357500076, 0.005624425131827593, 0.0016486233798786998, 0.004383626393973827], [0.8493420481681824, 0.015949245542287827, 0.05730913206934929, 0.06508629024028778, 0.005096766632050276, 0.0015019839629530907, 0.005714646074920893], [0.1033577024936676, 0.03241991624236107, 0.036164142191410065, 0.20396757125854492, 0.6049001812934875, 0.016069790348410606, 0.0031206829007714987], [0.8379198908805847, 0.05380585417151451, 0.012962915003299713, 0.04532057046890259, 0.026128048077225685, 0.01314517017453909, 0.01071749534457922]], [[0.9877079129219055, 0.0010615320643410087, 0.003980308771133423, 0.0024013000074774027, 0.0006898748688399792, 0.0010699491249397397, 0.0030891227070242167], [0.065944604575634, 0.007713956758379936, 0.7330579161643982, 0.08720336109399796, 0.05200602114200592, 0.01500270888209343, 0.03907138109207153], [0.85381019115448, 0.011967973783612251, 0.04528837278485298, 0.020415054634213448, 0.017816005274653435, 0.02502823993563652, 0.02567422389984131], [0.14929324388504028, 0.003442438319325447, 0.1010715588927269, 0.017773984000086784, 0.1385040581226349, 0.5403270125389099, 0.049587637186050415], [0.07558431476354599, 0.003554143477231264, 0.01695237122476101, 0.008948530070483685, 0.02719702385365963, 0.8286423087120056, 0.03912124037742615], [0.44841468334198, 0.01860247738659382, 0.3945923149585724, 0.0484306663274765, 0.008540158160030842, 0.020417269319295883, 0.06100248172879219], [0.5331084132194519, 0.03125878423452377, 0.25608548521995544, 0.03158288821578026, 0.030213378369808197, 0.05754481628537178, 0.060206156224012375]], [[0.9329323768615723, 0.011220444925129414, 0.024032628163695335, 0.0082516735419631, 0.0024168197996914387, 0.009816338308155537, 0.011329886503517628], [0.08732693642377853, 0.03324354439973831, 0.875171959400177, 0.0027302345260977745, 2.7015263185603544e-05, 6.13326919847168e-05, 0.0014389102580025792], [0.3930169641971588, 0.0031166626140475273, 0.18874666094779968, 0.40900108218193054, 0.005925703328102827, 0.00013204439892433584, 6.0992369981249794e-05], [0.07262671738862991, 5.1568680646596476e-05, 0.0003230728325434029, 0.012435788288712502, 0.8861052989959717, 0.028443049639463425, 1.4602363080484793e-05], [0.08534835278987885, 0.0003843359590973705, 5.6368815421592444e-05, 9.600765042705461e-05, 0.008576484397053719, 0.9016633629798889, 0.0038750923704355955], [0.4024560749530792, 0.025015780702233315, 0.004669481888413429, 2.5526023819111288e-05, 0.0004652382049243897, 0.04304209351539612, 0.5243257880210876], [0.9562424421310425, 0.0024191432166844606, 0.01878693699836731, 0.00012356252409517765, 3.9901724449009635e-06, 0.0001218735269503668, 0.02230209670960903]], [[0.9718681573867798, 0.012939495965838432, 0.007814223878085613, 0.0014887487050145864, 0.0016115859616547823, 0.0026236223056912422, 0.0016542181838303804], [0.9735271334648132, 0.01904280111193657, 0.0061096372082829475, 5.654015694744885e-05, 0.00012101581523893401, 0.0011257792357355356, 1.7100250261137262e-05], [0.5391409397125244, 0.35210055112838745, 0.10587461292743683, 0.0005934671498835087, 9.813284850679338e-05, 0.0003019794530700892, 0.0018903492018580437], [0.1057550236582756, 0.023076308891177177, 0.8652787208557129, 0.005726969335228205, 1.4425850167754106e-05, 5.636809510178864e-05, 9.224019595421851e-05], [0.6112495064735413, 0.014157845638692379, 0.08011867851018906, 0.2906343638896942, 0.0030511333607137203, 0.0007100352086126804, 7.84183430369012e-05], [0.6528925895690918, 0.006544319912791252, 0.008971937000751495, 0.01986783556640148, 0.29444020986557007, 0.01693461462855339, 0.00034849386429414153], [0.9348288178443909, 0.013636148534715176, 0.0008784839301370084, 7.862323400331661e-05, 0.0011073440546169877, 0.04001984745264053, 0.009450615383684635]], [[0.9728526473045349, 0.0067128813825547695, 0.004023718181997538, 0.003182332729920745, 0.0017504275310784578, 0.002482073148712516, 0.008996043354272842], [0.8948850631713867, 0.017588306218385696, 0.004125541541725397, 0.04410000890493393, 0.0079108327627182, 0.0038691507652401924, 0.02752103842794895], [0.9158439636230469, 0.020998015999794006, 0.005852938164025545, 0.022507209330797195, 0.013362500816583633, 0.008502604439854622, 0.012932718731462955], [0.8973398804664612, 0.005156530998647213, 0.005696196109056473, 0.06774505227804184, 0.012929496355354786, 0.005293608643114567, 0.005839257501065731], [0.8867024779319763, 0.005221431143581867, 0.004474970977753401, 0.08754602819681168, 0.007752649486064911, 0.00343920080922544, 0.0048632994294166565], [0.8974084258079529, 0.007290432695299387, 0.002475867047905922, 0.06545985490083694, 0.015035843476653099, 0.0011520517291501164, 0.011177532374858856], [0.6541450023651123, 0.03004792518913746, 0.011394110508263111, 0.14973074197769165, 0.09188772737979889, 0.023564254865050316, 0.03923029452562332]], [[0.9772934317588806, 0.01018326636403799, 0.002251202939078212, 0.0025052311830222607, 0.001241234946064651, 0.0016991503071039915, 0.004826436750590801], [0.9211633205413818, 0.05261114984750748, 0.013393377885222435, 0.006101266946643591, 0.0022277911193668842, 0.003817949676886201, 0.0006853361846879125], [0.8582462072372437, 0.10645850002765656, 0.015915382653474808, 0.012024115771055222, 0.001518833450973034, 0.003017079085111618, 0.0028199898079037666], [0.8261473178863525, 0.11497325450181961, 0.031105730682611465, 0.020069800317287445, 0.003127416828647256, 0.003267332212999463, 0.001309142098762095], [0.7603434324264526, 0.057237569242715836, 0.007380933500826359, 0.16040261089801788, 0.009722723625600338, 0.00034006929490715265, 0.004572821315377951], [0.5571170449256897, 0.006249124184250832, 0.0381748266518116, 0.1940649300813675, 0.19101569056510925, 0.009083989076316357, 0.0042944010347127914], [0.978714644908905, 0.002789166057482362, 0.004156650044023991, 0.001070703729055822, 0.002467737765982747, 0.010209411382675171, 0.0005918144015595317]]], [[[0.9794967174530029, 0.0069177052937448025, 0.0030021299608051777, 0.003928260412067175, 0.003208494046702981, 0.0008753901929594576, 0.002571333898231387], [0.955489993095398, 0.012893781997263432, 0.026189520955085754, 0.0016183927655220032, 0.0014911182224750519, 0.000812296464573592, 0.0015049680368974805], [0.7836839556694031, 0.14272142946720123, 0.04636215791106224, 0.00889762956649065, 0.002277266001328826, 0.003986916039139032, 0.012070680968463421], [0.8784337043762207, 0.0353124663233757, 0.05451315641403198, 0.010819447226822376, 0.014641992747783661, 0.002629603259265423, 0.003649658989161253], [0.6208741068840027, 0.04326789081096649, 0.1426692008972168, 0.0953691154718399, 0.0868111401796341, 0.004210381302982569, 0.006798166781663895], [0.5228762626647949, 0.017857301980257034, 0.06678128987550735, 0.21915163099765778, 0.15126599371433258, 0.01021675206720829, 0.011850804090499878], [0.6756281852722168, 0.054825201630592346, 0.016538094729185104, 0.05067068710923195, 0.054707176983356476, 0.11632098257541656, 0.031309738755226135]], [[0.9919335246086121, 0.0032816759776324034, 0.0011426953133195639, 0.0009411723003722727, 0.0003720796958077699, 0.0006646689726039767, 0.0016641331603750587], [0.11686654388904572, 0.007731881458312273, 0.7713580131530762, 0.00925450399518013, 0.03207992762327194, 0.06073234975337982, 0.001976804342120886], [0.5568222999572754, 0.11781676113605499, 0.0960320383310318, 0.00870866235345602, 0.015159061178565025, 0.1926582157611847, 0.012803036719560623], [0.09483429044485092, 0.012375812977552414, 0.20104482769966125, 0.0021341447718441486, 0.4428351819515228, 0.24045026302337646, 0.0063255480490624905], [0.08363763988018036, 0.0023779759649187326, 0.009434071369469166, 0.006723983678966761, 0.004957318771630526, 0.8899404406547546, 0.002928623929619789], [0.4415118992328644, 0.021165847778320312, 0.41961240768432617, 0.012232073582708836, 0.03944641724228859, 0.04963752254843712, 0.01639380306005478], [0.16033874452114105, 0.025653351098299026, 0.590148389339447, 0.02400863915681839, 0.16654612123966217, 0.02205771766602993, 0.011247046291828156]], [[0.9934817552566528, 0.0007806230569258332, 0.0028533085715025663, 0.00106624118052423, 0.00036477093817666173, 0.00035602893331088126, 0.0010974048636853695], [0.5747487545013428, 0.18677645921707153, 0.05459917336702347, 0.10478456318378448, 0.025385145097970963, 0.005189115181565285, 0.04851683974266052], [0.7998471260070801, 0.033292435109615326, 0.11509431153535843, 0.016239894554018974, 0.01017485186457634, 0.009253177791833878, 0.016098270192742348], [0.5415120720863342, 0.02328493446111679, 0.10332875698804855, 0.1589551419019699, 0.08566802740097046, 0.05475999787449837, 0.03249116986989975], [0.7329729795455933, 0.0243863295763731, 0.06574968248605728, 0.024634949862957, 0.08185923844575882, 0.05415596067905426, 0.016240861266851425], [0.42675018310546875, 0.013958625495433807, 0.08494724333286285, 0.02464795485138893, 0.04573329538106918, 0.35626596212387085, 0.04769674316048622], [0.692529022693634, 0.062332794070243835, 0.08289895951747894, 0.06672416627407074, 0.017837287858128548, 0.0274063553661108, 0.05027146264910698]], [[0.9872762560844421, 0.001981346867978573, 0.0023461675737053156, 0.0018738622311502695, 0.0012162961065769196, 0.002950645750388503, 0.0023552512284368277], [0.07319733500480652, 0.04576638340950012, 0.10779134184122086, 0.126357764005661, 0.1596267968416214, 0.379893034696579, 0.10736730694770813], [0.31744787096977234, 0.06369177997112274, 0.11275225877761841, 0.08511676639318466, 0.09132477641105652, 0.2380381077528, 0.09162849932909012], [0.29579514265060425, 0.026339612901210785, 0.05187106877565384, 0.046859029680490494, 0.11032036691904068, 0.13953819870948792, 0.32927656173706055], [0.690933346748352, 0.014891700819134712, 0.015111018903553486, 0.01236678846180439, 0.03928782045841217, 0.021210981532931328, 0.20619821548461914], [0.8307468295097351, 0.006860933266580105, 0.01796647347509861, 0.027243884280323982, 0.039797015488147736, 0.029297424480319023, 0.048087410628795624], [0.2938714921474457, 0.11595999449491501, 0.11829416453838348, 0.10795596241950989, 0.12683571875095367, 0.10756790637969971, 0.12951478362083435]], [[0.9812180995941162, 0.003943620715290308, 0.004557809792459011, 0.0010365165071561933, 0.00012087329378118739, 0.002590985270217061, 0.006532052531838417], [0.88919597864151, 0.04912848770618439, 0.017292378470301628, 0.0025302644353359938, 0.0034924079664051533, 0.005323181394487619, 0.03303743898868561], [0.8196539282798767, 0.02509344182908535, 0.13957977294921875, 0.001456616329960525, 0.00026858836645260453, 0.005328245926648378, 0.008619420230388641], [0.8005832433700562, 0.06747958064079285, 0.08272740244865417, 0.022613883018493652, 0.0011457602959126234, 0.010108821094036102, 0.015341350808739662], [0.6685065031051636, 0.1352827399969101, 0.11490651965141296, 0.029331279918551445, 0.006069694180041552, 0.03479206562042236, 0.01111123152077198], [0.7245409488677979, 0.0753006711602211, 0.08895280212163925, 0.016739098355174065, 0.0007389200036413968, 0.08274757862091064, 0.010980075225234032], [0.4932180941104889, 0.23580634593963623, 0.11960334330797195, 0.06770049780607224, 0.02278764918446541, 0.02736365981400013, 0.033520378172397614]], [[0.9895325899124146, 0.0011886450229212642, 0.006291489116847515, 0.0004761584277730435, 0.00014560631825588644, 0.0004978769575245678, 0.0018675150349736214], [0.6142672300338745, 0.056766510009765625, 0.22562162578105927, 0.05360543355345726, 0.012592554092407227, 0.020515700802206993, 0.016630953177809715], [0.5665309429168701, 0.04027722030878067, 0.32787030935287476, 0.01831824891269207, 0.005436463747173548, 0.019160885363817215, 0.022405868396162987], [0.6735380291938782, 0.09144552797079086, 0.15281942486763, 0.03266005590558052, 0.007371810730546713, 0.018975863233208656, 0.02318921498954296], [0.7574846148490906, 0.04573862999677658, 0.095003642141819, 0.022964050993323326, 0.006013928446918726, 0.05156059190630913, 0.021234573796391487], [0.6395865082740784, 0.047116439789533615, 0.27418920397758484, 0.008459567092359066, 0.0034553746227174997, 0.008241777308285236, 0.01895112544298172], [0.4163357615470886, 0.08775295317173004, 0.42246219515800476, 0.02810710109770298, 0.007847747765481472, 0.01424413826316595, 0.02325018309056759]], [[0.98759925365448, 0.003012673929333687, 0.0031819569412618876, 0.001450961921364069, 0.0009623424266465008, 0.0012156027369201183, 0.002577404957264662], [0.4328949451446533, 0.06521956622600555, 0.22727426886558533, 0.07914499938488007, 0.05992985889315605, 0.07967560738325119, 0.05586077272891998], [0.7574240565299988, 0.035375770181417465, 0.06571125239133835, 0.014807751402258873, 0.018524914979934692, 0.05151459574699402, 0.056641578674316406], [0.6057305932044983, 0.03057435341179371, 0.12035875022411346, 0.049911823123693466, 0.028767041862010956, 0.08968637883663177, 0.0749710276722908], [0.49106165766716003, 0.0600353479385376, 0.09853319078683853, 0.07268330454826355, 0.04481247067451477, 0.14098568260669708, 0.09188831597566605], [0.7142861485481262, 0.03190868720412254, 0.13944214582443237, 0.023123450577259064, 0.007770920172333717, 0.04450167343020439, 0.03896690532565117], [0.3166612684726715, 0.09764917194843292, 0.2700711488723755, 0.11278697848320007, 0.07972445338964462, 0.07585370540618896, 0.04725334420800209]], [[0.9705770611763, 0.009671651758253574, 0.00625951262190938, 0.002611057134345174, 0.001951343845576048, 0.0024089824873954058, 0.006520531605929136], [0.8561347126960754, 0.03812026232481003, 0.007375423796474934, 0.012933166697621346, 0.029168127104640007, 0.025335347279906273, 0.030932994559407234], [0.8149378895759583, 0.049920305609703064, 0.007924720644950867, 0.01318337768316269, 0.009052823297679424, 0.015406491234898567, 0.08957429230213165], [0.8904234170913696, 0.033603690564632416, 0.003698700573295355, 0.008161813952028751, 0.01704186387360096, 0.004101681988686323, 0.04296875], [0.8099907040596008, 0.04843125864863396, 0.0075545781292021275, 0.03426290303468704, 0.031117457896471024, 0.035820238292217255, 0.032822851091623306], [0.9199807643890381, 0.0163910873234272, 0.03293447941541672, 0.007051789667457342, 0.007935079745948315, 0.0006796469097025692, 0.015027118846774101], [0.8880585432052612, 0.036200717091560364, 0.015593516640365124, 0.01351865567266941, 0.012254774570465088, 0.010318624787032604, 0.024055246263742447]], [[0.9911324381828308, 0.0010706729954108596, 0.0017944256542250514, 0.0010532981250435114, 0.0007125645643100142, 0.0017237610882148147, 0.002512838691473007], [0.06663887202739716, 0.014758959412574768, 0.8549879193305969, 0.04828214272856712, 0.0074606481939554214, 0.005105494987219572, 0.002765938173979521], [0.7444247603416443, 0.017537813633680344, 0.07701170444488525, 0.11815062910318375, 0.023083994165062904, 0.013584742322564125, 0.006206296384334564], [0.14382882416248322, 0.005056000780314207, 0.03513536974787712, 0.0038508728612214327, 0.0591585747897625, 0.7185183763504028, 0.03445200249552727], [0.0906066745519638, 0.001003878191113472, 0.00475644925609231, 0.0012178318575024605, 0.011632781475782394, 0.8499961495399475, 0.040786262601614], [0.7054657936096191, 0.0022545824758708477, 0.035447634756565094, 0.0006847784970887005, 0.0030398310627788305, 0.098899245262146, 0.15420813858509064], [0.6952086687088013, 0.030229605734348297, 0.20170560479164124, 0.007995905354619026, 0.002945585874840617, 0.02657684125006199, 0.03533778339624405]], [[0.9550988078117371, 0.005194099619984627, 0.01962495781481266, 0.0018671571742743254, 0.0017248080112040043, 0.0017334753647446632, 0.014756639488041401], [0.955247163772583, 0.034538011997938156, 0.0006099711754359305, 0.0006387963658198714, 0.0004876821767538786, 7.847829692764208e-05, 0.008399835787713528], [0.9481461048126221, 0.0008134318049997091, 0.047517064958810806, 5.285144652589224e-05, 8.676183642819524e-05, 0.0007262962753884494, 0.0026574262883514166], [0.841663122177124, 0.0008139664423651993, 7.287786866072565e-05, 0.1304715871810913, 0.0017036964418366551, 0.0012990460963919759, 0.023975742980837822], [0.9421960711479187, 0.0013701093848794699, 0.0001771956158336252, 0.0016774944961071014, 0.043210629373788834, 0.0014483602717518806, 0.009920171461999416], [0.8718985319137573, 0.00015304774569813162, 0.002177176298573613, 0.0008711898699402809, 0.0013133703032508492, 0.10870279371738434, 0.0148839196190238], [0.9875320792198181, 0.002843487309291959, 0.0003732950135599822, 0.0021997487638145685, 0.0012624349910765886, 0.0020440351217985153, 0.0037448436487466097]], [[0.9929215312004089, 0.0015757196815684438, 0.0018756415229290724, 0.0007963953539729118, 0.00018341215036343783, 0.0008445129496976733, 0.0018028505146503448], [0.4229930639266968, 0.15554381906986237, 0.31996673345565796, 0.01707671768963337, 0.020329546183347702, 0.01704360544681549, 0.04704643785953522], [0.5372933745384216, 0.13206692039966583, 0.2516331076622009, 0.01688311994075775, 0.011669999919831753, 0.017985424026846886, 0.03246816620230675], [0.2581064701080322, 0.24987715482711792, 0.3170751631259918, 0.036931414157152176, 0.058967605233192444, 0.03768929839134216, 0.041352778673172], [0.39224958419799805, 0.19205258786678314, 0.26321712136268616, 0.025541389361023903, 0.036306314170360565, 0.039830807596445084, 0.05080205574631691], [0.47776442766189575, 0.25556260347366333, 0.11042428761720657, 0.06305976212024689, 0.0268065445125103, 0.01402882020920515, 0.05235356464982033], [0.16374385356903076, 0.2444688230752945, 0.35582923889160156, 0.13640901446342468, 0.05311889946460724, 0.02505599893629551, 0.021374164149165154]], [[0.9742313027381897, 0.007875747978687286, 0.00522357365116477, 0.003415681654587388, 0.0017423107055947185, 0.0038905490655452013, 0.0036206452641636133], [0.9508058428764343, 0.04325975105166435, 0.0020784297958016396, 0.0019614933989942074, 0.0008766399114392698, 0.0007732653757557273, 0.0002446343132760376], [0.9030468463897705, 0.06670089811086655, 0.011709297075867653, 0.01204893458634615, 0.002182482276111841, 0.0010619653621688485, 0.003249529981985688], [0.3430473208427429, 0.024066472426056862, 0.6101580262184143, 0.018499653786420822, 0.0033208834938704967, 0.00017335396842099726, 0.0007343724719248712], [0.34905168414115906, 0.0030627038795500994, 0.04218209534883499, 0.5892253518104553, 0.014615838415920734, 0.0005846192943863571, 0.0012777213705703616], [0.2721540629863739, 0.001942531787790358, 0.005758477374911308, 0.17587870359420776, 0.5075355768203735, 0.03399169072508812, 0.0027388876769691706], [0.6761125922203064, 0.00643318984657526, 0.003152320394292474, 0.007461165077984333, 0.09921858459711075, 0.16807526350021362, 0.03954687714576721]]], [[[0.9888159036636353, 0.0017716364236548543, 0.0024023116566240788, 0.0016513664741069078, 0.0011044717393815517, 0.0015232351142913103, 0.002731101354584098], [0.12782655656337738, 0.09523212164640427, 0.12247294187545776, 0.12919797003269196, 0.1963595151901245, 0.13490138947963715, 0.19400949776172638], [0.317736953496933, 0.08462730795145035, 0.12514299154281616, 0.07269534468650818, 0.1224285140633583, 0.09588345140218735, 0.18148531019687653], [0.1920652985572815, 0.0361359678208828, 0.062140144407749176, 0.10072319209575653, 0.27671921253204346, 0.10858824104070663, 0.2236279398202896], [0.48446375131607056, 0.02403634786605835, 0.031600646674633026, 0.07385655492544174, 0.1727205216884613, 0.04661891236901283, 0.1667032539844513], [0.40955060720443726, 0.04430229216814041, 0.048991668969392776, 0.09791956841945648, 0.1583484411239624, 0.11105789244174957, 0.12982958555221558], [0.15860667824745178, 0.14808586239814758, 0.19213077425956726, 0.12360452115535736, 0.11604800075292587, 0.14711551368236542, 0.11440864950418472]], [[0.9922938346862793, 0.0006785010336898267, 0.0054343584924936295, 0.0006785628502257168, 0.0002894319186452776, 0.00011570957576623186, 0.0005095787346363068], [0.4056096374988556, 0.046129655092954636, 0.5203181505203247, 0.0036645943764597178, 0.0011887834407389164, 0.003699064254760742, 0.019390052184462547], [0.8056300282478333, 0.06062782555818558, 0.09827083349227905, 0.013271171599626541, 0.004983571358025074, 0.009339181706309319, 0.007877477444708347], [0.2645359933376312, 0.1501457542181015, 0.501679003238678, 0.014083288609981537, 0.008000867441296577, 0.031817276030778885, 0.02973773702979088], [0.5545543432235718, 0.07219783216714859, 0.23017117381095886, 0.020899904891848564, 0.006300446577370167, 0.07678696513175964, 0.03908933326601982], [0.1659626066684723, 0.06782197952270508, 0.747236430644989, 0.0018759354716166854, 0.00041228331974707544, 0.0030742138624191284, 0.013616514392197132], [0.6672611236572266, 0.06165418028831482, 0.20220886170864105, 0.015780741348862648, 0.013008764944970608, 0.01137357298284769, 0.028712771832942963]], [[0.9792906045913696, 0.0037822583690285683, 0.003959194291383028, 0.003212017472833395, 0.0013914357405155897, 0.0015501121524721384, 0.006814479827880859], [0.23741358518600464, 0.065865658223629, 0.14564236998558044, 0.15138094127178192, 0.3116298019886017, 0.060926955193281174, 0.027140699326992035], [0.3125211298465729, 0.14991918206214905, 0.16055096685886383, 0.11236753314733505, 0.10927162319421768, 0.08933926373720169, 0.06603023409843445], [0.28756412863731384, 0.03305603563785553, 0.05346399173140526, 0.1048390343785286, 0.4242491126060486, 0.05341216176748276, 0.043415606021881104], [0.6274521350860596, 0.020734217017889023, 0.0324103944003582, 0.0825214758515358, 0.17410527169704437, 0.02075212448835373, 0.042024385184049606], [0.571043848991394, 0.04807659983634949, 0.07403071969747543, 0.11352204531431198, 0.137107715010643, 0.023917481303215027, 0.03230152279138565], [0.27035218477249146, 0.0802479237318039, 0.19029612839221954, 0.15916961431503296, 0.17258480191230774, 0.09958692640066147, 0.02776244468986988]], [[0.9650618433952332, 0.005459995940327644, 0.012762309052050114, 0.003951711114495993, 0.00336867431178689, 0.0015144036151468754, 0.007880973629653454], [0.7835538983345032, 0.04033704847097397, 0.07058708369731903, 0.019841047003865242, 0.011454171501100063, 0.047386571764945984, 0.026840316131711006], [0.7350401282310486, 0.021619394421577454, 0.0706983357667923, 0.03276929631829262, 0.01733037456870079, 0.11324280500411987, 0.009299679659307003], [0.8581523299217224, 0.015034212730824947, 0.02761009894311428, 0.02484063059091568, 0.019178500398993492, 0.03275199979543686, 0.02243230491876602], [0.8617679476737976, 0.008145398460328579, 0.02371831238269806, 0.030922114849090576, 0.03017117828130722, 0.02327127382159233, 0.022003669291734695], [0.9096319079399109, 0.008557274006307125, 0.01960805617272854, 0.016341494396328926, 0.011743881739675999, 0.01966690830886364, 0.01445047091692686], [0.9373731017112732, 0.009865453466773033, 0.016881607472896576, 0.005577046424150467, 0.004879652056843042, 0.006070245057344437, 0.019352860748767853]], [[0.9747870564460754, 0.004472516477108002, 0.007237048353999853, 0.003643728792667389, 0.0023695253767073154, 0.0020278056617826223, 0.005462425295263529], [0.8941927552223206, 0.009009645320475101, 0.03270117565989494, 0.01199719775468111, 0.024872761219739914, 0.012194188311696053, 0.015032329596579075], [0.9404692649841309, 0.010015550069510937, 0.006865295115858316, 0.004616606514900923, 0.009454097598791122, 0.008605558425188065, 0.019973594695329666], [0.854585587978363, 0.03139639273285866, 0.04498719051480293, 0.013689317740499973, 0.017442800104618073, 0.009833790361881256, 0.028064999729394913], [0.9069377183914185, 0.029882049188017845, 0.02959449030458927, 0.008495388552546501, 0.002315815072506666, 0.0030504122842103243, 0.019724104553461075], [0.9408003687858582, 0.013099991716444492, 0.022842157632112503, 0.00500365300104022, 0.0014004313852638006, 0.0006012024241499603, 0.016252130270004272], [0.8576688170433044, 0.017110668122768402, 0.05731716379523277, 0.015762941911816597, 0.024554606527090073, 0.01637820154428482, 0.011207823641598225]], [[0.9628199338912964, 0.0057183243334293365, 0.01275432389229536, 0.005945172160863876, 0.0029782510828226805, 0.004624140914529562, 0.005159812048077583], [0.9389685392379761, 0.01905011013150215, 0.015568859875202179, 0.011821853928267956, 0.0031680262181907892, 0.004288861993700266, 0.007133611477911472], [0.709235429763794, 0.037999317049980164, 0.1785193830728531, 0.03008047677576542, 0.009597500786185265, 0.015248343348503113, 0.01931956224143505], [0.7864192128181458, 0.017199065536260605, 0.018153222277760506, 0.058707933872938156, 0.06195924058556557, 0.020970452576875687, 0.036590833216905594], [0.7571914196014404, 0.005363998934626579, 0.011724802665412426, 0.039639223366975784, 0.12158118188381195, 0.02932972088456154, 0.03516964241862297], [0.8016001582145691, 0.012474577873945236, 0.05203792825341225, 0.027709007263183594, 0.043196067214012146, 0.02748788893222809, 0.03549444302916527], [0.8779538869857788, 0.02274814434349537, 0.01759134605526924, 0.026051325723528862, 0.021178653463721275, 0.010948790237307549, 0.023527955636382103]], [[0.9939735531806946, 0.0008385723340325058, 0.0014561825664713979, 0.0009554287535138428, 0.0010094712488353252, 0.00038833721191622317, 0.0013786661438643932], [0.5892482995986938, 0.08383440226316452, 0.12055160850286484, 0.05501476302742958, 0.049905527383089066, 0.03604006767272949, 0.06540533155202866], [0.8499428033828735, 0.02105889655649662, 0.07913748919963837, 0.015985939651727676, 0.017156381160020828, 0.00795765407383442, 0.008760794065892696], [0.4342263638973236, 0.04750121012330055, 0.11844751983880997, 0.07786928117275238, 0.13405336439609528, 0.095853291451931, 0.09204891324043274], [0.5942667126655579, 0.02368881180882454, 0.06328988820314407, 0.050602179020643234, 0.10568812489509583, 0.07276783138513565, 0.08969637751579285], [0.885518491268158, 0.02536879852414131, 0.02549280785024166, 0.009969186969101429, 0.018884673714637756, 0.022464115172624588, 0.012301982380449772], [0.39188477396965027, 0.12925314903259277, 0.17625641822814941, 0.07559124380350113, 0.09320720285177231, 0.04308582842350006, 0.09072141349315643]], [[0.9980432987213135, 0.00017888886213768274, 0.0007880769553594291, 0.00033596984576433897, 9.520062303636223e-05, 0.00021780708630103618, 0.0003405999159440398], [0.567409098148346, 0.06824026256799698, 0.06460080295801163, 0.07809992134571075, 0.05432721599936485, 0.08994758874177933, 0.07737502455711365], [0.7756572961807251, 0.03960335999727249, 0.06547392904758453, 0.028279650956392288, 0.009374178014695644, 0.03828896954655647, 0.0433226153254509], [0.5211188197135925, 0.0789569616317749, 0.035566218197345734, 0.06687255203723907, 0.05671310797333717, 0.11337646096944809, 0.12739591300487518], [0.5335195660591125, 0.06859681010246277, 0.03653964772820473, 0.09281523525714874, 0.04447036236524582, 0.10108359158039093, 0.12297478318214417], [0.7617352604866028, 0.04582144692540169, 0.044135693460702896, 0.04012832045555115, 0.019203834235668182, 0.038920167833566666, 0.050055280327796936], [0.7197954058647156, 0.04761946573853493, 0.04147527739405632, 0.054210469126701355, 0.038654014468193054, 0.048450928181409836, 0.04979443922638893]], [[0.9539986848831177, 0.0039557963609695435, 0.008559727109968662, 0.00719547551125288, 0.006482385098934174, 0.011712977662682533, 0.00809489469975233], [0.26356494426727295, 0.024409329518675804, 0.23221983015537262, 0.06611515581607819, 0.10681047290563583, 0.28892144560813904, 0.017958862707018852], [0.4595886170864105, 0.08509171009063721, 0.057848360389471054, 0.09305264800786972, 0.10449327528476715, 0.18058064579963684, 0.019344674423336983], [0.48375266790390015, 0.028505908325314522, 0.20952413976192474, 0.03135016933083534, 0.1425059586763382, 0.08359427005052567, 0.020766984671354294], [0.5914493799209595, 0.02423076145350933, 0.1994812786579132, 0.05126481503248215, 0.05659565329551697, 0.02659614197909832, 0.050381965935230255], [0.1799158751964569, 0.10350967943668365, 0.24100317060947418, 0.1762864738702774, 0.16850697994232178, 0.06807857006788254, 0.06269922107458115], [0.4451787769794464, 0.03590807318687439, 0.2532370686531067, 0.04100371524691582, 0.04790450632572174, 0.139848530292511, 0.03691919893026352]], [[0.989120602607727, 0.00151957874186337, 0.005066750571131706, 0.0006756243528798223, 0.00021105119958519936, 0.000582322187256068, 0.0028241730760782957], [0.20404696464538574, 0.09768372774124146, 0.4607386589050293, 0.09844198822975159, 0.06697866320610046, 0.05329596996307373, 0.018814118579030037], [0.8121002316474915, 0.03658558800816536, 0.10292509198188782, 0.017117662355303764, 0.01021437905728817, 0.011377453804016113, 0.009679531678557396], [0.1892552673816681, 0.17615443468093872, 0.31498798727989197, 0.06772028654813766, 0.11791335046291351, 0.09797507524490356, 0.03599340468645096], [0.29461413621902466, 0.2200378179550171, 0.2932875454425812, 0.06121082231402397, 0.03156299144029617, 0.05155457183718681, 0.04773202911019325], [0.6196942925453186, 0.08055713027715683, 0.1964421570301056, 0.025958478450775146, 0.013406164944171906, 0.03669343516230583, 0.02724832110106945], [0.12165910005569458, 0.15286338329315186, 0.42386594414711, 0.08768487721681595, 0.11451146751642227, 0.061588991433382034, 0.037826210260391235]], [[0.965715765953064, 0.005431726109236479, 0.008479961194097996, 0.005868488922715187, 0.004946576897054911, 0.002727581188082695, 0.006829922553151846], [0.2652586102485657, 0.09052948653697968, 0.4048052430152893, 0.046622321009635925, 0.06862419098615646, 0.06659292429685593, 0.05756721645593643], [0.5971555113792419, 0.08266253769397736, 0.1680922508239746, 0.03270764648914337, 0.03657897561788559, 0.029899653047323227, 0.05290345475077629], [0.17119254171848297, 0.1277661919593811, 0.3041551411151886, 0.13977065682411194, 0.10107697546482086, 0.07754462212324142, 0.07849380373954773], [0.20330415666103363, 0.10840149968862534, 0.10457436740398407, 0.24129757285118103, 0.16030478477478027, 0.07027532905340195, 0.11184228211641312], [0.4677700400352478, 0.06848490238189697, 0.2037709355354309, 0.08731396496295929, 0.10022994875907898, 0.026770561933517456, 0.04565964639186859], [0.13112179934978485, 0.08292213082313538, 0.42911189794540405, 0.06973879039287567, 0.091792531311512, 0.1151057705283165, 0.08020708709955215]], [[0.48252975940704346, 0.09702742099761963, 0.1350107640028, 0.06630859524011612, 0.05551622062921524, 0.07501812279224396, 0.08858919143676758], [0.17566697299480438, 0.11942750215530396, 0.17348867654800415, 0.07863631099462509, 0.05504404753446579, 0.02669157087802887, 0.3710448741912842], [0.14919649064540863, 0.14096327126026154, 0.10095580667257309, 0.17801199853420258, 0.10232894122600555, 0.05129190906882286, 0.27725154161453247], [0.11897626519203186, 0.15643133223056793, 0.25868457555770874, 0.041173871606588364, 0.02326064743101597, 0.023124847561120987, 0.3783484995365143], [0.10291201621294022, 0.13733302056789398, 0.20415793359279633, 0.06502243131399155, 0.026295162737369537, 0.02532818913459778, 0.4389512538909912], [0.0851406380534172, 0.13244640827178955, 0.2561914920806885, 0.13490086793899536, 0.05195802450180054, 0.022127557545900345, 0.3172350227832794], [0.25909218192100525, 0.13568153977394104, 0.2286306768655777, 0.09357689321041107, 0.05284229665994644, 0.031842876225709915, 0.19833360612392426]]], [[[0.9248466491699219, 0.008870359510183334, 0.0214031133800745, 0.010882764123380184, 0.009508565068244934, 0.0058814529329538345, 0.018607081845402718], [0.08032731711864471, 0.34823375940322876, 0.19686347246170044, 0.17270024120807648, 0.05430509150028229, 0.01564556546509266, 0.1319245547056198], [0.3140023648738861, 0.06884247809648514, 0.4256035089492798, 0.03462323918938637, 0.05524880439043045, 0.025002580136060715, 0.076677106320858], [0.12727509438991547, 0.1528463214635849, 0.1785503476858139, 0.2690223753452301, 0.16437387466430664, 0.04300042241811752, 0.06493156403303146], [0.3155363202095032, 0.04485190659761429, 0.17184847593307495, 0.12144817411899567, 0.23481185734272003, 0.0711638331413269, 0.04033948853611946], [0.3750183582305908, 0.061779387295246124, 0.21829728782176971, 0.06963861733675003, 0.1293594241142273, 0.11294085532426834, 0.03296610713005066], [0.05331505835056305, 0.25904393196105957, 0.15263070166110992, 0.27618277072906494, 0.07870187610387802, 0.041878968477249146, 0.13824671506881714]], [[0.9943820834159851, 0.0006280367961153388, 0.002894784091040492, 0.00045634646085090935, 0.00037760447594337165, 0.00022013556736055762, 0.0010411387775093317], [0.07849092781543732, 0.23983274400234222, 0.14356453716754913, 0.16345973312854767, 0.18707922101020813, 0.023159394040703773, 0.16441336274147034], [0.7403729557991028, 0.04373013600707054, 0.09103509783744812, 0.024505341425538063, 0.041077692061662674, 0.013317526318132877, 0.045961201190948486], [0.19449299573898315, 0.17846296727657318, 0.06685943156480789, 0.14233314990997314, 0.2540239095687866, 0.03927699849009514, 0.12455053627490997], [0.6528993844985962, 0.05961046367883682, 0.038065534085035324, 0.05815374478697777, 0.0894852876663208, 0.04073603078722954, 0.06104959547519684], [0.6462664008140564, 0.04214106872677803, 0.07368685305118561, 0.05276763066649437, 0.10524873435497284, 0.04335808753967285, 0.036531172692775726], [0.08163532614707947, 0.23468786478042603, 0.19249112904071808, 0.125939279794693, 0.16075551509857178, 0.04820510372519493, 0.15628580749034882]], [[0.9959772229194641, 0.0003802499850280583, 0.0010486715473234653, 0.00032571700285188854, 0.0010556583292782307, 0.0002552289515733719, 0.0009573506540618837], [0.7384974956512451, 0.024256164208054543, 0.03592473268508911, 0.04811045527458191, 0.06928321719169617, 0.02378746122121811, 0.06014049053192139], [0.8565029501914978, 0.014092938043177128, 0.0026862353552132845, 0.027219412848353386, 0.022464293986558914, 0.02687716856598854, 0.050156835466623306], [0.8115267157554626, 0.03195354342460632, 0.032084185630083084, 0.02694750763475895, 0.025470202788710594, 0.01576239988207817, 0.056255366653203964], [0.8616397380828857, 0.03704482689499855, 0.016760868951678276, 0.016344601288437843, 0.007691133301705122, 0.010488924570381641, 0.050029970705509186], [0.8938344120979309, 0.012291407212615013, 0.017140207812190056, 0.018891766667366028, 0.029984818771481514, 0.007149187847971916, 0.02070821076631546], [0.6106575727462769, 0.05934285372495651, 0.061003491282463074, 0.07882709056138992, 0.10204046964645386, 0.027251262217760086, 0.06087733060121536]], [[0.9916689395904541, 0.0011340316850692034, 0.001783213927410543, 0.0008456810610368848, 0.00047207227908074856, 0.0005475797224789858, 0.0035485418047755957], [0.6814333200454712, 0.05298991873860359, 0.03932112082839012, 0.03314005956053734, 0.02931957133114338, 0.01822379045188427, 0.1455722451210022], [0.8165940642356873, 0.05317302048206329, 0.04348776489496231, 0.011828930117189884, 0.010962839238345623, 0.01758882775902748, 0.046364590525627136], [0.48982810974121094, 0.12542812526226044, 0.07781470566987991, 0.05429958552122116, 0.04125300049781799, 0.04088408872485161, 0.17049236595630646], [0.6671411991119385, 0.07915596663951874, 0.05104689672589302, 0.04729137942194939, 0.03427723050117493, 0.04069026932120323, 0.08039698749780655], [0.5295999646186829, 0.12490571290254593, 0.0644264668226242, 0.06436403840780258, 0.03333967924118042, 0.04579969868063927, 0.1375645250082016], [0.8119164705276489, 0.02851039543747902, 0.019906537607312202, 0.015296357683837414, 0.012106654234230518, 0.008717796765267849, 0.10354582965373993]], [[0.991134524345398, 0.0020758830942213535, 0.002291769254952669, 0.0011251807445660233, 0.0002268231619382277, 5.8184770750813186e-05, 0.0030876174569129944], [0.6226518750190735, 0.07234279811382294, 0.05936610698699951, 0.03497324511408806, 0.023570792749524117, 0.0036398537922650576, 0.18345533311367035], [0.7894560694694519, 0.03953690454363823, 0.02890658937394619, 0.020965762436389923, 0.038925278931856155, 0.009782146662473679, 0.07242728769779205], [0.8450748920440674, 0.03226908668875694, 0.02357764169573784, 0.015782680362462997, 0.012309546582400799, 0.0029836357571184635, 0.06800258159637451], [0.9042054414749146, 0.016939504072070122, 0.018587158992886543, 0.01434297300875187, 0.008317086845636368, 0.0032580026891082525, 0.03434990718960762], [0.8426899909973145, 0.018031416460871696, 0.015933213755488396, 0.015846095979213715, 0.030713509768247604, 0.0031799040734767914, 0.07360590994358063], [0.6770792603492737, 0.08066287636756897, 0.07333862781524658, 0.028929268941283226, 0.021185200661420822, 0.004384905099868774, 0.1144198551774025]], [[0.959426760673523, 0.004510925151407719, 0.010881910100579262, 0.004251348320394754, 0.005792219657450914, 0.0035570040345191956, 0.01157984510064125], [0.7817324995994568, 0.07091820240020752, 0.047689639031887054, 0.02447010949254036, 0.009358999319374561, 0.006232579704374075, 0.05959797650575638], [0.7165483832359314, 0.04206134378910065, 0.12134696543216705, 0.02207804284989834, 0.01742895506322384, 0.06294810771942139, 0.017588214948773384], [0.9251185655593872, 0.020622925832867622, 0.01659427024424076, 0.011309943161904812, 0.006439379416406155, 0.002810213714838028, 0.017104782164096832], [0.9457924962043762, 0.01032919529825449, 0.014944051392376423, 0.007099689915776253, 0.011293768882751465, 0.005565562751144171, 0.004975235555320978], [0.9089303016662598, 0.011316248215734959, 0.020638199523091316, 0.011387553997337818, 0.011038769967854023, 0.0325731486082077, 0.004115692339837551], [0.8377137780189514, 0.05250106379389763, 0.028885122388601303, 0.013725179247558117, 0.0029374368023127317, 0.0029146817978471518, 0.06132253631949425]], [[0.9596542119979858, 0.004032026510685682, 0.009508983232080936, 0.0037721891421824694, 0.005992535967379808, 0.002843213500455022, 0.014196917414665222], [0.5595057010650635, 0.07509857416152954, 0.16835534572601318, 0.05551375448703766, 0.03915323689579964, 0.01346361730247736, 0.08890972286462784], [0.7647503614425659, 0.025398628786206245, 0.03125294670462608, 0.03500375524163246, 0.0685589388012886, 0.017046498134732246, 0.05798881873488426], [0.34252849221229553, 0.0923844426870346, 0.1447129249572754, 0.038836315274238586, 0.1328054964542389, 0.11977479606866837, 0.12895755469799042], [0.5730284452438354, 0.042220260947942734, 0.09983819723129272, 0.019910791888833046, 0.07754423469305038, 0.10573040693998337, 0.08172765374183655], [0.43218931555747986, 0.07720231264829636, 0.11462441831827164, 0.0444682352244854, 0.09600646048784256, 0.03921881690621376, 0.19629040360450745], [0.410196453332901, 0.0985374003648758, 0.10651598870754242, 0.0352623388171196, 0.05661005526781082, 0.022710688412189484, 0.2701670229434967]], [[0.9687726497650146, 0.005497131496667862, 0.0036772703751921654, 0.003477325662970543, 0.004612192045897245, 0.0035703822504729033, 0.010392991825938225], [0.8813973069190979, 0.01644335314631462, 0.010146677494049072, 0.01983412355184555, 0.030749443918466568, 0.01771167851984501, 0.023717451840639114], [0.35765594244003296, 0.0855899453163147, 0.0395783893764019, 0.11746114492416382, 0.2511846721172333, 0.09007635712623596, 0.058453503996133804], [0.8705805540084839, 0.0234636589884758, 0.026769142597913742, 0.02341390587389469, 0.022621219977736473, 0.012839342467486858, 0.020312193781137466], [0.8114914894104004, 0.023273972794413567, 0.02935829572379589, 0.050151336938142776, 0.04031245410442352, 0.017295213416218758, 0.02811732329428196], [0.1398569941520691, 0.048498980700969696, 0.07127069681882858, 0.2915540635585785, 0.3292554020881653, 0.07749061286449432, 0.04207322746515274], [0.9102461338043213, 0.0056228311732411385, 0.004542859271168709, 0.01434026937931776, 0.015919068828225136, 0.019120605662465096, 0.030208218842744827]], [[0.8784075975418091, 0.015151257626712322, 0.020934509113430977, 0.009308790788054466, 0.013945438899099827, 0.006160455290228128, 0.056092072278261185], [0.7803242802619934, 0.04445643723011017, 0.057628046721220016, 0.024262653663754463, 0.017000211402773857, 0.018623150885105133, 0.05770516023039818], [0.6320485472679138, 0.07214438915252686, 0.17311908304691315, 0.027438655495643616, 0.035462308675050735, 0.00988292321562767, 0.04990416020154953], [0.7434177398681641, 0.04549434036016464, 0.03953215479850769, 0.04300801455974579, 0.04096410050988197, 0.023301970213651657, 0.06428161263465881], [0.7038194537162781, 0.03974024951457977, 0.05109748616814613, 0.048032719641923904, 0.08364565670490265, 0.023035716265439987, 0.05062871053814888], [0.6551375389099121, 0.028206881135702133, 0.058250926434993744, 0.05661238357424736, 0.11689937114715576, 0.05263296887278557, 0.03225991874933243], [0.7415463328361511, 0.039694592356681824, 0.06768663227558136, 0.02614574134349823, 0.03190404921770096, 0.030134301632642746, 0.06288829445838928]], [[0.8830888271331787, 0.013167750090360641, 0.03727634996175766, 0.014797376468777657, 0.016564754769206047, 0.013676730915904045, 0.021428199484944344], [0.45557987689971924, 0.15214964747428894, 0.21862109005451202, 0.04877888783812523, 0.10093631595373154, 0.010953516699373722, 0.012980620376765728], [0.8113463521003723, 0.019656170159578323, 0.018895182758569717, 0.05431901663541794, 0.029087664559483528, 0.012317516840994358, 0.05437798425555229], [0.19325315952301025, 0.008764433674514294, 0.0031494824215769768, 0.023610828444361687, 0.6712587475776672, 0.09111061692237854, 0.00885270070284605], [0.5304387807846069, 0.009616030380129814, 0.008989754132926464, 0.022377630695700645, 0.1871461719274521, 0.2178792953491211, 0.023552291095256805], [0.3108680844306946, 0.06399648636579514, 0.017645731568336487, 0.04692976549267769, 0.059572283178567886, 0.16312013566493988, 0.33786749839782715], [0.723215639591217, 0.03736947476863861, 0.023106494918465614, 0.032668184489011765, 0.074464350938797, 0.026634227484464645, 0.08254153281450272]], [[0.9864850044250488, 0.0009146720403805375, 0.0024053817614912987, 0.001136561157181859, 0.003313555149361491, 0.004199111368507147, 0.0015457377303391695], [0.2925870418548584, 0.05022434517741203, 0.009292763657867908, 0.15294481813907623, 0.32315489649772644, 0.021840021014213562, 0.1499561220407486], [0.4768136739730835, 0.05474970117211342, 0.017905665561556816, 0.10384226590394974, 0.17327484488487244, 0.017201010137796402, 0.15621288120746613], [0.614514946937561, 0.07240348309278488, 0.010661160573363304, 0.07925637811422348, 0.11592508107423782, 0.021296903491020203, 0.08594211935997009], [0.734433650970459, 0.07795162498950958, 0.014061766676604748, 0.0461810864508152, 0.042888034135103226, 0.007787403650581837, 0.07669632136821747], [0.6850209832191467, 0.052709996700286865, 0.02424309030175209, 0.05493169277906418, 0.07041032612323761, 0.004787416663020849, 0.10789657384157181], [0.6213887333869934, 0.037931960076093674, 0.008095622062683105, 0.06756884604692459, 0.1371232271194458, 0.01638774760067463, 0.11150387674570084]], [[0.995339035987854, 0.00036373347393237054, 0.0007057259790599346, 0.0008479786920361221, 0.0008602148154750466, 0.0007977080531418324, 0.001085457275621593], [0.7182471752166748, 0.06655444204807281, 0.10039480030536652, 0.036920707672834396, 0.022972019389271736, 0.011431719176471233, 0.04347902536392212], [0.9447798728942871, 0.004831534810364246, 0.022072263062000275, 0.0054023172706365585, 0.008591155521571636, 0.010324159637093544, 0.0039987158961594105], [0.7435291409492493, 0.0350959412753582, 0.04493756219744682, 0.06079038605093956, 0.07327583432197571, 0.013300753198564053, 0.029070468619465828], [0.8718616962432861, 0.01025733258575201, 0.012467973865568638, 0.027793115004897118, 0.052597880363464355, 0.00824821088463068, 0.016773801296949387], [0.8876364231109619, 0.01764483004808426, 0.014205771498382092, 0.019037306308746338, 0.022554170340299606, 0.011666486039757729, 0.027255063876509666], [0.762281060218811, 0.05355551838874817, 0.10525812953710556, 0.015841083601117134, 0.007136162370443344, 0.0060613807290792465, 0.04986661672592163]]], [[[0.5255684852600098, 0.06021750345826149, 0.032192714512348175, 0.08039054274559021, 0.13376636803150177, 0.10963854193687439, 0.05822574719786644], [0.6494720578193665, 0.06671445071697235, 0.028075726702809334, 0.045330800116062164, 0.05284923315048218, 0.09346361458301544, 0.0640941858291626], [0.8192372918128967, 0.041946277022361755, 0.0495929941534996, 0.0122591033577919, 0.01654488407075405, 0.03889681026339531, 0.021522730588912964], [0.626409113407135, 0.07772054523229599, 0.02707122452557087, 0.04946918040513992, 0.062333978712558746, 0.08123952150344849, 0.0757564976811409], [0.6759991645812988, 0.07263201475143433, 0.03252795711159706, 0.052922699600458145, 0.04624810442328453, 0.05299031361937523, 0.06667983531951904], [0.6369701623916626, 0.05287898704409599, 0.0389251634478569, 0.06936100870370865, 0.0911957174539566, 0.06715799868106842, 0.043511029332876205], [0.7100746631622314, 0.057560984045267105, 0.011711528524756432, 0.04548968747258186, 0.04615611955523491, 0.048232514411211014, 0.08077464252710342]], [[0.30701300501823425, 0.11383766680955887, 0.2336760312318802, 0.0548679456114769, 0.06084270402789116, 0.08943036943674088, 0.14033223688602448], [0.5709444284439087, 0.0452711395919323, 0.24187283217906952, 0.0139981210231781, 0.025558745488524437, 0.05353826656937599, 0.048816416412591934], [0.3941994309425354, 0.02595803514122963, 0.35821840167045593, 0.008864318020641804, 0.021054234355688095, 0.16626662015914917, 0.025438984856009483], [0.4589199721813202, 0.0324876606464386, 0.19037377834320068, 0.018329385668039322, 0.05069522187113762, 0.22294993698596954, 0.0262440238147974], [0.6504017114639282, 0.014975039288401604, 0.1166473850607872, 0.011326952837407589, 0.04806771129369736, 0.1417444944381714, 0.016836749389767647], [0.25745752453804016, 0.030253980308771133, 0.3384458124637604, 0.019490918144583702, 0.06445561349391937, 0.23552505671977997, 0.05437106639146805], [0.7671796083450317, 0.025309870019555092, 0.11353666335344315, 0.00698982086032629, 0.01140173152089119, 0.04497562348842621, 0.03060673549771309]], [[0.4337180256843567, 0.057885706424713135, 0.07293937355279922, 0.07169755548238754, 0.08826278150081635, 0.12365977466106415, 0.15183673799037933], [0.4358846843242645, 0.130642831325531, 0.09748771786689758, 0.07148750126361847, 0.05877065658569336, 0.03796222805976868, 0.16776426136493683], [0.39192458987236023, 0.18442757427692413, 0.13796885311603546, 0.06928471475839615, 0.04050333797931671, 0.03649691492319107, 0.13939407467842102], [0.5007079839706421, 0.1071382537484169, 0.11516329646110535, 0.07971099764108658, 0.04368952289223671, 0.030518807470798492, 0.1230710819363594], [0.6012873649597168, 0.061137136071920395, 0.07465402036905289, 0.07427860796451569, 0.056858696043491364, 0.028195440769195557, 0.10358875244855881], [0.20664077997207642, 0.14205189049243927, 0.17281220853328705, 0.07447203248739243, 0.0885416716337204, 0.11309833824634552, 0.20238307118415833], [0.5291052460670471, 0.08121588081121445, 0.07966554164886475, 0.06578563153743744, 0.037987906485795975, 0.025959303602576256, 0.18028052151203156]], [[0.7160488963127136, 0.07520471513271332, 0.048156265169382095, 0.01939011737704277, 0.011623861268162727, 0.011227566748857498, 0.1183486133813858], [0.8332661390304565, 0.04676671698689461, 0.01776651293039322, 0.008336861617863178, 0.001404356793500483, 0.0013180413516238332, 0.09114138036966324], [0.9583839178085327, 0.012649708427488804, 0.01074990350753069, 0.00240034400485456, 0.0008738155011087656, 0.0009296432253904641, 0.01401282474398613], [0.8011111617088318, 0.0555892288684845, 0.04744410142302513, 0.01818777620792389, 0.006961248815059662, 0.003702179528772831, 0.06700436770915985], [0.8659448623657227, 0.043208636343479156, 0.0418720580637455, 0.009326904080808163, 0.00231713755056262, 0.002088983077555895, 0.035241447389125824], [0.8437289595603943, 0.04669395834207535, 0.03175120800733566, 0.014147935435175896, 0.0019406522624194622, 0.0016595970373600721, 0.06007774546742439], [0.9104512929916382, 0.0231950506567955, 0.008949159644544125, 0.005169267766177654, 0.0006074191187508404, 0.0002944549487438053, 0.0513332225382328]], [[0.5466716885566711, 0.037196047604084015, 0.26731428503990173, 0.026822976768016815, 0.03765558451414108, 0.052053142338991165, 0.032286204397678375], [0.4391025900840759, 0.022276049479842186, 0.38382312655448914, 0.015769097954034805, 0.04698044806718826, 0.07322947680950165, 0.018819201737642288], [0.26559698581695557, 0.008683652617037296, 0.5422605872154236, 0.010051737539470196, 0.054382044821977615, 0.1123112216591835, 0.006713797338306904], [0.2412010133266449, 0.018113452941179276, 0.435761421918869, 0.035715021193027496, 0.11629367619752884, 0.13735899329185486, 0.015556459315121174], [0.2625482678413391, 0.012296690605580807, 0.15158766508102417, 0.03486376255750656, 0.23844334483146667, 0.28799551725387573, 0.012264769524335861], [0.1168908104300499, 0.010191594250500202, 0.46801427006721497, 0.02746581844985485, 0.10873216390609741, 0.2618033289909363, 0.006902039051055908], [0.6538065671920776, 0.011002189479768276, 0.1764395385980606, 0.014943652786314487, 0.04189290851354599, 0.09036294370889664, 0.011552185751497746]], [[0.7125637531280518, 0.04962305352091789, 0.1511991024017334, 0.011336860246956348, 0.006581224501132965, 0.00977296568453312, 0.058923088014125824], [0.8127087950706482, 0.058327313512563705, 0.05592150613665581, 0.00845019705593586, 0.004751506727188826, 0.004143196158111095, 0.055697500705718994], [0.831964910030365, 0.028344688937067986, 0.09377085417509079, 0.004049780312925577, 0.00490596005693078, 0.006634934805333614, 0.030329041182994843], [0.710045576095581, 0.08044477552175522, 0.1258973628282547, 0.013326587155461311, 0.014839321374893188, 0.004670477472245693, 0.05077579617500305], [0.7937135696411133, 0.027382345870137215, 0.14212431013584137, 0.0031775818206369877, 0.009505284950137138, 0.0024300699587911367, 0.021666787564754486], [0.7163770794868469, 0.02700340375304222, 0.21776381134986877, 0.00642492575570941, 0.012273527681827545, 0.004405088257044554, 0.015752147883176804], [0.8820145130157471, 0.030371276661753654, 0.042558468878269196, 0.00153345987200737, 0.0007572493050247431, 0.0008276676526293159, 0.04193747788667679]], [[0.15518513321876526, 0.06134868040680885, 0.5208431482315063, 0.0677214190363884, 0.07607410848140717, 0.07090074568986893, 0.047926753759384155], [0.29440975189208984, 0.08035113662481308, 0.28349992632865906, 0.08103962987661362, 0.09078126400709152, 0.07569833844900131, 0.09421996027231216], [0.395742803812027, 0.07266400009393692, 0.1788668930530548, 0.0954321026802063, 0.06579340249300003, 0.11031803488731384, 0.08118273317813873], [0.3043254613876343, 0.08566070348024368, 0.4092434346675873, 0.04402366653084755, 0.039623409509658813, 0.021702220663428307, 0.09542116522789001], [0.1735949069261551, 0.15532830357551575, 0.42389070987701416, 0.06741999834775925, 0.019207041710615158, 0.014644165523350239, 0.14591486752033234], [0.15526486933231354, 0.10111034661531448, 0.5567081570625305, 0.06514164805412292, 0.039105016738176346, 0.006068721413612366, 0.07660117000341415], [0.48346367478370667, 0.062064819037914276, 0.255257248878479, 0.054554443806409836, 0.05485197529196739, 0.046166203916072845, 0.043641701340675354]], [[0.7325766086578369, 0.028146086260676384, 0.17840097844600677, 0.011356093920767307, 0.012505525723099709, 0.008770916610956192, 0.028243746608495712], [0.6919235587120056, 0.03279693424701691, 0.20291787385940552, 0.012025645934045315, 0.013636228628456593, 0.009652700275182724, 0.03704709932208061], [0.6502289772033691, 0.01461244560778141, 0.29886507987976074, 0.0071375551633536816, 0.01114766113460064, 0.006493276450783014, 0.011514964513480663], [0.6796978712081909, 0.027605053037405014, 0.19970519840717316, 0.01733570732176304, 0.029432805255055428, 0.023640621453523636, 0.022582782432436943], [0.6933927536010742, 0.02334487810730934, 0.22326703369617462, 0.011557653546333313, 0.015979351475834846, 0.02137460559606552, 0.011083761230111122], [0.8377346396446228, 0.0207907035946846, 0.09899068623781204, 0.01152052078396082, 0.00804905779659748, 0.011330009438097477, 0.01158431638032198], [0.8455446362495422, 0.018687650561332703, 0.0949116200208664, 0.004470406100153923, 0.005520011764019728, 0.00452630128711462, 0.02633926272392273]], [[0.6871545314788818, 0.08368541300296783, 0.0873681828379631, 0.039891574531793594, 0.01039642933756113, 0.01396662276238203, 0.07753722369670868], [0.5769907832145691, 0.13981318473815918, 0.04300926625728607, 0.07357681542634964, 0.01879803091287613, 0.013149426318705082, 0.13466250896453857], [0.7537903785705566, 0.07841487973928452, 0.07250100374221802, 0.03425475209951401, 0.0034056459553539753, 0.007300038821995258, 0.0503334105014801], [0.49419835209846497, 0.10486210137605667, 0.1260477900505066, 0.1056513637304306, 0.06442299485206604, 0.03715454787015915, 0.06766282767057419], [0.7824341654777527, 0.032960548996925354, 0.10135398805141449, 0.045133303850889206, 0.010574284940958023, 0.013110124506056309, 0.014433484524488449], [0.49955853819847107, 0.03748679533600807, 0.35882124304771423, 0.04993995279073715, 0.015342035330832005, 0.010887508280575275, 0.02796388790011406], [0.7038862705230713, 0.08909551054239273, 0.030822239816188812, 0.03311343863606453, 0.012437489815056324, 0.009037116542458534, 0.12160799652338028]], [[0.4366191327571869, 0.03436091169714928, 0.04283219575881958, 0.04353489726781845, 0.28800028562545776, 0.12039534747600555, 0.034257207065820694], [0.18630973994731903, 0.03657406568527222, 0.02342936582863331, 0.04258321225643158, 0.4572048485279083, 0.2148362398147583, 0.039062537252902985], [0.12974421679973602, 0.023654788732528687, 0.022539818659424782, 0.048263221979141235, 0.3527718484401703, 0.4107514023780823, 0.012274787761271], [0.08953586220741272, 0.023042596876621246, 0.035102054476737976, 0.055985331535339355, 0.4494220018386841, 0.3253171145915985, 0.021594973281025887], [0.10323868691921234, 0.03372977674007416, 0.04796607792377472, 0.07585343718528748, 0.4620726406574249, 0.25646206736564636, 0.02067728154361248], [0.03743019700050354, 0.023658856749534607, 0.024311812594532967, 0.09506887942552567, 0.39543095231056213, 0.4056742191314697, 0.018424993380904198], [0.38322514295578003, 0.026580210775136948, 0.01758730039000511, 0.029975291341543198, 0.3131646513938904, 0.19245882332324982, 0.03700857609510422]], [[0.5755927562713623, 0.05771535262465477, 0.21525762975215912, 0.02351251244544983, 0.016016965731978416, 0.04813866689801216, 0.06376610696315765], [0.5717961192131042, 0.07149363309144974, 0.15261632204055786, 0.04285438358783722, 0.022150816395878792, 0.07174225151538849, 0.06734655052423477], [0.6294754147529602, 0.05792178958654404, 0.12760646641254425, 0.02610565349459648, 0.014890502206981182, 0.07375763356685638, 0.0702425166964531], [0.45121851563453674, 0.03858398273587227, 0.24116967618465424, 0.040288738906383514, 0.03954391926527023, 0.165760800242424, 0.02343444898724556], [0.5407233238220215, 0.016310472041368484, 0.286331444978714, 0.010916279628872871, 0.01314854808151722, 0.12603721022605896, 0.006532776635140181], [0.26539117097854614, 0.05685882270336151, 0.34080785512924194, 0.07412408292293549, 0.02451363392174244, 0.1869228333234787, 0.05138158053159714], [0.766469419002533, 0.038522716611623764, 0.0851440578699112, 0.019350050017237663, 0.007737490348517895, 0.03568710386753082, 0.04708908870816231]], [[0.7279518842697144, 0.04848453029990196, 0.1111474558711052, 0.019785644486546516, 0.024330593645572662, 0.022064659744501114, 0.046235341578722], [0.8293581604957581, 0.041810765862464905, 0.0608229897916317, 0.015812553465366364, 0.010428163222968578, 0.008773403242230415, 0.03299407660961151], [0.8211197853088379, 0.034659165889024734, 0.064468614757061, 0.01116982102394104, 0.009688246995210648, 0.017262494191527367, 0.04163183271884918], [0.6598962545394897, 0.0498984232544899, 0.09112242609262466, 0.039268311113119125, 0.04172883555293083, 0.058965034782886505, 0.05912081152200699], [0.6688612103462219, 0.029754186049103737, 0.09915325045585632, 0.033981457352638245, 0.05052024871110916, 0.07353175431489944, 0.044197872281074524], [0.6348912119865417, 0.0549018569290638, 0.13184890151023865, 0.03612323850393295, 0.032426588237285614, 0.040182288736104965, 0.06962595880031586], [0.9260265827178955, 0.019791344180703163, 0.01808164454996586, 0.006803047377616167, 0.004619754385203123, 0.003552523208782077, 0.02112523466348648]]]], \"left_text\": [\"[CLS]\", \"the\", \"weather\", \"is\", \"not\", \"good\", \"[SEP]\"], \"right_text\": [\"[CLS]\", \"the\", \"weather\", \"is\", \"not\", \"good\", \"[SEP]\"]}], \"default_filter\": \"0\", \"root_div_id\": \"bertviz-58465bbb8d3d403ca3314f87dea71e99\", \"layer\": null, \"heads\": null, \"include_layers\": [0, 1, 2, 3, 4, 5]}; // HACK: {\"attention\": [{\"name\": null, \"attn\": [[[[0.3022470474243164, 0.06305760890245438, 0.040898680686950684, 0.05261934548616409, 0.05090751871466637, 0.06382500380277634, 0.4264449179172516], [0.12856116890907288, 0.0833556205034256, 0.032733749598264694, 0.13072270154953003, 0.17989099025726318, 0.19952701032161713, 0.24520878493785858], [0.22898945212364197, 0.10146664083003998, 0.11468765139579773, 0.12141921371221542, 0.10200487822294235, 0.13368664681911469, 0.19774554669857025], [0.1807401478290558, 0.05496416985988617, 0.024495074525475502, 0.1483684778213501, 0.1562434583902359, 0.20893219113349915, 0.22625654935836792], [0.22525754570960999, 0.12351787835359573, 0.02798883058130741, 0.12060999125242233, 0.09837977588176727, 0.1422802209854126, 0.2619657516479492], [0.24269358813762665, 0.14786048233509064, 0.16880470514297485, 0.10569283366203308, 0.06475535035133362, 0.18875403702259064, 0.08143895864486694], [0.13317903876304626, 0.06470858305692673, 0.013950628228485584, 0.1416233777999878, 0.13559260964393616, 0.19523130357265472, 0.3157144784927368]], [[0.6684340238571167, 0.04980479180812836, 0.04027803614735603, 0.04523500055074692, 0.034713130444288254, 0.020671352744102478, 0.14086377620697021], [0.39325109124183655, 0.06603237986564636, 0.07803592085838318, 0.0971904918551445, 0.10449836403131485, 0.16170956194400787, 0.09928227216005325], [0.35058990120887756, 0.02237033098936081, 0.26825326681137085, 0.09039409458637238, 0.08877762407064438, 0.02276267111301422, 0.15685200691223145], [0.33806267380714417, 0.12133502215147018, 0.05202329158782959, 0.08583725988864899, 0.09401394426822662, 0.2229958325624466, 0.08573193103075027], [0.2954903542995453, 0.08331885933876038, 0.19675646722316742, 0.07304385304450989, 0.06901402771472931, 0.2045358568429947, 0.07784055918455124], [0.3213549852371216, 0.12336307764053345, 0.045912064611911774, 0.10380451381206512, 0.10219941288232803, 0.2211860567331314, 0.08217981457710266], [0.41463208198547363, 0.10945802181959152, 0.01167931780219078, 0.09351572394371033, 0.09033408015966415, 0.20012801885604858, 0.0802527442574501]], [[0.9999988079071045, 9.174284798518784e-08, 1.0092522018112504e-07, 7.396928225489319e-08, 8.580816057701668e-08, 5.318798912412603e-07, 2.1020724716436234e-07], [0.9999949932098389, 4.7625217121094465e-06, 2.228795099867842e-11, 7.161003560962609e-14, 2.1872502073416733e-11, 2.163927774745389e-07, 5.567589722588195e-10], [1.4882514278724557e-06, 0.99993896484375, 5.057637463323772e-05, 1.5786053020327984e-10, 2.567300484614815e-13, 1.2663020854120077e-08, 9.0504800027702e-06], [3.07575853675246e-09, 3.7546622479567304e-05, 0.9993554949760437, 0.0006069955416023731, 1.1311683360826219e-11, 1.6604746006995685e-14, 1.4903689393719333e-10], [5.3704193869741346e-11, 4.118911971478373e-13, 5.648774390465405e-07, 0.9999920129776001, 7.336718681472121e-06, 2.7012831058906457e-14, 7.228818061629104e-17], [3.002564596954471e-07, 4.0855144788076725e-12, 4.8001871574832045e-12, 1.927077209984418e-05, 0.9998724460601807, 0.00010802952601807192, 1.0502604862183684e-11], [1.0103074600920081e-05, 3.383126738754072e-07, 3.7478378039912386e-11, 1.4014157889707946e-11, 1.596007678017486e-05, 0.9998764991760254, 9.719484660308808e-05]], [[0.08853369951248169, 0.04467150568962097, 0.035432372242212296, 0.003221586113795638, 0.006864070892333984, 0.005474662408232689, 0.8158020973205566], [0.03936697915196419, 0.10705815255641937, 0.12023958563804626, 0.19223196804523468, 0.14892762899398804, 0.130329892039299, 0.26184576749801636], [0.055181834846735, 0.08104630559682846, 0.26510289311408997, 0.15823636949062347, 0.08903246372938156, 0.22207827866077423, 0.1293219029903412], [0.0347205325961113, 0.15301606059074402, 0.11384914815425873, 0.1658606380224228, 0.19867247343063354, 0.15873144567012787, 0.17514975368976593], [0.07338589429855347, 0.13635912537574768, 0.12611180543899536, 0.14371266961097717, 0.16058143973350525, 0.14355656504631042, 0.2162925750017166], [0.051671579480171204, 0.09369393438100815, 0.12804633378982544, 0.14281907677650452, 0.20922167599201202, 0.12368637323379517, 0.2508610785007477], [0.05433889850974083, 0.13521742820739746, 0.13952592015266418, 0.20162063837051392, 0.17178040742874146, 0.11191879212856293, 0.18559794127941132]], [[0.680962324142456, 0.08445735275745392, 0.0008101806743070483, 0.06049245595932007, 0.004039596300572157, 0.004888825584203005, 0.16434934735298157], [0.22349871695041656, 0.14310455322265625, 0.03877962753176689, 0.17958635091781616, 0.15868976712226868, 0.051064688712358475, 0.2052762657403946], [0.3538169860839844, 0.14807568490505219, 0.026896575465798378, 0.1267312467098236, 0.041081514209508896, 0.08622944355010986, 0.21716859936714172], [0.1561974585056305, 0.07429329305887222, 0.05286954343318939, 0.11910830438137054, 0.23744916915893555, 0.17250578105449677, 0.18757648766040802], [0.21571117639541626, 0.05570131167769432, 0.005620144307613373, 0.1456267088651657, 0.12129644304513931, 0.06232442706823349, 0.39371970295906067], [0.030161885544657707, 0.00824106577783823, 0.8489062190055847, 0.023971088230609894, 0.01825828105211258, 0.019324691966176033, 0.051136769354343414], [0.20250320434570312, 0.06188951060175896, 0.02296568639576435, 0.12959203124046326, 0.12041383981704712, 0.1174086332321167, 0.34522709250450134]], [[0.786507248878479, 0.00488280551508069, 0.002671174006536603, 0.004850469995290041, 0.0008814723114483058, 0.00038727105129510164, 0.19981972873210907], [0.49443313479423523, 0.09941591322422028, 0.01991565153002739, 0.01716340146958828, 0.006354689132422209, 0.015115276910364628, 0.347601979970932], [0.23720459640026093, 0.17016243934631348, 0.061442337930202484, 0.011997699737548828, 0.0022846434731036425, 0.013339062221348286, 0.5035691857337952], [0.1490432471036911, 0.47005072236061096, 0.034378863871097565, 0.09956640750169754, 0.00437950948253274, 0.004657433368265629, 0.23792383074760437], [0.05450577661395073, 0.12494390457868576, 0.01735405996441841, 0.7046278715133667, 0.020437132567167282, 0.003901485586538911, 0.07422985881567001], [0.0441264733672142, 0.03367629274725914, 0.010213784873485565, 0.3496803045272827, 0.46440696716308594, 0.021730294451117516, 0.07616591453552246], [0.1281803548336029, 0.03574845567345619, 0.005089277867227793, 0.0485033243894577, 0.07769455015659332, 0.07908819615840912, 0.6256958842277527]], [[0.6706451177597046, 0.0957232341170311, 0.010780570097267628, 0.05049213767051697, 0.008328454568982124, 0.0033872139174491167, 0.1606432944536209], [0.5018234848976135, 0.06678102165460587, 0.16262497007846832, 0.08855126053094864, 0.06858865171670914, 0.07622531056404114, 0.035405274480581284], [0.6839821338653564, 0.10498462617397308, 0.04299519211053848, 0.05758865177631378, 0.03182852640748024, 0.04966369643807411, 0.028957165777683258], [0.3249211013317108, 0.07682796567678452, 0.08088215440511703, 0.22207237780094147, 0.09640076756477356, 0.13398495316505432, 0.06491082161664963], [0.36176031827926636, 0.05823581665754318, 0.0641375407576561, 0.17541076242923737, 0.1492636799812317, 0.16069389879703522, 0.030497994273900986], [0.5027045011520386, 0.08709437400102615, 0.13980285823345184, 0.0799928605556488, 0.04877134785056114, 0.11594642698764801, 0.025687670335173607], [0.37820813059806824, 0.05036485940217972, 0.20417633652687073, 0.09151235222816467, 0.09739460796117783, 0.13136038184165955, 0.046983350068330765]], [[0.7533171772956848, 0.018829897046089172, 0.023243224248290062, 0.02204406075179577, 0.020274989306926727, 0.01730365864932537, 0.1449870765209198], [0.21584703028202057, 0.13713496923446655, 0.04420974478125572, 0.1424720585346222, 0.16957855224609375, 0.11640368402004242, 0.17435398697853088], [0.5842790603637695, 0.06787975877523422, 0.0025498364120721817, 0.05486885830760002, 0.06882166117429733, 0.0368078351020813, 0.18479308485984802], [0.2790241837501526, 0.1350109577178955, 0.05008850246667862, 0.13680610060691833, 0.12285260856151581, 0.1140231266617775, 0.16219452023506165], [0.4200344383716583, 0.07874248921871185, 0.029547069221735, 0.11439594626426697, 0.08421870321035385, 0.10436750203371048, 0.16869382560253143], [0.40018707513809204, 0.11261802911758423, 0.09024564176797867, 0.11661059409379959, 0.09455370157957077, 0.027640925720334053, 0.1581440418958664], [0.22822031378746033, 0.15991371870040894, 0.03999248147010803, 0.1870291829109192, 0.15416118502616882, 0.07258538156747818, 0.15809781849384308]], [[0.6899552345275879, 0.035399604588747025, 0.002842684043571353, 0.002620047191157937, 0.0020944082643836737, 0.007760335225611925, 0.2593276798725128], [0.17155463993549347, 0.5958389639854431, 0.03331046551465988, 0.0705643743276596, 0.021163038909435272, 0.029968971386551857, 0.07759949564933777], [0.38555455207824707, 0.01413128711283207, 0.3366295099258423, 0.03878552094101906, 0.015780765563249588, 0.03604332357645035, 0.17307503521442413], [0.41662248969078064, 0.12911826372146606, 0.03597825765609741, 0.0850171223282814, 0.06305953860282898, 0.06809572130441666, 0.20210857689380646], [0.5407655239105225, 0.06222843378782272, 0.021806824952363968, 0.05010582506656647, 0.12542946636676788, 0.08369512110948563, 0.11596871167421341], [0.48833268880844116, 0.01736515760421753, 0.01606927625834942, 0.05400630086660385, 0.11860710382461548, 0.1917238086462021, 0.11389574408531189], [0.6001253724098206, 0.05428014323115349, 0.013880772516131401, 0.04693366959691048, 0.02322278544306755, 0.031634729355573654, 0.2299225926399231]], [[4.5413373300107196e-05, 0.002041066996753216, 0.0009430506033822894, 0.00019584658730309457, 1.610718754818663e-05, 0.01327323354780674, 0.9834852814674377], [0.41946715116500854, 0.10261362046003342, 0.1946149468421936, 0.08639153093099594, 0.09254931658506393, 0.09547912329435349, 0.008884289301931858], [0.6548072695732117, 0.08294442296028137, 0.06162597984075546, 0.09844513237476349, 0.03430742397904396, 0.06559543311595917, 0.0022743919398635626], [0.5195468664169312, 0.07847731560468674, 0.11942501366138458, 0.06695831567049026, 0.13698920607566833, 0.07059338688850403, 0.008009952493011951], [0.4853108525276184, 0.1030217781662941, 0.10957607626914978, 0.08778206259012222, 0.14864389598369598, 0.05796544626355171, 0.007699862588196993], [0.47153279185295105, 0.13645435869693756, 0.1204778179526329, 0.1033242791891098, 0.1083483099937439, 0.0524936206638813, 0.007368873339146376], [0.30944862961769104, 0.07370977848768234, 0.44102492928504944, 0.04954918846487999, 0.045241355895996094, 0.0775780901312828, 0.0034480728209018707]], [[0.6994267702102661, 0.03635938838124275, 0.0005863358965143561, 0.06815804541110992, 0.0314689539372921, 0.009217556565999985, 0.15478301048278809], [0.252214252948761, 0.09584342688322067, 0.028356967493891716, 0.14013253152370453, 0.11153047531843185, 0.13790972530841827, 0.234012633562088], [0.5701940655708313, 0.03818294778466225, 0.02328522317111492, 0.08731977641582489, 0.03488787263631821, 0.06188694015145302, 0.18424321711063385], [0.4208488166332245, 0.05262394994497299, 0.06937379390001297, 0.050559356808662415, 0.2081952691078186, 0.09586393088102341, 0.10253491997718811], [0.45594513416290283, 0.07017894834280014, 0.009821114130318165, 0.08280237019062042, 0.11852510273456573, 0.11466550081968307, 0.1480618268251419], [0.26379361748695374, 0.0495687797665596, 0.23037129640579224, 0.06356323510408401, 0.1061071828007698, 0.18318143486976624, 0.10341443121433258], [0.3334631025791168, 0.144261434674263, 0.01645023003220558, 0.13655517995357513, 0.15524297952651978, 0.06467453390359879, 0.14935246109962463]], [[0.9558004140853882, 0.010012799873948097, 0.0033095821272581816, 0.006771436892449856, 0.0058125401847064495, 0.008972220122814178, 0.00932083185762167], [0.23120197653770447, 0.13174377381801605, 0.1431526392698288, 0.1439344584941864, 0.12891772389411926, 0.09095399081707001, 0.13009539246559143], [0.46912309527397156, 0.2863039970397949, 0.048073478043079376, 0.04100671783089638, 0.04489307105541229, 0.025644799694418907, 0.08495474606752396], [0.29812827706336975, 0.13270126283168793, 0.094283327460289, 0.12175294011831284, 0.08840134739875793, 0.14916855096817017, 0.11556439101696014], [0.5143008232116699, 0.12894099950790405, 0.06152402237057686, 0.07167212665081024, 0.05292124301195145, 0.09032002091407776, 0.08032076805830002], [0.5452057123184204, 0.1278332620859146, 0.08268153667449951, 0.044396329671144485, 0.03928668797016144, 0.05738683417439461, 0.10320966690778732], [0.17258226871490479, 0.13582170009613037, 0.1902153342962265, 0.12087057530879974, 0.12565109133720398, 0.13212428987026215, 0.1227346807718277]]], [[[0.9945914149284363, 0.002505840267986059, 0.0012627493124455214, 0.000482010655105114, 0.00025251347688026726, 0.0004022447974421084, 0.0005032248445786536], [0.6072469353675842, 0.042702194303274155, 0.05861106514930725, 0.12945301830768585, 0.03138500824570656, 0.04550935700535774, 0.08509239554405212], [0.7640050649642944, 0.00497406255453825, 0.2020663022994995, 0.010318363085389137, 0.0029669124633073807, 0.006731157656759024, 0.008938169106841087], [0.8442139029502869, 0.01978956162929535, 0.013538651168346405, 0.022379949688911438, 0.019705787301063538, 0.016007786616683006, 0.06436438858509064], [0.8822623491287231, 0.0040772524662315845, 0.008652637712657452, 0.006855497602373362, 0.08210694044828415, 0.009968822821974754, 0.00607646768912673], [0.8723633885383606, 0.01274797786027193, 0.03487696498632431, 0.009915465489029884, 0.0027136020362377167, 0.0555122047662735, 0.011870370246469975], [0.7619805335998535, 0.07280904054641724, 0.0579666942358017, 0.04025261104106903, 0.01226143166422844, 0.01703624241054058, 0.03769337758421898]], [[0.9833399057388306, 0.003246776759624481, 0.0068310583010315895, 0.0008348891860805452, 0.0005124288145452738, 0.002657021163031459, 0.0025780340656638145], [0.9793593883514404, 0.008615456521511078, 0.0007527424022555351, 0.006450144108384848, 0.0005380833754315972, 0.0006725144339725375, 0.0036116528790444136], [0.8971570134162903, 0.004861114080995321, 0.07632840424776077, 0.0007531589944846928, 0.0005466318689286709, 0.004340010229498148, 0.016013789921998978], [0.8519975543022156, 0.01575661264359951, 0.0029824059456586838, 0.1114584282040596, 0.0028664234559983015, 0.002067532390356064, 0.012870999984443188], [0.8950276374816895, 0.012969261966645718, 0.003954533953219652, 0.006103563588112593, 0.06987082958221436, 0.001455616089515388, 0.010618548840284348], [0.6074734926223755, 0.010190550237894058, 0.03145212680101395, 0.001295718946494162, 0.00026288602384738624, 0.3371081054210663, 0.012217135168612003], [0.9675548672676086, 0.015322576276957989, 0.0011037916410714388, 0.010959572158753872, 0.0017628382192924619, 0.0006920756422914565, 0.002604282461106777]], [[0.9662065505981445, 0.009818489663302898, 0.01249804999679327, 0.0027912433724850416, 0.0008704288047738373, 0.003119035856798291, 0.0046963077038526535], [0.2162688970565796, 0.13429586589336395, 0.14550437033176422, 0.3179139494895935, 0.10744815319776535, 0.02676590532064438, 0.051802825182676315], [0.5639868974685669, 0.24284307658672333, 0.039633654057979584, 0.09288138151168823, 0.030826354399323463, 0.004882095847278833, 0.024946535006165504], [0.06910847127437592, 0.542482316493988, 0.13763074576854706, 0.07822716981172562, 0.1020863726735115, 0.026843860745429993, 0.043621085584163666], [0.14631421864032745, 0.229277566075325, 0.3248487412929535, 0.16567479074001312, 0.03540730103850365, 0.06244203820824623, 0.03603529930114746], [0.05530264973640442, 0.06742594391107559, 0.10447153449058533, 0.11232045292854309, 0.6133528351783752, 0.010825850069522858, 0.036300793290138245], [0.12134061008691788, 0.10255333036184311, 0.07196653634309769, 0.269270122051239, 0.33031535148620605, 0.035638436675071716, 0.06891561299562454]], [[0.9881802797317505, 0.0027725035324692726, 0.0012714629992842674, 0.0008716248557902873, 0.0002826057025231421, 0.0005495895748026669, 0.006071969401091337], [0.5979490876197815, 0.06080833449959755, 0.1452745795249939, 0.06289254128932953, 0.0340319462120533, 0.06354878097772598, 0.035494785755872726], [0.8238674998283386, 0.05599729344248772, 0.058992139995098114, 0.011793863028287888, 0.0027790043968707323, 0.0264801774173975, 0.020089998841285706], [0.3350178003311157, 0.5003986954689026, 0.11047603189945221, 0.018141409382224083, 0.007018144708126783, 0.021054353564977646, 0.007893561385571957], [0.6125359535217285, 0.236979141831398, 0.07186514139175415, 0.018400395289063454, 0.013598531484603882, 0.041124504059553146, 0.005496271885931492], [0.8183878660202026, 0.07821931689977646, 0.07008640468120575, 0.01383125875145197, 0.0005253016133792698, 0.011296024546027184, 0.007653805427253246], [0.12375446408987045, 0.5302273035049438, 0.19463633000850677, 0.07930803298950195, 0.010295288637280464, 0.04551905021071434, 0.016259554773569107]], [[0.9875537157058716, 0.0008498132228851318, 0.0035918867215514183, 0.001447040238417685, 0.0010577841894701123, 0.0012312816688790917, 0.004268418997526169], [0.04647483304142952, 0.025815973058342934, 0.2230987399816513, 0.6040022969245911, 0.025493264198303223, 0.014145588502287865, 0.060969263315200806], [0.49980607628822327, 0.031073525547981262, 0.1119251698255539, 0.21676388382911682, 0.07185756415128708, 0.03123355284333229, 0.03734030947089195], [0.06382850557565689, 0.0018842275021597743, 0.025769324973225594, 0.01763884536921978, 0.08786891400814056, 0.6974589228630066, 0.10555129498243332], [0.2953105568885803, 0.00477311946451664, 0.017190253362059593, 0.00853710900992155, 0.006681422702968121, 0.28984886407852173, 0.3776586949825287], [0.5858429670333862, 0.002874119207262993, 0.025057505816221237, 0.0035916075576096773, 0.0040914458222687244, 0.13720174133777618, 0.2413405478000641], [0.8882710337638855, 0.001109423697926104, 0.045618172734975815, 0.003909848164767027, 0.005405223462730646, 0.0189948882907629, 0.036691270768642426]], [[0.9928573369979858, 0.000804475974291563, 0.0017671267269179225, 0.0011077417293563485, 0.0009069340885616839, 0.0015424166340380907, 0.0010140208760276437], [0.30290839076042175, 0.07801614701747894, 0.09822742640972137, 0.05783059075474739, 0.1123693510890007, 0.0903211459517479, 0.26032689213752747], [0.9391931891441345, 0.024934913963079453, 0.003370895516127348, 0.006618619430810213, 0.0015482882736250758, 0.009463336318731308, 0.014870612882077694], [0.49247676134109497, 0.03352037072181702, 0.018939170986413956, 0.14694590866565704, 0.014871158637106419, 0.07815957814455032, 0.2150869518518448], [0.6065618991851807, 0.024489350616931915, 0.012419519945979118, 0.01992872543632984, 0.0753992572426796, 0.1393854171037674, 0.12181585282087326], [0.7474271655082703, 0.03523319587111473, 0.05377461016178131, 0.047385603189468384, 0.03763322904706001, 0.027003558352589607, 0.051542796194553375], [0.5641204118728638, 0.0944286584854126, 0.0837637186050415, 0.031986940652132034, 0.03854910656809807, 0.03030592016875744, 0.15684524178504944]], [[0.9880576133728027, 0.002750141778960824, 0.0021191895939409733, 0.0015091904206201434, 0.0007546197157353163, 0.0004646207089535892, 0.004344529006630182], [0.9643915891647339, 0.02794024534523487, 0.003820405574515462, 0.0021451637148857117, 0.0004851045669056475, 0.0002469329338055104, 0.0009704891126602888], [0.8224605917930603, 0.11584311723709106, 0.030000189319252968, 0.011385015211999416, 0.002049031900241971, 0.013618524186313152, 0.004643531050533056], [0.6909316182136536, 0.08982882648706436, 0.18445667624473572, 0.023126084357500076, 0.005624425131827593, 0.0016486233798786998, 0.004383626393973827], [0.8493420481681824, 0.015949245542287827, 0.05730913206934929, 0.06508629024028778, 0.005096766632050276, 0.0015019839629530907, 0.005714646074920893], [0.1033577024936676, 0.03241991624236107, 0.036164142191410065, 0.20396757125854492, 0.6049001812934875, 0.016069790348410606, 0.0031206829007714987], [0.8379198908805847, 0.05380585417151451, 0.012962915003299713, 0.04532057046890259, 0.026128048077225685, 0.01314517017453909, 0.01071749534457922]], [[0.9877079129219055, 0.0010615320643410087, 0.003980308771133423, 0.0024013000074774027, 0.0006898748688399792, 0.0010699491249397397, 0.0030891227070242167], [0.065944604575634, 0.007713956758379936, 0.7330579161643982, 0.08720336109399796, 0.05200602114200592, 0.01500270888209343, 0.03907138109207153], [0.85381019115448, 0.011967973783612251, 0.04528837278485298, 0.020415054634213448, 0.017816005274653435, 0.02502823993563652, 0.02567422389984131], [0.14929324388504028, 0.003442438319325447, 0.1010715588927269, 0.017773984000086784, 0.1385040581226349, 0.5403270125389099, 0.049587637186050415], [0.07558431476354599, 0.003554143477231264, 0.01695237122476101, 0.008948530070483685, 0.02719702385365963, 0.8286423087120056, 0.03912124037742615], [0.44841468334198, 0.01860247738659382, 0.3945923149585724, 0.0484306663274765, 0.008540158160030842, 0.020417269319295883, 0.06100248172879219], [0.5331084132194519, 0.03125878423452377, 0.25608548521995544, 0.03158288821578026, 0.030213378369808197, 0.05754481628537178, 0.060206156224012375]], [[0.9329323768615723, 0.011220444925129414, 0.024032628163695335, 0.0082516735419631, 0.0024168197996914387, 0.009816338308155537, 0.011329886503517628], [0.08732693642377853, 0.03324354439973831, 0.875171959400177, 0.0027302345260977745, 2.7015263185603544e-05, 6.13326919847168e-05, 0.0014389102580025792], [0.3930169641971588, 0.0031166626140475273, 0.18874666094779968, 0.40900108218193054, 0.005925703328102827, 0.00013204439892433584, 6.0992369981249794e-05], [0.07262671738862991, 5.1568680646596476e-05, 0.0003230728325434029, 0.012435788288712502, 0.8861052989959717, 0.028443049639463425, 1.4602363080484793e-05], [0.08534835278987885, 0.0003843359590973705, 5.6368815421592444e-05, 9.600765042705461e-05, 0.008576484397053719, 0.9016633629798889, 0.0038750923704355955], [0.4024560749530792, 0.025015780702233315, 0.004669481888413429, 2.5526023819111288e-05, 0.0004652382049243897, 0.04304209351539612, 0.5243257880210876], [0.9562424421310425, 0.0024191432166844606, 0.01878693699836731, 0.00012356252409517765, 3.9901724449009635e-06, 0.0001218735269503668, 0.02230209670960903]], [[0.9718681573867798, 0.012939495965838432, 0.007814223878085613, 0.0014887487050145864, 0.0016115859616547823, 0.0026236223056912422, 0.0016542181838303804], [0.9735271334648132, 0.01904280111193657, 0.0061096372082829475, 5.654015694744885e-05, 0.00012101581523893401, 0.0011257792357355356, 1.7100250261137262e-05], [0.5391409397125244, 0.35210055112838745, 0.10587461292743683, 0.0005934671498835087, 9.813284850679338e-05, 0.0003019794530700892, 0.0018903492018580437], [0.1057550236582756, 0.023076308891177177, 0.8652787208557129, 0.005726969335228205, 1.4425850167754106e-05, 5.636809510178864e-05, 9.224019595421851e-05], [0.6112495064735413, 0.014157845638692379, 0.08011867851018906, 0.2906343638896942, 0.0030511333607137203, 0.0007100352086126804, 7.84183430369012e-05], [0.6528925895690918, 0.006544319912791252, 0.008971937000751495, 0.01986783556640148, 0.29444020986557007, 0.01693461462855339, 0.00034849386429414153], [0.9348288178443909, 0.013636148534715176, 0.0008784839301370084, 7.862323400331661e-05, 0.0011073440546169877, 0.04001984745264053, 0.009450615383684635]], [[0.9728526473045349, 0.0067128813825547695, 0.004023718181997538, 0.003182332729920745, 0.0017504275310784578, 0.002482073148712516, 0.008996043354272842], [0.8948850631713867, 0.017588306218385696, 0.004125541541725397, 0.04410000890493393, 0.0079108327627182, 0.0038691507652401924, 0.02752103842794895], [0.9158439636230469, 0.020998015999794006, 0.005852938164025545, 0.022507209330797195, 0.013362500816583633, 0.008502604439854622, 0.012932718731462955], [0.8973398804664612, 0.005156530998647213, 0.005696196109056473, 0.06774505227804184, 0.012929496355354786, 0.005293608643114567, 0.005839257501065731], [0.8867024779319763, 0.005221431143581867, 0.004474970977753401, 0.08754602819681168, 0.007752649486064911, 0.00343920080922544, 0.0048632994294166565], [0.8974084258079529, 0.007290432695299387, 0.002475867047905922, 0.06545985490083694, 0.015035843476653099, 0.0011520517291501164, 0.011177532374858856], [0.6541450023651123, 0.03004792518913746, 0.011394110508263111, 0.14973074197769165, 0.09188772737979889, 0.023564254865050316, 0.03923029452562332]], [[0.9772934317588806, 0.01018326636403799, 0.002251202939078212, 0.0025052311830222607, 0.001241234946064651, 0.0016991503071039915, 0.004826436750590801], [0.9211633205413818, 0.05261114984750748, 0.013393377885222435, 0.006101266946643591, 0.0022277911193668842, 0.003817949676886201, 0.0006853361846879125], [0.8582462072372437, 0.10645850002765656, 0.015915382653474808, 0.012024115771055222, 0.001518833450973034, 0.003017079085111618, 0.0028199898079037666], [0.8261473178863525, 0.11497325450181961, 0.031105730682611465, 0.020069800317287445, 0.003127416828647256, 0.003267332212999463, 0.001309142098762095], [0.7603434324264526, 0.057237569242715836, 0.007380933500826359, 0.16040261089801788, 0.009722723625600338, 0.00034006929490715265, 0.004572821315377951], [0.5571170449256897, 0.006249124184250832, 0.0381748266518116, 0.1940649300813675, 0.19101569056510925, 0.009083989076316357, 0.0042944010347127914], [0.978714644908905, 0.002789166057482362, 0.004156650044023991, 0.001070703729055822, 0.002467737765982747, 0.010209411382675171, 0.0005918144015595317]]], [[[0.9794967174530029, 0.0069177052937448025, 0.0030021299608051777, 0.003928260412067175, 0.003208494046702981, 0.0008753901929594576, 0.002571333898231387], [0.955489993095398, 0.012893781997263432, 0.026189520955085754, 0.0016183927655220032, 0.0014911182224750519, 0.000812296464573592, 0.0015049680368974805], [0.7836839556694031, 0.14272142946720123, 0.04636215791106224, 0.00889762956649065, 0.002277266001328826, 0.003986916039139032, 0.012070680968463421], [0.8784337043762207, 0.0353124663233757, 0.05451315641403198, 0.010819447226822376, 0.014641992747783661, 0.002629603259265423, 0.003649658989161253], [0.6208741068840027, 0.04326789081096649, 0.1426692008972168, 0.0953691154718399, 0.0868111401796341, 0.004210381302982569, 0.006798166781663895], [0.5228762626647949, 0.017857301980257034, 0.06678128987550735, 0.21915163099765778, 0.15126599371433258, 0.01021675206720829, 0.011850804090499878], [0.6756281852722168, 0.054825201630592346, 0.016538094729185104, 0.05067068710923195, 0.054707176983356476, 0.11632098257541656, 0.031309738755226135]], [[0.9919335246086121, 0.0032816759776324034, 0.0011426953133195639, 0.0009411723003722727, 0.0003720796958077699, 0.0006646689726039767, 0.0016641331603750587], [0.11686654388904572, 0.007731881458312273, 0.7713580131530762, 0.00925450399518013, 0.03207992762327194, 0.06073234975337982, 0.001976804342120886], [0.5568222999572754, 0.11781676113605499, 0.0960320383310318, 0.00870866235345602, 0.015159061178565025, 0.1926582157611847, 0.012803036719560623], [0.09483429044485092, 0.012375812977552414, 0.20104482769966125, 0.0021341447718441486, 0.4428351819515228, 0.24045026302337646, 0.0063255480490624905], [0.08363763988018036, 0.0023779759649187326, 0.009434071369469166, 0.006723983678966761, 0.004957318771630526, 0.8899404406547546, 0.002928623929619789], [0.4415118992328644, 0.021165847778320312, 0.41961240768432617, 0.012232073582708836, 0.03944641724228859, 0.04963752254843712, 0.01639380306005478], [0.16033874452114105, 0.025653351098299026, 0.590148389339447, 0.02400863915681839, 0.16654612123966217, 0.02205771766602993, 0.011247046291828156]], [[0.9934817552566528, 0.0007806230569258332, 0.0028533085715025663, 0.00106624118052423, 0.00036477093817666173, 0.00035602893331088126, 0.0010974048636853695], [0.5747487545013428, 0.18677645921707153, 0.05459917336702347, 0.10478456318378448, 0.025385145097970963, 0.005189115181565285, 0.04851683974266052], [0.7998471260070801, 0.033292435109615326, 0.11509431153535843, 0.016239894554018974, 0.01017485186457634, 0.009253177791833878, 0.016098270192742348], [0.5415120720863342, 0.02328493446111679, 0.10332875698804855, 0.1589551419019699, 0.08566802740097046, 0.05475999787449837, 0.03249116986989975], [0.7329729795455933, 0.0243863295763731, 0.06574968248605728, 0.024634949862957, 0.08185923844575882, 0.05415596067905426, 0.016240861266851425], [0.42675018310546875, 0.013958625495433807, 0.08494724333286285, 0.02464795485138893, 0.04573329538106918, 0.35626596212387085, 0.04769674316048622], [0.692529022693634, 0.062332794070243835, 0.08289895951747894, 0.06672416627407074, 0.017837287858128548, 0.0274063553661108, 0.05027146264910698]], [[0.9872762560844421, 0.001981346867978573, 0.0023461675737053156, 0.0018738622311502695, 0.0012162961065769196, 0.002950645750388503, 0.0023552512284368277], [0.07319733500480652, 0.04576638340950012, 0.10779134184122086, 0.126357764005661, 0.1596267968416214, 0.379893034696579, 0.10736730694770813], [0.31744787096977234, 0.06369177997112274, 0.11275225877761841, 0.08511676639318466, 0.09132477641105652, 0.2380381077528, 0.09162849932909012], [0.29579514265060425, 0.026339612901210785, 0.05187106877565384, 0.046859029680490494, 0.11032036691904068, 0.13953819870948792, 0.32927656173706055], [0.690933346748352, 0.014891700819134712, 0.015111018903553486, 0.01236678846180439, 0.03928782045841217, 0.021210981532931328, 0.20619821548461914], [0.8307468295097351, 0.006860933266580105, 0.01796647347509861, 0.027243884280323982, 0.039797015488147736, 0.029297424480319023, 0.048087410628795624], [0.2938714921474457, 0.11595999449491501, 0.11829416453838348, 0.10795596241950989, 0.12683571875095367, 0.10756790637969971, 0.12951478362083435]], [[0.9812180995941162, 0.003943620715290308, 0.004557809792459011, 0.0010365165071561933, 0.00012087329378118739, 0.002590985270217061, 0.006532052531838417], [0.88919597864151, 0.04912848770618439, 0.017292378470301628, 0.0025302644353359938, 0.0034924079664051533, 0.005323181394487619, 0.03303743898868561], [0.8196539282798767, 0.02509344182908535, 0.13957977294921875, 0.001456616329960525, 0.00026858836645260453, 0.005328245926648378, 0.008619420230388641], [0.8005832433700562, 0.06747958064079285, 0.08272740244865417, 0.022613883018493652, 0.0011457602959126234, 0.010108821094036102, 0.015341350808739662], [0.6685065031051636, 0.1352827399969101, 0.11490651965141296, 0.029331279918551445, 0.006069694180041552, 0.03479206562042236, 0.01111123152077198], [0.7245409488677979, 0.0753006711602211, 0.08895280212163925, 0.016739098355174065, 0.0007389200036413968, 0.08274757862091064, 0.010980075225234032], [0.4932180941104889, 0.23580634593963623, 0.11960334330797195, 0.06770049780607224, 0.02278764918446541, 0.02736365981400013, 0.033520378172397614]], [[0.9895325899124146, 0.0011886450229212642, 0.006291489116847515, 0.0004761584277730435, 0.00014560631825588644, 0.0004978769575245678, 0.0018675150349736214], [0.6142672300338745, 0.056766510009765625, 0.22562162578105927, 0.05360543355345726, 0.012592554092407227, 0.020515700802206993, 0.016630953177809715], [0.5665309429168701, 0.04027722030878067, 0.32787030935287476, 0.01831824891269207, 0.005436463747173548, 0.019160885363817215, 0.022405868396162987], [0.6735380291938782, 0.09144552797079086, 0.15281942486763, 0.03266005590558052, 0.007371810730546713, 0.018975863233208656, 0.02318921498954296], [0.7574846148490906, 0.04573862999677658, 0.095003642141819, 0.022964050993323326, 0.006013928446918726, 0.05156059190630913, 0.021234573796391487], [0.6395865082740784, 0.047116439789533615, 0.27418920397758484, 0.008459567092359066, 0.0034553746227174997, 0.008241777308285236, 0.01895112544298172], [0.4163357615470886, 0.08775295317173004, 0.42246219515800476, 0.02810710109770298, 0.007847747765481472, 0.01424413826316595, 0.02325018309056759]], [[0.98759925365448, 0.003012673929333687, 0.0031819569412618876, 0.001450961921364069, 0.0009623424266465008, 0.0012156027369201183, 0.002577404957264662], [0.4328949451446533, 0.06521956622600555, 0.22727426886558533, 0.07914499938488007, 0.05992985889315605, 0.07967560738325119, 0.05586077272891998], [0.7574240565299988, 0.035375770181417465, 0.06571125239133835, 0.014807751402258873, 0.018524914979934692, 0.05151459574699402, 0.056641578674316406], [0.6057305932044983, 0.03057435341179371, 0.12035875022411346, 0.049911823123693466, 0.028767041862010956, 0.08968637883663177, 0.0749710276722908], [0.49106165766716003, 0.0600353479385376, 0.09853319078683853, 0.07268330454826355, 0.04481247067451477, 0.14098568260669708, 0.09188831597566605], [0.7142861485481262, 0.03190868720412254, 0.13944214582443237, 0.023123450577259064, 0.007770920172333717, 0.04450167343020439, 0.03896690532565117], [0.3166612684726715, 0.09764917194843292, 0.2700711488723755, 0.11278697848320007, 0.07972445338964462, 0.07585370540618896, 0.04725334420800209]], [[0.9705770611763, 0.009671651758253574, 0.00625951262190938, 0.002611057134345174, 0.001951343845576048, 0.0024089824873954058, 0.006520531605929136], [0.8561347126960754, 0.03812026232481003, 0.007375423796474934, 0.012933166697621346, 0.029168127104640007, 0.025335347279906273, 0.030932994559407234], [0.8149378895759583, 0.049920305609703064, 0.007924720644950867, 0.01318337768316269, 0.009052823297679424, 0.015406491234898567, 0.08957429230213165], [0.8904234170913696, 0.033603690564632416, 0.003698700573295355, 0.008161813952028751, 0.01704186387360096, 0.004101681988686323, 0.04296875], [0.8099907040596008, 0.04843125864863396, 0.0075545781292021275, 0.03426290303468704, 0.031117457896471024, 0.035820238292217255, 0.032822851091623306], [0.9199807643890381, 0.0163910873234272, 0.03293447941541672, 0.007051789667457342, 0.007935079745948315, 0.0006796469097025692, 0.015027118846774101], [0.8880585432052612, 0.036200717091560364, 0.015593516640365124, 0.01351865567266941, 0.012254774570465088, 0.010318624787032604, 0.024055246263742447]], [[0.9911324381828308, 0.0010706729954108596, 0.0017944256542250514, 0.0010532981250435114, 0.0007125645643100142, 0.0017237610882148147, 0.002512838691473007], [0.06663887202739716, 0.014758959412574768, 0.8549879193305969, 0.04828214272856712, 0.0074606481939554214, 0.005105494987219572, 0.002765938173979521], [0.7444247603416443, 0.017537813633680344, 0.07701170444488525, 0.11815062910318375, 0.023083994165062904, 0.013584742322564125, 0.006206296384334564], [0.14382882416248322, 0.005056000780314207, 0.03513536974787712, 0.0038508728612214327, 0.0591585747897625, 0.7185183763504028, 0.03445200249552727], [0.0906066745519638, 0.001003878191113472, 0.00475644925609231, 0.0012178318575024605, 0.011632781475782394, 0.8499961495399475, 0.040786262601614], [0.7054657936096191, 0.0022545824758708477, 0.035447634756565094, 0.0006847784970887005, 0.0030398310627788305, 0.098899245262146, 0.15420813858509064], [0.6952086687088013, 0.030229605734348297, 0.20170560479164124, 0.007995905354619026, 0.002945585874840617, 0.02657684125006199, 0.03533778339624405]], [[0.9550988078117371, 0.005194099619984627, 0.01962495781481266, 0.0018671571742743254, 0.0017248080112040043, 0.0017334753647446632, 0.014756639488041401], [0.955247163772583, 0.034538011997938156, 0.0006099711754359305, 0.0006387963658198714, 0.0004876821767538786, 7.847829692764208e-05, 0.008399835787713528], [0.9481461048126221, 0.0008134318049997091, 0.047517064958810806, 5.285144652589224e-05, 8.676183642819524e-05, 0.0007262962753884494, 0.0026574262883514166], [0.841663122177124, 0.0008139664423651993, 7.287786866072565e-05, 0.1304715871810913, 0.0017036964418366551, 0.0012990460963919759, 0.023975742980837822], [0.9421960711479187, 0.0013701093848794699, 0.0001771956158336252, 0.0016774944961071014, 0.043210629373788834, 0.0014483602717518806, 0.009920171461999416], [0.8718985319137573, 0.00015304774569813162, 0.002177176298573613, 0.0008711898699402809, 0.0013133703032508492, 0.10870279371738434, 0.0148839196190238], [0.9875320792198181, 0.002843487309291959, 0.0003732950135599822, 0.0021997487638145685, 0.0012624349910765886, 0.0020440351217985153, 0.0037448436487466097]], [[0.9929215312004089, 0.0015757196815684438, 0.0018756415229290724, 0.0007963953539729118, 0.00018341215036343783, 0.0008445129496976733, 0.0018028505146503448], [0.4229930639266968, 0.15554381906986237, 0.31996673345565796, 0.01707671768963337, 0.020329546183347702, 0.01704360544681549, 0.04704643785953522], [0.5372933745384216, 0.13206692039966583, 0.2516331076622009, 0.01688311994075775, 0.011669999919831753, 0.017985424026846886, 0.03246816620230675], [0.2581064701080322, 0.24987715482711792, 0.3170751631259918, 0.036931414157152176, 0.058967605233192444, 0.03768929839134216, 0.041352778673172], [0.39224958419799805, 0.19205258786678314, 0.26321712136268616, 0.025541389361023903, 0.036306314170360565, 0.039830807596445084, 0.05080205574631691], [0.47776442766189575, 0.25556260347366333, 0.11042428761720657, 0.06305976212024689, 0.0268065445125103, 0.01402882020920515, 0.05235356464982033], [0.16374385356903076, 0.2444688230752945, 0.35582923889160156, 0.13640901446342468, 0.05311889946460724, 0.02505599893629551, 0.021374164149165154]], [[0.9742313027381897, 0.007875747978687286, 0.00522357365116477, 0.003415681654587388, 0.0017423107055947185, 0.0038905490655452013, 0.0036206452641636133], [0.9508058428764343, 0.04325975105166435, 0.0020784297958016396, 0.0019614933989942074, 0.0008766399114392698, 0.0007732653757557273, 0.0002446343132760376], [0.9030468463897705, 0.06670089811086655, 0.011709297075867653, 0.01204893458634615, 0.002182482276111841, 0.0010619653621688485, 0.003249529981985688], [0.3430473208427429, 0.024066472426056862, 0.6101580262184143, 0.018499653786420822, 0.0033208834938704967, 0.00017335396842099726, 0.0007343724719248712], [0.34905168414115906, 0.0030627038795500994, 0.04218209534883499, 0.5892253518104553, 0.014615838415920734, 0.0005846192943863571, 0.0012777213705703616], [0.2721540629863739, 0.001942531787790358, 0.005758477374911308, 0.17587870359420776, 0.5075355768203735, 0.03399169072508812, 0.0027388876769691706], [0.6761125922203064, 0.00643318984657526, 0.003152320394292474, 0.007461165077984333, 0.09921858459711075, 0.16807526350021362, 0.03954687714576721]]], [[[0.9888159036636353, 0.0017716364236548543, 0.0024023116566240788, 0.0016513664741069078, 0.0011044717393815517, 0.0015232351142913103, 0.002731101354584098], [0.12782655656337738, 0.09523212164640427, 0.12247294187545776, 0.12919797003269196, 0.1963595151901245, 0.13490138947963715, 0.19400949776172638], [0.317736953496933, 0.08462730795145035, 0.12514299154281616, 0.07269534468650818, 0.1224285140633583, 0.09588345140218735, 0.18148531019687653], [0.1920652985572815, 0.0361359678208828, 0.062140144407749176, 0.10072319209575653, 0.27671921253204346, 0.10858824104070663, 0.2236279398202896], [0.48446375131607056, 0.02403634786605835, 0.031600646674633026, 0.07385655492544174, 0.1727205216884613, 0.04661891236901283, 0.1667032539844513], [0.40955060720443726, 0.04430229216814041, 0.048991668969392776, 0.09791956841945648, 0.1583484411239624, 0.11105789244174957, 0.12982958555221558], [0.15860667824745178, 0.14808586239814758, 0.19213077425956726, 0.12360452115535736, 0.11604800075292587, 0.14711551368236542, 0.11440864950418472]], [[0.9922938346862793, 0.0006785010336898267, 0.0054343584924936295, 0.0006785628502257168, 0.0002894319186452776, 0.00011570957576623186, 0.0005095787346363068], [0.4056096374988556, 0.046129655092954636, 0.5203181505203247, 0.0036645943764597178, 0.0011887834407389164, 0.003699064254760742, 0.019390052184462547], [0.8056300282478333, 0.06062782555818558, 0.09827083349227905, 0.013271171599626541, 0.004983571358025074, 0.009339181706309319, 0.007877477444708347], [0.2645359933376312, 0.1501457542181015, 0.501679003238678, 0.014083288609981537, 0.008000867441296577, 0.031817276030778885, 0.02973773702979088], [0.5545543432235718, 0.07219783216714859, 0.23017117381095886, 0.020899904891848564, 0.006300446577370167, 0.07678696513175964, 0.03908933326601982], [0.1659626066684723, 0.06782197952270508, 0.747236430644989, 0.0018759354716166854, 0.00041228331974707544, 0.0030742138624191284, 0.013616514392197132], [0.6672611236572266, 0.06165418028831482, 0.20220886170864105, 0.015780741348862648, 0.013008764944970608, 0.01137357298284769, 0.028712771832942963]], [[0.9792906045913696, 0.0037822583690285683, 0.003959194291383028, 0.003212017472833395, 0.0013914357405155897, 0.0015501121524721384, 0.006814479827880859], [0.23741358518600464, 0.065865658223629, 0.14564236998558044, 0.15138094127178192, 0.3116298019886017, 0.060926955193281174, 0.027140699326992035], [0.3125211298465729, 0.14991918206214905, 0.16055096685886383, 0.11236753314733505, 0.10927162319421768, 0.08933926373720169, 0.06603023409843445], [0.28756412863731384, 0.03305603563785553, 0.05346399173140526, 0.1048390343785286, 0.4242491126060486, 0.05341216176748276, 0.043415606021881104], [0.6274521350860596, 0.020734217017889023, 0.0324103944003582, 0.0825214758515358, 0.17410527169704437, 0.02075212448835373, 0.042024385184049606], [0.571043848991394, 0.04807659983634949, 0.07403071969747543, 0.11352204531431198, 0.137107715010643, 0.023917481303215027, 0.03230152279138565], [0.27035218477249146, 0.0802479237318039, 0.19029612839221954, 0.15916961431503296, 0.17258480191230774, 0.09958692640066147, 0.02776244468986988]], [[0.9650618433952332, 0.005459995940327644, 0.012762309052050114, 0.003951711114495993, 0.00336867431178689, 0.0015144036151468754, 0.007880973629653454], [0.7835538983345032, 0.04033704847097397, 0.07058708369731903, 0.019841047003865242, 0.011454171501100063, 0.047386571764945984, 0.026840316131711006], [0.7350401282310486, 0.021619394421577454, 0.0706983357667923, 0.03276929631829262, 0.01733037456870079, 0.11324280500411987, 0.009299679659307003], [0.8581523299217224, 0.015034212730824947, 0.02761009894311428, 0.02484063059091568, 0.019178500398993492, 0.03275199979543686, 0.02243230491876602], [0.8617679476737976, 0.008145398460328579, 0.02371831238269806, 0.030922114849090576, 0.03017117828130722, 0.02327127382159233, 0.022003669291734695], [0.9096319079399109, 0.008557274006307125, 0.01960805617272854, 0.016341494396328926, 0.011743881739675999, 0.01966690830886364, 0.01445047091692686], [0.9373731017112732, 0.009865453466773033, 0.016881607472896576, 0.005577046424150467, 0.004879652056843042, 0.006070245057344437, 0.019352860748767853]], [[0.9747870564460754, 0.004472516477108002, 0.007237048353999853, 0.003643728792667389, 0.0023695253767073154, 0.0020278056617826223, 0.005462425295263529], [0.8941927552223206, 0.009009645320475101, 0.03270117565989494, 0.01199719775468111, 0.024872761219739914, 0.012194188311696053, 0.015032329596579075], [0.9404692649841309, 0.010015550069510937, 0.006865295115858316, 0.004616606514900923, 0.009454097598791122, 0.008605558425188065, 0.019973594695329666], [0.854585587978363, 0.03139639273285866, 0.04498719051480293, 0.013689317740499973, 0.017442800104618073, 0.009833790361881256, 0.028064999729394913], [0.9069377183914185, 0.029882049188017845, 0.02959449030458927, 0.008495388552546501, 0.002315815072506666, 0.0030504122842103243, 0.019724104553461075], [0.9408003687858582, 0.013099991716444492, 0.022842157632112503, 0.00500365300104022, 0.0014004313852638006, 0.0006012024241499603, 0.016252130270004272], [0.8576688170433044, 0.017110668122768402, 0.05731716379523277, 0.015762941911816597, 0.024554606527090073, 0.01637820154428482, 0.011207823641598225]], [[0.9628199338912964, 0.0057183243334293365, 0.01275432389229536, 0.005945172160863876, 0.0029782510828226805, 0.004624140914529562, 0.005159812048077583], [0.9389685392379761, 0.01905011013150215, 0.015568859875202179, 0.011821853928267956, 0.0031680262181907892, 0.004288861993700266, 0.007133611477911472], [0.709235429763794, 0.037999317049980164, 0.1785193830728531, 0.03008047677576542, 0.009597500786185265, 0.015248343348503113, 0.01931956224143505], [0.7864192128181458, 0.017199065536260605, 0.018153222277760506, 0.058707933872938156, 0.06195924058556557, 0.020970452576875687, 0.036590833216905594], [0.7571914196014404, 0.005363998934626579, 0.011724802665412426, 0.039639223366975784, 0.12158118188381195, 0.02932972088456154, 0.03516964241862297], [0.8016001582145691, 0.012474577873945236, 0.05203792825341225, 0.027709007263183594, 0.043196067214012146, 0.02748788893222809, 0.03549444302916527], [0.8779538869857788, 0.02274814434349537, 0.01759134605526924, 0.026051325723528862, 0.021178653463721275, 0.010948790237307549, 0.023527955636382103]], [[0.9939735531806946, 0.0008385723340325058, 0.0014561825664713979, 0.0009554287535138428, 0.0010094712488353252, 0.00038833721191622317, 0.0013786661438643932], [0.5892482995986938, 0.08383440226316452, 0.12055160850286484, 0.05501476302742958, 0.049905527383089066, 0.03604006767272949, 0.06540533155202866], [0.8499428033828735, 0.02105889655649662, 0.07913748919963837, 0.015985939651727676, 0.017156381160020828, 0.00795765407383442, 0.008760794065892696], [0.4342263638973236, 0.04750121012330055, 0.11844751983880997, 0.07786928117275238, 0.13405336439609528, 0.095853291451931, 0.09204891324043274], [0.5942667126655579, 0.02368881180882454, 0.06328988820314407, 0.050602179020643234, 0.10568812489509583, 0.07276783138513565, 0.08969637751579285], [0.885518491268158, 0.02536879852414131, 0.02549280785024166, 0.009969186969101429, 0.018884673714637756, 0.022464115172624588, 0.012301982380449772], [0.39188477396965027, 0.12925314903259277, 0.17625641822814941, 0.07559124380350113, 0.09320720285177231, 0.04308582842350006, 0.09072141349315643]], [[0.9980432987213135, 0.00017888886213768274, 0.0007880769553594291, 0.00033596984576433897, 9.520062303636223e-05, 0.00021780708630103618, 0.0003405999159440398], [0.567409098148346, 0.06824026256799698, 0.06460080295801163, 0.07809992134571075, 0.05432721599936485, 0.08994758874177933, 0.07737502455711365], [0.7756572961807251, 0.03960335999727249, 0.06547392904758453, 0.028279650956392288, 0.009374178014695644, 0.03828896954655647, 0.0433226153254509], [0.5211188197135925, 0.0789569616317749, 0.035566218197345734, 0.06687255203723907, 0.05671310797333717, 0.11337646096944809, 0.12739591300487518], [0.5335195660591125, 0.06859681010246277, 0.03653964772820473, 0.09281523525714874, 0.04447036236524582, 0.10108359158039093, 0.12297478318214417], [0.7617352604866028, 0.04582144692540169, 0.044135693460702896, 0.04012832045555115, 0.019203834235668182, 0.038920167833566666, 0.050055280327796936], [0.7197954058647156, 0.04761946573853493, 0.04147527739405632, 0.054210469126701355, 0.038654014468193054, 0.048450928181409836, 0.04979443922638893]], [[0.9539986848831177, 0.0039557963609695435, 0.008559727109968662, 0.00719547551125288, 0.006482385098934174, 0.011712977662682533, 0.00809489469975233], [0.26356494426727295, 0.024409329518675804, 0.23221983015537262, 0.06611515581607819, 0.10681047290563583, 0.28892144560813904, 0.017958862707018852], [0.4595886170864105, 0.08509171009063721, 0.057848360389471054, 0.09305264800786972, 0.10449327528476715, 0.18058064579963684, 0.019344674423336983], [0.48375266790390015, 0.028505908325314522, 0.20952413976192474, 0.03135016933083534, 0.1425059586763382, 0.08359427005052567, 0.020766984671354294], [0.5914493799209595, 0.02423076145350933, 0.1994812786579132, 0.05126481503248215, 0.05659565329551697, 0.02659614197909832, 0.050381965935230255], [0.1799158751964569, 0.10350967943668365, 0.24100317060947418, 0.1762864738702774, 0.16850697994232178, 0.06807857006788254, 0.06269922107458115], [0.4451787769794464, 0.03590807318687439, 0.2532370686531067, 0.04100371524691582, 0.04790450632572174, 0.139848530292511, 0.03691919893026352]], [[0.989120602607727, 0.00151957874186337, 0.005066750571131706, 0.0006756243528798223, 0.00021105119958519936, 0.000582322187256068, 0.0028241730760782957], [0.20404696464538574, 0.09768372774124146, 0.4607386589050293, 0.09844198822975159, 0.06697866320610046, 0.05329596996307373, 0.018814118579030037], [0.8121002316474915, 0.03658558800816536, 0.10292509198188782, 0.017117662355303764, 0.01021437905728817, 0.011377453804016113, 0.009679531678557396], [0.1892552673816681, 0.17615443468093872, 0.31498798727989197, 0.06772028654813766, 0.11791335046291351, 0.09797507524490356, 0.03599340468645096], [0.29461413621902466, 0.2200378179550171, 0.2932875454425812, 0.06121082231402397, 0.03156299144029617, 0.05155457183718681, 0.04773202911019325], [0.6196942925453186, 0.08055713027715683, 0.1964421570301056, 0.025958478450775146, 0.013406164944171906, 0.03669343516230583, 0.02724832110106945], [0.12165910005569458, 0.15286338329315186, 0.42386594414711, 0.08768487721681595, 0.11451146751642227, 0.061588991433382034, 0.037826210260391235]], [[0.965715765953064, 0.005431726109236479, 0.008479961194097996, 0.005868488922715187, 0.004946576897054911, 0.002727581188082695, 0.006829922553151846], [0.2652586102485657, 0.09052948653697968, 0.4048052430152893, 0.046622321009635925, 0.06862419098615646, 0.06659292429685593, 0.05756721645593643], [0.5971555113792419, 0.08266253769397736, 0.1680922508239746, 0.03270764648914337, 0.03657897561788559, 0.029899653047323227, 0.05290345475077629], [0.17119254171848297, 0.1277661919593811, 0.3041551411151886, 0.13977065682411194, 0.10107697546482086, 0.07754462212324142, 0.07849380373954773], [0.20330415666103363, 0.10840149968862534, 0.10457436740398407, 0.24129757285118103, 0.16030478477478027, 0.07027532905340195, 0.11184228211641312], [0.4677700400352478, 0.06848490238189697, 0.2037709355354309, 0.08731396496295929, 0.10022994875907898, 0.026770561933517456, 0.04565964639186859], [0.13112179934978485, 0.08292213082313538, 0.42911189794540405, 0.06973879039287567, 0.091792531311512, 0.1151057705283165, 0.08020708709955215]], [[0.48252975940704346, 0.09702742099761963, 0.1350107640028, 0.06630859524011612, 0.05551622062921524, 0.07501812279224396, 0.08858919143676758], [0.17566697299480438, 0.11942750215530396, 0.17348867654800415, 0.07863631099462509, 0.05504404753446579, 0.02669157087802887, 0.3710448741912842], [0.14919649064540863, 0.14096327126026154, 0.10095580667257309, 0.17801199853420258, 0.10232894122600555, 0.05129190906882286, 0.27725154161453247], [0.11897626519203186, 0.15643133223056793, 0.25868457555770874, 0.041173871606588364, 0.02326064743101597, 0.023124847561120987, 0.3783484995365143], [0.10291201621294022, 0.13733302056789398, 0.20415793359279633, 0.06502243131399155, 0.026295162737369537, 0.02532818913459778, 0.4389512538909912], [0.0851406380534172, 0.13244640827178955, 0.2561914920806885, 0.13490086793899536, 0.05195802450180054, 0.022127557545900345, 0.3172350227832794], [0.25909218192100525, 0.13568153977394104, 0.2286306768655777, 0.09357689321041107, 0.05284229665994644, 0.031842876225709915, 0.19833360612392426]]], [[[0.9248466491699219, 0.008870359510183334, 0.0214031133800745, 0.010882764123380184, 0.009508565068244934, 0.0058814529329538345, 0.018607081845402718], [0.08032731711864471, 0.34823375940322876, 0.19686347246170044, 0.17270024120807648, 0.05430509150028229, 0.01564556546509266, 0.1319245547056198], [0.3140023648738861, 0.06884247809648514, 0.4256035089492798, 0.03462323918938637, 0.05524880439043045, 0.025002580136060715, 0.076677106320858], [0.12727509438991547, 0.1528463214635849, 0.1785503476858139, 0.2690223753452301, 0.16437387466430664, 0.04300042241811752, 0.06493156403303146], [0.3155363202095032, 0.04485190659761429, 0.17184847593307495, 0.12144817411899567, 0.23481185734272003, 0.0711638331413269, 0.04033948853611946], [0.3750183582305908, 0.061779387295246124, 0.21829728782176971, 0.06963861733675003, 0.1293594241142273, 0.11294085532426834, 0.03296610713005066], [0.05331505835056305, 0.25904393196105957, 0.15263070166110992, 0.27618277072906494, 0.07870187610387802, 0.041878968477249146, 0.13824671506881714]], [[0.9943820834159851, 0.0006280367961153388, 0.002894784091040492, 0.00045634646085090935, 0.00037760447594337165, 0.00022013556736055762, 0.0010411387775093317], [0.07849092781543732, 0.23983274400234222, 0.14356453716754913, 0.16345973312854767, 0.18707922101020813, 0.023159394040703773, 0.16441336274147034], [0.7403729557991028, 0.04373013600707054, 0.09103509783744812, 0.024505341425538063, 0.041077692061662674, 0.013317526318132877, 0.045961201190948486], [0.19449299573898315, 0.17846296727657318, 0.06685943156480789, 0.14233314990997314, 0.2540239095687866, 0.03927699849009514, 0.12455053627490997], [0.6528993844985962, 0.05961046367883682, 0.038065534085035324, 0.05815374478697777, 0.0894852876663208, 0.04073603078722954, 0.06104959547519684], [0.6462664008140564, 0.04214106872677803, 0.07368685305118561, 0.05276763066649437, 0.10524873435497284, 0.04335808753967285, 0.036531172692775726], [0.08163532614707947, 0.23468786478042603, 0.19249112904071808, 0.125939279794693, 0.16075551509857178, 0.04820510372519493, 0.15628580749034882]], [[0.9959772229194641, 0.0003802499850280583, 0.0010486715473234653, 0.00032571700285188854, 0.0010556583292782307, 0.0002552289515733719, 0.0009573506540618837], [0.7384974956512451, 0.024256164208054543, 0.03592473268508911, 0.04811045527458191, 0.06928321719169617, 0.02378746122121811, 0.06014049053192139], [0.8565029501914978, 0.014092938043177128, 0.0026862353552132845, 0.027219412848353386, 0.022464293986558914, 0.02687716856598854, 0.050156835466623306], [0.8115267157554626, 0.03195354342460632, 0.032084185630083084, 0.02694750763475895, 0.025470202788710594, 0.01576239988207817, 0.056255366653203964], [0.8616397380828857, 0.03704482689499855, 0.016760868951678276, 0.016344601288437843, 0.007691133301705122, 0.010488924570381641, 0.050029970705509186], [0.8938344120979309, 0.012291407212615013, 0.017140207812190056, 0.018891766667366028, 0.029984818771481514, 0.007149187847971916, 0.02070821076631546], [0.6106575727462769, 0.05934285372495651, 0.061003491282463074, 0.07882709056138992, 0.10204046964645386, 0.027251262217760086, 0.06087733060121536]], [[0.9916689395904541, 0.0011340316850692034, 0.001783213927410543, 0.0008456810610368848, 0.00047207227908074856, 0.0005475797224789858, 0.0035485418047755957], [0.6814333200454712, 0.05298991873860359, 0.03932112082839012, 0.03314005956053734, 0.02931957133114338, 0.01822379045188427, 0.1455722451210022], [0.8165940642356873, 0.05317302048206329, 0.04348776489496231, 0.011828930117189884, 0.010962839238345623, 0.01758882775902748, 0.046364590525627136], [0.48982810974121094, 0.12542812526226044, 0.07781470566987991, 0.05429958552122116, 0.04125300049781799, 0.04088408872485161, 0.17049236595630646], [0.6671411991119385, 0.07915596663951874, 0.05104689672589302, 0.04729137942194939, 0.03427723050117493, 0.04069026932120323, 0.08039698749780655], [0.5295999646186829, 0.12490571290254593, 0.0644264668226242, 0.06436403840780258, 0.03333967924118042, 0.04579969868063927, 0.1375645250082016], [0.8119164705276489, 0.02851039543747902, 0.019906537607312202, 0.015296357683837414, 0.012106654234230518, 0.008717796765267849, 0.10354582965373993]], [[0.991134524345398, 0.0020758830942213535, 0.002291769254952669, 0.0011251807445660233, 0.0002268231619382277, 5.8184770750813186e-05, 0.0030876174569129944], [0.6226518750190735, 0.07234279811382294, 0.05936610698699951, 0.03497324511408806, 0.023570792749524117, 0.0036398537922650576, 0.18345533311367035], [0.7894560694694519, 0.03953690454363823, 0.02890658937394619, 0.020965762436389923, 0.038925278931856155, 0.009782146662473679, 0.07242728769779205], [0.8450748920440674, 0.03226908668875694, 0.02357764169573784, 0.015782680362462997, 0.012309546582400799, 0.0029836357571184635, 0.06800258159637451], [0.9042054414749146, 0.016939504072070122, 0.018587158992886543, 0.01434297300875187, 0.008317086845636368, 0.0032580026891082525, 0.03434990718960762], [0.8426899909973145, 0.018031416460871696, 0.015933213755488396, 0.015846095979213715, 0.030713509768247604, 0.0031799040734767914, 0.07360590994358063], [0.6770792603492737, 0.08066287636756897, 0.07333862781524658, 0.028929268941283226, 0.021185200661420822, 0.004384905099868774, 0.1144198551774025]], [[0.959426760673523, 0.004510925151407719, 0.010881910100579262, 0.004251348320394754, 0.005792219657450914, 0.0035570040345191956, 0.01157984510064125], [0.7817324995994568, 0.07091820240020752, 0.047689639031887054, 0.02447010949254036, 0.009358999319374561, 0.006232579704374075, 0.05959797650575638], [0.7165483832359314, 0.04206134378910065, 0.12134696543216705, 0.02207804284989834, 0.01742895506322384, 0.06294810771942139, 0.017588214948773384], [0.9251185655593872, 0.020622925832867622, 0.01659427024424076, 0.011309943161904812, 0.006439379416406155, 0.002810213714838028, 0.017104782164096832], [0.9457924962043762, 0.01032919529825449, 0.014944051392376423, 0.007099689915776253, 0.011293768882751465, 0.005565562751144171, 0.004975235555320978], [0.9089303016662598, 0.011316248215734959, 0.020638199523091316, 0.011387553997337818, 0.011038769967854023, 0.0325731486082077, 0.004115692339837551], [0.8377137780189514, 0.05250106379389763, 0.028885122388601303, 0.013725179247558117, 0.0029374368023127317, 0.0029146817978471518, 0.06132253631949425]], [[0.9596542119979858, 0.004032026510685682, 0.009508983232080936, 0.0037721891421824694, 0.005992535967379808, 0.002843213500455022, 0.014196917414665222], [0.5595057010650635, 0.07509857416152954, 0.16835534572601318, 0.05551375448703766, 0.03915323689579964, 0.01346361730247736, 0.08890972286462784], [0.7647503614425659, 0.025398628786206245, 0.03125294670462608, 0.03500375524163246, 0.0685589388012886, 0.017046498134732246, 0.05798881873488426], [0.34252849221229553, 0.0923844426870346, 0.1447129249572754, 0.038836315274238586, 0.1328054964542389, 0.11977479606866837, 0.12895755469799042], [0.5730284452438354, 0.042220260947942734, 0.09983819723129272, 0.019910791888833046, 0.07754423469305038, 0.10573040693998337, 0.08172765374183655], [0.43218931555747986, 0.07720231264829636, 0.11462441831827164, 0.0444682352244854, 0.09600646048784256, 0.03921881690621376, 0.19629040360450745], [0.410196453332901, 0.0985374003648758, 0.10651598870754242, 0.0352623388171196, 0.05661005526781082, 0.022710688412189484, 0.2701670229434967]], [[0.9687726497650146, 0.005497131496667862, 0.0036772703751921654, 0.003477325662970543, 0.004612192045897245, 0.0035703822504729033, 0.010392991825938225], [0.8813973069190979, 0.01644335314631462, 0.010146677494049072, 0.01983412355184555, 0.030749443918466568, 0.01771167851984501, 0.023717451840639114], [0.35765594244003296, 0.0855899453163147, 0.0395783893764019, 0.11746114492416382, 0.2511846721172333, 0.09007635712623596, 0.058453503996133804], [0.8705805540084839, 0.0234636589884758, 0.026769142597913742, 0.02341390587389469, 0.022621219977736473, 0.012839342467486858, 0.020312193781137466], [0.8114914894104004, 0.023273972794413567, 0.02935829572379589, 0.050151336938142776, 0.04031245410442352, 0.017295213416218758, 0.02811732329428196], [0.1398569941520691, 0.048498980700969696, 0.07127069681882858, 0.2915540635585785, 0.3292554020881653, 0.07749061286449432, 0.04207322746515274], [0.9102461338043213, 0.0056228311732411385, 0.004542859271168709, 0.01434026937931776, 0.015919068828225136, 0.019120605662465096, 0.030208218842744827]], [[0.8784075975418091, 0.015151257626712322, 0.020934509113430977, 0.009308790788054466, 0.013945438899099827, 0.006160455290228128, 0.056092072278261185], [0.7803242802619934, 0.04445643723011017, 0.057628046721220016, 0.024262653663754463, 0.017000211402773857, 0.018623150885105133, 0.05770516023039818], [0.6320485472679138, 0.07214438915252686, 0.17311908304691315, 0.027438655495643616, 0.035462308675050735, 0.00988292321562767, 0.04990416020154953], [0.7434177398681641, 0.04549434036016464, 0.03953215479850769, 0.04300801455974579, 0.04096410050988197, 0.023301970213651657, 0.06428161263465881], [0.7038194537162781, 0.03974024951457977, 0.05109748616814613, 0.048032719641923904, 0.08364565670490265, 0.023035716265439987, 0.05062871053814888], [0.6551375389099121, 0.028206881135702133, 0.058250926434993744, 0.05661238357424736, 0.11689937114715576, 0.05263296887278557, 0.03225991874933243], [0.7415463328361511, 0.039694592356681824, 0.06768663227558136, 0.02614574134349823, 0.03190404921770096, 0.030134301632642746, 0.06288829445838928]], [[0.8830888271331787, 0.013167750090360641, 0.03727634996175766, 0.014797376468777657, 0.016564754769206047, 0.013676730915904045, 0.021428199484944344], [0.45557987689971924, 0.15214964747428894, 0.21862109005451202, 0.04877888783812523, 0.10093631595373154, 0.010953516699373722, 0.012980620376765728], [0.8113463521003723, 0.019656170159578323, 0.018895182758569717, 0.05431901663541794, 0.029087664559483528, 0.012317516840994358, 0.05437798425555229], [0.19325315952301025, 0.008764433674514294, 0.0031494824215769768, 0.023610828444361687, 0.6712587475776672, 0.09111061692237854, 0.00885270070284605], [0.5304387807846069, 0.009616030380129814, 0.008989754132926464, 0.022377630695700645, 0.1871461719274521, 0.2178792953491211, 0.023552291095256805], [0.3108680844306946, 0.06399648636579514, 0.017645731568336487, 0.04692976549267769, 0.059572283178567886, 0.16312013566493988, 0.33786749839782715], [0.723215639591217, 0.03736947476863861, 0.023106494918465614, 0.032668184489011765, 0.074464350938797, 0.026634227484464645, 0.08254153281450272]], [[0.9864850044250488, 0.0009146720403805375, 0.0024053817614912987, 0.001136561157181859, 0.003313555149361491, 0.004199111368507147, 0.0015457377303391695], [0.2925870418548584, 0.05022434517741203, 0.009292763657867908, 0.15294481813907623, 0.32315489649772644, 0.021840021014213562, 0.1499561220407486], [0.4768136739730835, 0.05474970117211342, 0.017905665561556816, 0.10384226590394974, 0.17327484488487244, 0.017201010137796402, 0.15621288120746613], [0.614514946937561, 0.07240348309278488, 0.010661160573363304, 0.07925637811422348, 0.11592508107423782, 0.021296903491020203, 0.08594211935997009], [0.734433650970459, 0.07795162498950958, 0.014061766676604748, 0.0461810864508152, 0.042888034135103226, 0.007787403650581837, 0.07669632136821747], [0.6850209832191467, 0.052709996700286865, 0.02424309030175209, 0.05493169277906418, 0.07041032612323761, 0.004787416663020849, 0.10789657384157181], [0.6213887333869934, 0.037931960076093674, 0.008095622062683105, 0.06756884604692459, 0.1371232271194458, 0.01638774760067463, 0.11150387674570084]], [[0.995339035987854, 0.00036373347393237054, 0.0007057259790599346, 0.0008479786920361221, 0.0008602148154750466, 0.0007977080531418324, 0.001085457275621593], [0.7182471752166748, 0.06655444204807281, 0.10039480030536652, 0.036920707672834396, 0.022972019389271736, 0.011431719176471233, 0.04347902536392212], [0.9447798728942871, 0.004831534810364246, 0.022072263062000275, 0.0054023172706365585, 0.008591155521571636, 0.010324159637093544, 0.0039987158961594105], [0.7435291409492493, 0.0350959412753582, 0.04493756219744682, 0.06079038605093956, 0.07327583432197571, 0.013300753198564053, 0.029070468619465828], [0.8718616962432861, 0.01025733258575201, 0.012467973865568638, 0.027793115004897118, 0.052597880363464355, 0.00824821088463068, 0.016773801296949387], [0.8876364231109619, 0.01764483004808426, 0.014205771498382092, 0.019037306308746338, 0.022554170340299606, 0.011666486039757729, 0.027255063876509666], [0.762281060218811, 0.05355551838874817, 0.10525812953710556, 0.015841083601117134, 0.007136162370443344, 0.0060613807290792465, 0.04986661672592163]]], [[[0.5255684852600098, 0.06021750345826149, 0.032192714512348175, 0.08039054274559021, 0.13376636803150177, 0.10963854193687439, 0.05822574719786644], [0.6494720578193665, 0.06671445071697235, 0.028075726702809334, 0.045330800116062164, 0.05284923315048218, 0.09346361458301544, 0.0640941858291626], [0.8192372918128967, 0.041946277022361755, 0.0495929941534996, 0.0122591033577919, 0.01654488407075405, 0.03889681026339531, 0.021522730588912964], [0.626409113407135, 0.07772054523229599, 0.02707122452557087, 0.04946918040513992, 0.062333978712558746, 0.08123952150344849, 0.0757564976811409], [0.6759991645812988, 0.07263201475143433, 0.03252795711159706, 0.052922699600458145, 0.04624810442328453, 0.05299031361937523, 0.06667983531951904], [0.6369701623916626, 0.05287898704409599, 0.0389251634478569, 0.06936100870370865, 0.0911957174539566, 0.06715799868106842, 0.043511029332876205], [0.7100746631622314, 0.057560984045267105, 0.011711528524756432, 0.04548968747258186, 0.04615611955523491, 0.048232514411211014, 0.08077464252710342]], [[0.30701300501823425, 0.11383766680955887, 0.2336760312318802, 0.0548679456114769, 0.06084270402789116, 0.08943036943674088, 0.14033223688602448], [0.5709444284439087, 0.0452711395919323, 0.24187283217906952, 0.0139981210231781, 0.025558745488524437, 0.05353826656937599, 0.048816416412591934], [0.3941994309425354, 0.02595803514122963, 0.35821840167045593, 0.008864318020641804, 0.021054234355688095, 0.16626662015914917, 0.025438984856009483], [0.4589199721813202, 0.0324876606464386, 0.19037377834320068, 0.018329385668039322, 0.05069522187113762, 0.22294993698596954, 0.0262440238147974], [0.6504017114639282, 0.014975039288401604, 0.1166473850607872, 0.011326952837407589, 0.04806771129369736, 0.1417444944381714, 0.016836749389767647], [0.25745752453804016, 0.030253980308771133, 0.3384458124637604, 0.019490918144583702, 0.06445561349391937, 0.23552505671977997, 0.05437106639146805], [0.7671796083450317, 0.025309870019555092, 0.11353666335344315, 0.00698982086032629, 0.01140173152089119, 0.04497562348842621, 0.03060673549771309]], [[0.4337180256843567, 0.057885706424713135, 0.07293937355279922, 0.07169755548238754, 0.08826278150081635, 0.12365977466106415, 0.15183673799037933], [0.4358846843242645, 0.130642831325531, 0.09748771786689758, 0.07148750126361847, 0.05877065658569336, 0.03796222805976868, 0.16776426136493683], [0.39192458987236023, 0.18442757427692413, 0.13796885311603546, 0.06928471475839615, 0.04050333797931671, 0.03649691492319107, 0.13939407467842102], [0.5007079839706421, 0.1071382537484169, 0.11516329646110535, 0.07971099764108658, 0.04368952289223671, 0.030518807470798492, 0.1230710819363594], [0.6012873649597168, 0.061137136071920395, 0.07465402036905289, 0.07427860796451569, 0.056858696043491364, 0.028195440769195557, 0.10358875244855881], [0.20664077997207642, 0.14205189049243927, 0.17281220853328705, 0.07447203248739243, 0.0885416716337204, 0.11309833824634552, 0.20238307118415833], [0.5291052460670471, 0.08121588081121445, 0.07966554164886475, 0.06578563153743744, 0.037987906485795975, 0.025959303602576256, 0.18028052151203156]], [[0.7160488963127136, 0.07520471513271332, 0.048156265169382095, 0.01939011737704277, 0.011623861268162727, 0.011227566748857498, 0.1183486133813858], [0.8332661390304565, 0.04676671698689461, 0.01776651293039322, 0.008336861617863178, 0.001404356793500483, 0.0013180413516238332, 0.09114138036966324], [0.9583839178085327, 0.012649708427488804, 0.01074990350753069, 0.00240034400485456, 0.0008738155011087656, 0.0009296432253904641, 0.01401282474398613], [0.8011111617088318, 0.0555892288684845, 0.04744410142302513, 0.01818777620792389, 0.006961248815059662, 0.003702179528772831, 0.06700436770915985], [0.8659448623657227, 0.043208636343479156, 0.0418720580637455, 0.009326904080808163, 0.00231713755056262, 0.002088983077555895, 0.035241447389125824], [0.8437289595603943, 0.04669395834207535, 0.03175120800733566, 0.014147935435175896, 0.0019406522624194622, 0.0016595970373600721, 0.06007774546742439], [0.9104512929916382, 0.0231950506567955, 0.008949159644544125, 0.005169267766177654, 0.0006074191187508404, 0.0002944549487438053, 0.0513332225382328]], [[0.5466716885566711, 0.037196047604084015, 0.26731428503990173, 0.026822976768016815, 0.03765558451414108, 0.052053142338991165, 0.032286204397678375], [0.4391025900840759, 0.022276049479842186, 0.38382312655448914, 0.015769097954034805, 0.04698044806718826, 0.07322947680950165, 0.018819201737642288], [0.26559698581695557, 0.008683652617037296, 0.5422605872154236, 0.010051737539470196, 0.054382044821977615, 0.1123112216591835, 0.006713797338306904], [0.2412010133266449, 0.018113452941179276, 0.435761421918869, 0.035715021193027496, 0.11629367619752884, 0.13735899329185486, 0.015556459315121174], [0.2625482678413391, 0.012296690605580807, 0.15158766508102417, 0.03486376255750656, 0.23844334483146667, 0.28799551725387573, 0.012264769524335861], [0.1168908104300499, 0.010191594250500202, 0.46801427006721497, 0.02746581844985485, 0.10873216390609741, 0.2618033289909363, 0.006902039051055908], [0.6538065671920776, 0.011002189479768276, 0.1764395385980606, 0.014943652786314487, 0.04189290851354599, 0.09036294370889664, 0.011552185751497746]], [[0.7125637531280518, 0.04962305352091789, 0.1511991024017334, 0.011336860246956348, 0.006581224501132965, 0.00977296568453312, 0.058923088014125824], [0.8127087950706482, 0.058327313512563705, 0.05592150613665581, 0.00845019705593586, 0.004751506727188826, 0.004143196158111095, 0.055697500705718994], [0.831964910030365, 0.028344688937067986, 0.09377085417509079, 0.004049780312925577, 0.00490596005693078, 0.006634934805333614, 0.030329041182994843], [0.710045576095581, 0.08044477552175522, 0.1258973628282547, 0.013326587155461311, 0.014839321374893188, 0.004670477472245693, 0.05077579617500305], [0.7937135696411133, 0.027382345870137215, 0.14212431013584137, 0.0031775818206369877, 0.009505284950137138, 0.0024300699587911367, 0.021666787564754486], [0.7163770794868469, 0.02700340375304222, 0.21776381134986877, 0.00642492575570941, 0.012273527681827545, 0.004405088257044554, 0.015752147883176804], [0.8820145130157471, 0.030371276661753654, 0.042558468878269196, 0.00153345987200737, 0.0007572493050247431, 0.0008276676526293159, 0.04193747788667679]], [[0.15518513321876526, 0.06134868040680885, 0.5208431482315063, 0.0677214190363884, 0.07607410848140717, 0.07090074568986893, 0.047926753759384155], [0.29440975189208984, 0.08035113662481308, 0.28349992632865906, 0.08103962987661362, 0.09078126400709152, 0.07569833844900131, 0.09421996027231216], [0.395742803812027, 0.07266400009393692, 0.1788668930530548, 0.0954321026802063, 0.06579340249300003, 0.11031803488731384, 0.08118273317813873], [0.3043254613876343, 0.08566070348024368, 0.4092434346675873, 0.04402366653084755, 0.039623409509658813, 0.021702220663428307, 0.09542116522789001], [0.1735949069261551, 0.15532830357551575, 0.42389070987701416, 0.06741999834775925, 0.019207041710615158, 0.014644165523350239, 0.14591486752033234], [0.15526486933231354, 0.10111034661531448, 0.5567081570625305, 0.06514164805412292, 0.039105016738176346, 0.006068721413612366, 0.07660117000341415], [0.48346367478370667, 0.062064819037914276, 0.255257248878479, 0.054554443806409836, 0.05485197529196739, 0.046166203916072845, 0.043641701340675354]], [[0.7325766086578369, 0.028146086260676384, 0.17840097844600677, 0.011356093920767307, 0.012505525723099709, 0.008770916610956192, 0.028243746608495712], [0.6919235587120056, 0.03279693424701691, 0.20291787385940552, 0.012025645934045315, 0.013636228628456593, 0.009652700275182724, 0.03704709932208061], [0.6502289772033691, 0.01461244560778141, 0.29886507987976074, 0.0071375551633536816, 0.01114766113460064, 0.006493276450783014, 0.011514964513480663], [0.6796978712081909, 0.027605053037405014, 0.19970519840717316, 0.01733570732176304, 0.029432805255055428, 0.023640621453523636, 0.022582782432436943], [0.6933927536010742, 0.02334487810730934, 0.22326703369617462, 0.011557653546333313, 0.015979351475834846, 0.02137460559606552, 0.011083761230111122], [0.8377346396446228, 0.0207907035946846, 0.09899068623781204, 0.01152052078396082, 0.00804905779659748, 0.011330009438097477, 0.01158431638032198], [0.8455446362495422, 0.018687650561332703, 0.0949116200208664, 0.004470406100153923, 0.005520011764019728, 0.00452630128711462, 0.02633926272392273]], [[0.6871545314788818, 0.08368541300296783, 0.0873681828379631, 0.039891574531793594, 0.01039642933756113, 0.01396662276238203, 0.07753722369670868], [0.5769907832145691, 0.13981318473815918, 0.04300926625728607, 0.07357681542634964, 0.01879803091287613, 0.013149426318705082, 0.13466250896453857], [0.7537903785705566, 0.07841487973928452, 0.07250100374221802, 0.03425475209951401, 0.0034056459553539753, 0.007300038821995258, 0.0503334105014801], [0.49419835209846497, 0.10486210137605667, 0.1260477900505066, 0.1056513637304306, 0.06442299485206604, 0.03715454787015915, 0.06766282767057419], [0.7824341654777527, 0.032960548996925354, 0.10135398805141449, 0.045133303850889206, 0.010574284940958023, 0.013110124506056309, 0.014433484524488449], [0.49955853819847107, 0.03748679533600807, 0.35882124304771423, 0.04993995279073715, 0.015342035330832005, 0.010887508280575275, 0.02796388790011406], [0.7038862705230713, 0.08909551054239273, 0.030822239816188812, 0.03311343863606453, 0.012437489815056324, 0.009037116542458534, 0.12160799652338028]], [[0.4366191327571869, 0.03436091169714928, 0.04283219575881958, 0.04353489726781845, 0.28800028562545776, 0.12039534747600555, 0.034257207065820694], [0.18630973994731903, 0.03657406568527222, 0.02342936582863331, 0.04258321225643158, 0.4572048485279083, 0.2148362398147583, 0.039062537252902985], [0.12974421679973602, 0.023654788732528687, 0.022539818659424782, 0.048263221979141235, 0.3527718484401703, 0.4107514023780823, 0.012274787761271], [0.08953586220741272, 0.023042596876621246, 0.035102054476737976, 0.055985331535339355, 0.4494220018386841, 0.3253171145915985, 0.021594973281025887], [0.10323868691921234, 0.03372977674007416, 0.04796607792377472, 0.07585343718528748, 0.4620726406574249, 0.25646206736564636, 0.02067728154361248], [0.03743019700050354, 0.023658856749534607, 0.024311812594532967, 0.09506887942552567, 0.39543095231056213, 0.4056742191314697, 0.018424993380904198], [0.38322514295578003, 0.026580210775136948, 0.01758730039000511, 0.029975291341543198, 0.3131646513938904, 0.19245882332324982, 0.03700857609510422]], [[0.5755927562713623, 0.05771535262465477, 0.21525762975215912, 0.02351251244544983, 0.016016965731978416, 0.04813866689801216, 0.06376610696315765], [0.5717961192131042, 0.07149363309144974, 0.15261632204055786, 0.04285438358783722, 0.022150816395878792, 0.07174225151538849, 0.06734655052423477], [0.6294754147529602, 0.05792178958654404, 0.12760646641254425, 0.02610565349459648, 0.014890502206981182, 0.07375763356685638, 0.0702425166964531], [0.45121851563453674, 0.03858398273587227, 0.24116967618465424, 0.040288738906383514, 0.03954391926527023, 0.165760800242424, 0.02343444898724556], [0.5407233238220215, 0.016310472041368484, 0.286331444978714, 0.010916279628872871, 0.01314854808151722, 0.12603721022605896, 0.006532776635140181], [0.26539117097854614, 0.05685882270336151, 0.34080785512924194, 0.07412408292293549, 0.02451363392174244, 0.1869228333234787, 0.05138158053159714], [0.766469419002533, 0.038522716611623764, 0.0851440578699112, 0.019350050017237663, 0.007737490348517895, 0.03568710386753082, 0.04708908870816231]], [[0.7279518842697144, 0.04848453029990196, 0.1111474558711052, 0.019785644486546516, 0.024330593645572662, 0.022064659744501114, 0.046235341578722], [0.8293581604957581, 0.041810765862464905, 0.0608229897916317, 0.015812553465366364, 0.010428163222968578, 0.008773403242230415, 0.03299407660961151], [0.8211197853088379, 0.034659165889024734, 0.064468614757061, 0.01116982102394104, 0.009688246995210648, 0.017262494191527367, 0.04163183271884918], [0.6598962545394897, 0.0498984232544899, 0.09112242609262466, 0.039268311113119125, 0.04172883555293083, 0.058965034782886505, 0.05912081152200699], [0.6688612103462219, 0.029754186049103737, 0.09915325045585632, 0.033981457352638245, 0.05052024871110916, 0.07353175431489944, 0.044197872281074524], [0.6348912119865417, 0.0549018569290638, 0.13184890151023865, 0.03612323850393295, 0.032426588237285614, 0.040182288736104965, 0.06962595880031586], [0.9260265827178955, 0.019791344180703163, 0.01808164454996586, 0.006803047377616167, 0.004619754385203123, 0.003552523208782077, 0.02112523466348648]]]], \"left_text\": [\"[CLS]\", \"the\", \"weather\", \"is\", \"not\", \"good\", \"[SEP]\"], \"right_text\": [\"[CLS]\", \"the\", \"weather\", \"is\", \"not\", \"good\", \"[SEP]\"]}], \"default_filter\": \"0\", \"root_div_id\": \"bertviz-58465bbb8d3d403ca3314f87dea71e99\", \"layer\": null, \"heads\": null, \"include_layers\": [0, 1, 2, 3, 4, 5]} is a template marker that is replaced by actual params.\n",
              "    const TEXT_SIZE = 15;\n",
              "    const BOXWIDTH = 110;\n",
              "    const BOXHEIGHT = 22.5;\n",
              "    const MATRIX_WIDTH = 115;\n",
              "    const CHECKBOX_SIZE = 20;\n",
              "    const TEXT_TOP = 30;\n",
              "\n",
              "    console.log(\"d3 version\", d3.version)\n",
              "    let headColors;\n",
              "    try {\n",
              "        headColors = d3.scaleOrdinal(d3.schemeCategory10);\n",
              "    } catch (err) {\n",
              "        console.log('Older d3 version')\n",
              "        headColors = d3.scale.category10();\n",
              "    }\n",
              "    let config = {};\n",
              "    initialize();\n",
              "    renderVis();\n",
              "\n",
              "    function initialize() {\n",
              "        config.attention = params['attention'];\n",
              "        config.filter = params['default_filter'];\n",
              "        config.rootDivId = params['root_div_id'];\n",
              "        config.nLayers = config.attention[config.filter]['attn'].length;\n",
              "        config.nHeads = config.attention[config.filter]['attn'][0].length;\n",
              "        config.layers = params['include_layers']\n",
              "\n",
              "        if (params['heads']) {\n",
              "            config.headVis = new Array(config.nHeads).fill(false);\n",
              "            params['heads'].forEach(x => config.headVis[x] = true);\n",
              "        } else {\n",
              "            config.headVis = new Array(config.nHeads).fill(true);\n",
              "        }\n",
              "        config.initialTextLength = config.attention[config.filter].right_text.length;\n",
              "        config.layer_seq = (params['layer'] == null ? 0 : config.layers.findIndex(layer => params['layer'] === layer));\n",
              "        config.layer = config.layers[config.layer_seq]\n",
              "\n",
              "        let layerEl = $(`#${config.rootDivId} #layer`);\n",
              "        for (const layer of config.layers) {\n",
              "            layerEl.append($(\"<option />\").val(layer).text(layer));\n",
              "        }\n",
              "        layerEl.val(config.layer).change();\n",
              "        layerEl.on('change', function (e) {\n",
              "            config.layer = +e.currentTarget.value;\n",
              "            config.layer_seq = config.layers.findIndex(layer => config.layer === layer);\n",
              "            renderVis();\n",
              "        });\n",
              "\n",
              "        $(`#${config.rootDivId} #filter`).on('change', function (e) {\n",
              "            config.filter = e.currentTarget.value;\n",
              "            renderVis();\n",
              "        });\n",
              "    }\n",
              "\n",
              "    function renderVis() {\n",
              "\n",
              "        // Load parameters\n",
              "        const attnData = config.attention[config.filter];\n",
              "        const leftText = attnData.left_text;\n",
              "        const rightText = attnData.right_text;\n",
              "\n",
              "        // Select attention for given layer\n",
              "        const layerAttention = attnData.attn[config.layer_seq];\n",
              "\n",
              "        // Clear vis\n",
              "        $(`#${config.rootDivId} #vis`).empty();\n",
              "\n",
              "        // Determine size of visualization\n",
              "        const height = Math.max(leftText.length, rightText.length) * BOXHEIGHT + TEXT_TOP;\n",
              "        const svg = d3.select(`#${config.rootDivId} #vis`)\n",
              "            .append('svg')\n",
              "            .attr(\"width\", \"100%\")\n",
              "            .attr(\"height\", height + \"px\");\n",
              "\n",
              "        // Display tokens on left and right side of visualization\n",
              "        renderText(svg, leftText, true, layerAttention, 0);\n",
              "        renderText(svg, rightText, false, layerAttention, MATRIX_WIDTH + BOXWIDTH);\n",
              "\n",
              "        // Render attention arcs\n",
              "        renderAttention(svg, layerAttention);\n",
              "\n",
              "        // Draw squares at top of visualization, one for each head\n",
              "        drawCheckboxes(0, svg, layerAttention);\n",
              "    }\n",
              "\n",
              "    function renderText(svg, text, isLeft, attention, leftPos) {\n",
              "\n",
              "        const textContainer = svg.append(\"svg:g\")\n",
              "            .attr(\"id\", isLeft ? \"left\" : \"right\");\n",
              "\n",
              "        // Add attention highlights superimposed over words\n",
              "        textContainer.append(\"g\")\n",
              "            .classed(\"attentionBoxes\", true)\n",
              "            .selectAll(\"g\")\n",
              "            .data(attention)\n",
              "            .enter()\n",
              "            .append(\"g\")\n",
              "            .attr(\"head-index\", (d, i) => i)\n",
              "            .selectAll(\"rect\")\n",
              "            .data(d => isLeft ? d : transpose(d)) // if right text, transpose attention to get right-to-left weights\n",
              "            .enter()\n",
              "            .append(\"rect\")\n",
              "            .attr(\"x\", function () {\n",
              "                var headIndex = +this.parentNode.getAttribute(\"head-index\");\n",
              "                return leftPos + boxOffsets(headIndex);\n",
              "            })\n",
              "            .attr(\"y\", (+1) * BOXHEIGHT)\n",
              "            .attr(\"width\", BOXWIDTH / activeHeads())\n",
              "            .attr(\"height\", BOXHEIGHT)\n",
              "            .attr(\"fill\", function () {\n",
              "                return headColors(+this.parentNode.getAttribute(\"head-index\"))\n",
              "            })\n",
              "            .style(\"opacity\", 0.0);\n",
              "\n",
              "        const tokenContainer = textContainer.append(\"g\").selectAll(\"g\")\n",
              "            .data(text)\n",
              "            .enter()\n",
              "            .append(\"g\");\n",
              "\n",
              "        // Add gray background that appears when hovering over text\n",
              "        tokenContainer.append(\"rect\")\n",
              "            .classed(\"background\", true)\n",
              "            .style(\"opacity\", 0.0)\n",
              "            .attr(\"fill\", \"lightgray\")\n",
              "            .attr(\"x\", leftPos)\n",
              "            .attr(\"y\", (d, i) => TEXT_TOP + i * BOXHEIGHT)\n",
              "            .attr(\"width\", BOXWIDTH)\n",
              "            .attr(\"height\", BOXHEIGHT);\n",
              "\n",
              "        // Add token text\n",
              "        const textEl = tokenContainer.append(\"text\")\n",
              "            .text(d => d)\n",
              "            .attr(\"font-size\", TEXT_SIZE + \"px\")\n",
              "            .style(\"cursor\", \"default\")\n",
              "            .style(\"-webkit-user-select\", \"none\")\n",
              "            .attr(\"x\", leftPos)\n",
              "            .attr(\"y\", (d, i) => TEXT_TOP + i * BOXHEIGHT);\n",
              "\n",
              "        if (isLeft) {\n",
              "            textEl.style(\"text-anchor\", \"end\")\n",
              "                .attr(\"dx\", BOXWIDTH - 0.5 * TEXT_SIZE)\n",
              "                .attr(\"dy\", TEXT_SIZE);\n",
              "        } else {\n",
              "            textEl.style(\"text-anchor\", \"start\")\n",
              "                .attr(\"dx\", +0.5 * TEXT_SIZE)\n",
              "                .attr(\"dy\", TEXT_SIZE);\n",
              "        }\n",
              "\n",
              "        tokenContainer.on(\"mouseover\", function (d, index) {\n",
              "\n",
              "            // Show gray background for moused-over token\n",
              "            textContainer.selectAll(\".background\")\n",
              "                .style(\"opacity\", (d, i) => i === index ? 1.0 : 0.0)\n",
              "\n",
              "            // Reset visibility attribute for any previously highlighted attention arcs\n",
              "            svg.select(\"#attention\")\n",
              "                .selectAll(\"line[visibility='visible']\")\n",
              "                .attr(\"visibility\", null)\n",
              "\n",
              "            // Hide group containing attention arcs\n",
              "            svg.select(\"#attention\").attr(\"visibility\", \"hidden\");\n",
              "\n",
              "            // Set to visible appropriate attention arcs to be highlighted\n",
              "            if (isLeft) {\n",
              "                svg.select(\"#attention\").selectAll(\"line[left-token-index='\" + index + \"']\").attr(\"visibility\", \"visible\");\n",
              "            } else {\n",
              "                svg.select(\"#attention\").selectAll(\"line[right-token-index='\" + index + \"']\").attr(\"visibility\", \"visible\");\n",
              "            }\n",
              "\n",
              "            // Update color boxes superimposed over tokens\n",
              "            const id = isLeft ? \"right\" : \"left\";\n",
              "            const leftPos = isLeft ? MATRIX_WIDTH + BOXWIDTH : 0;\n",
              "            svg.select(\"#\" + id)\n",
              "                .selectAll(\".attentionBoxes\")\n",
              "                .selectAll(\"g\")\n",
              "                .attr(\"head-index\", (d, i) => i)\n",
              "                .selectAll(\"rect\")\n",
              "                .attr(\"x\", function () {\n",
              "                    const headIndex = +this.parentNode.getAttribute(\"head-index\");\n",
              "                    return leftPos + boxOffsets(headIndex);\n",
              "                })\n",
              "                .attr(\"y\", (d, i) => TEXT_TOP + i * BOXHEIGHT)\n",
              "                .attr(\"width\", BOXWIDTH / activeHeads())\n",
              "                .attr(\"height\", BOXHEIGHT)\n",
              "                .style(\"opacity\", function (d) {\n",
              "                    const headIndex = +this.parentNode.getAttribute(\"head-index\");\n",
              "                    if (config.headVis[headIndex])\n",
              "                        if (d) {\n",
              "                            return d[index];\n",
              "                        } else {\n",
              "                            return 0.0;\n",
              "                        }\n",
              "                    else\n",
              "                        return 0.0;\n",
              "                });\n",
              "        });\n",
              "\n",
              "        textContainer.on(\"mouseleave\", function () {\n",
              "\n",
              "            // Unhighlight selected token\n",
              "            d3.select(this).selectAll(\".background\")\n",
              "                .style(\"opacity\", 0.0);\n",
              "\n",
              "            // Reset visibility attributes for previously selected lines\n",
              "            svg.select(\"#attention\")\n",
              "                .selectAll(\"line[visibility='visible']\")\n",
              "                .attr(\"visibility\", null) ;\n",
              "            svg.select(\"#attention\").attr(\"visibility\", \"visible\");\n",
              "\n",
              "            // Reset highlights superimposed over tokens\n",
              "            svg.selectAll(\".attentionBoxes\")\n",
              "                .selectAll(\"g\")\n",
              "                .selectAll(\"rect\")\n",
              "                .style(\"opacity\", 0.0);\n",
              "        });\n",
              "    }\n",
              "\n",
              "    function renderAttention(svg, attention) {\n",
              "\n",
              "        // Remove previous dom elements\n",
              "        svg.select(\"#attention\").remove();\n",
              "\n",
              "        // Add new elements\n",
              "        svg.append(\"g\")\n",
              "            .attr(\"id\", \"attention\") // Container for all attention arcs\n",
              "            .selectAll(\".headAttention\")\n",
              "            .data(attention)\n",
              "            .enter()\n",
              "            .append(\"g\")\n",
              "            .classed(\"headAttention\", true) // Group attention arcs by head\n",
              "            .attr(\"head-index\", (d, i) => i)\n",
              "            .selectAll(\".tokenAttention\")\n",
              "            .data(d => d)\n",
              "            .enter()\n",
              "            .append(\"g\")\n",
              "            .classed(\"tokenAttention\", true) // Group attention arcs by left token\n",
              "            .attr(\"left-token-index\", (d, i) => i)\n",
              "            .selectAll(\"line\")\n",
              "            .data(d => d)\n",
              "            .enter()\n",
              "            .append(\"line\")\n",
              "            .attr(\"x1\", BOXWIDTH)\n",
              "            .attr(\"y1\", function () {\n",
              "                const leftTokenIndex = +this.parentNode.getAttribute(\"left-token-index\")\n",
              "                return TEXT_TOP + leftTokenIndex * BOXHEIGHT + (BOXHEIGHT / 2)\n",
              "            })\n",
              "            .attr(\"x2\", BOXWIDTH + MATRIX_WIDTH)\n",
              "            .attr(\"y2\", (d, rightTokenIndex) => TEXT_TOP + rightTokenIndex * BOXHEIGHT + (BOXHEIGHT / 2))\n",
              "            .attr(\"stroke-width\", 2)\n",
              "            .attr(\"stroke\", function () {\n",
              "                const headIndex = +this.parentNode.parentNode.getAttribute(\"head-index\");\n",
              "                return headColors(headIndex)\n",
              "            })\n",
              "            .attr(\"left-token-index\", function () {\n",
              "                return +this.parentNode.getAttribute(\"left-token-index\")\n",
              "            })\n",
              "            .attr(\"right-token-index\", (d, i) => i)\n",
              "        ;\n",
              "        updateAttention(svg)\n",
              "    }\n",
              "\n",
              "    function updateAttention(svg) {\n",
              "        svg.select(\"#attention\")\n",
              "            .selectAll(\"line\")\n",
              "            .attr(\"stroke-opacity\", function (d) {\n",
              "                const headIndex = +this.parentNode.parentNode.getAttribute(\"head-index\");\n",
              "                // If head is selected\n",
              "                if (config.headVis[headIndex]) {\n",
              "                    // Set opacity to attention weight divided by number of active heads\n",
              "                    return d / activeHeads()\n",
              "                } else {\n",
              "                    return 0.0;\n",
              "                }\n",
              "            })\n",
              "    }\n",
              "\n",
              "    function boxOffsets(i) {\n",
              "        const numHeadsAbove = config.headVis.reduce(\n",
              "            function (acc, val, cur) {\n",
              "                return val && cur < i ? acc + 1 : acc;\n",
              "            }, 0);\n",
              "        return numHeadsAbove * (BOXWIDTH / activeHeads());\n",
              "    }\n",
              "\n",
              "    function activeHeads() {\n",
              "        return config.headVis.reduce(function (acc, val) {\n",
              "            return val ? acc + 1 : acc;\n",
              "        }, 0);\n",
              "    }\n",
              "\n",
              "    function drawCheckboxes(top, svg) {\n",
              "        const checkboxContainer = svg.append(\"g\");\n",
              "        const checkbox = checkboxContainer.selectAll(\"rect\")\n",
              "            .data(config.headVis)\n",
              "            .enter()\n",
              "            .append(\"rect\")\n",
              "            .attr(\"fill\", (d, i) => headColors(i))\n",
              "            .attr(\"x\", (d, i) => i * CHECKBOX_SIZE)\n",
              "            .attr(\"y\", top)\n",
              "            .attr(\"width\", CHECKBOX_SIZE)\n",
              "            .attr(\"height\", CHECKBOX_SIZE);\n",
              "\n",
              "        function updateCheckboxes() {\n",
              "            checkboxContainer.selectAll(\"rect\")\n",
              "                .data(config.headVis)\n",
              "                .attr(\"fill\", (d, i) => d ? headColors(i): lighten(headColors(i)));\n",
              "        }\n",
              "\n",
              "        updateCheckboxes();\n",
              "\n",
              "        checkbox.on(\"click\", function (d, i) {\n",
              "            if (config.headVis[i] && activeHeads() === 1) return;\n",
              "            config.headVis[i] = !config.headVis[i];\n",
              "            updateCheckboxes();\n",
              "            updateAttention(svg);\n",
              "        });\n",
              "\n",
              "        checkbox.on(\"dblclick\", function (d, i) {\n",
              "            // If we double click on the only active head then reset\n",
              "            if (config.headVis[i] && activeHeads() === 1) {\n",
              "                config.headVis = new Array(config.nHeads).fill(true);\n",
              "            } else {\n",
              "                config.headVis = new Array(config.nHeads).fill(false);\n",
              "                config.headVis[i] = true;\n",
              "            }\n",
              "            updateCheckboxes();\n",
              "            updateAttention(svg);\n",
              "        });\n",
              "    }\n",
              "\n",
              "    function lighten(color) {\n",
              "        const c = d3.hsl(color);\n",
              "        const increment = (1 - c.l) * 0.6;\n",
              "        c.l += increment;\n",
              "        c.s -= increment;\n",
              "        return c;\n",
              "    }\n",
              "\n",
              "    function transpose(mat) {\n",
              "        return mat[0].map(function (col, i) {\n",
              "            return mat.map(function (row) {\n",
              "                return row[i];\n",
              "            });\n",
              "        });\n",
              "    }\n",
              "\n",
              "});"
            ]
          },
          "metadata": {}
        }
      ]
    }
  ]
}