src/nlp/chromadb_RAG.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "provenance": [],
      "include_colab_link": true
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "language_info": {
      "name": "python"
    },
    "widgets": {
      "application/vnd.jupyter.widget-state+json": {
        "f24fd4f9e72942e693266771c86b83a5": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_273315e1bf1d4698894a35e797cfc2cc",
              "IPY_MODEL_038bf4f283ce47c0ad952946088fa9c0",
              "IPY_MODEL_2b5fd68df0e343f99191def8f92e0fcd"
            ],
            "layout": "IPY_MODEL_4d238985559148babb90b56ea7df83d6"
          }
        },
        "273315e1bf1d4698894a35e797cfc2cc": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_8342fd9231bd42118795346b885b9985",
            "placeholder": "​",
            "style": "IPY_MODEL_df045cd223364d02b4d3153ffb52104a",
            "value": "modules.json: 100%"
          }
        },
        "038bf4f283ce47c0ad952946088fa9c0": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_e15375c7a30443b7a61385f6aa9423ee",
            "max": 229,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_bb468b41a5f04c158f74d01e3bffba8c",
            "value": 229
          }
        },
        "2b5fd68df0e343f99191def8f92e0fcd": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_3be4a5faaf484c5d995e0b5e063c8ea5",
            "placeholder": "​",
            "style": "IPY_MODEL_24ee9333c4f44b4c9def995550d9010c",
            "value": " 229/229 [00:00&lt;00:00, 7.32kB/s]"
          }
        },
        "4d238985559148babb90b56ea7df83d6": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "8342fd9231bd42118795346b885b9985": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "df045cd223364d02b4d3153ffb52104a": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "e15375c7a30443b7a61385f6aa9423ee": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "bb468b41a5f04c158f74d01e3bffba8c": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "3be4a5faaf484c5d995e0b5e063c8ea5": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "24ee9333c4f44b4c9def995550d9010c": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "9a887a9231204a0baad1aca8b3f2440a": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_487ac531a6dc4bc1bb3ef352677ecba4",
              "IPY_MODEL_a6a856ef90624830afe4f64851a25e82",
              "IPY_MODEL_ad4549f4616a4e0b8427714598d6a90b"
            ],
            "layout": "IPY_MODEL_01a4928f52b74be9b46924ee08227c55"
          }
        },
        "487ac531a6dc4bc1bb3ef352677ecba4": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_0c432203453c47698a90f1d9ead592e5",
            "placeholder": "​",
            "style": "IPY_MODEL_e01191ee265843cebf4a192057f5f79c",
            "value": "config_sentence_transformers.json: 100%"
          }
        },
        "a6a856ef90624830afe4f64851a25e82": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_0f78b50e339049a1ab7293ddb21ca6ac",
            "max": 122,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_48090c9ba74d43a1b65e688fa26f0c4f",
            "value": 122
          }
        },
        "ad4549f4616a4e0b8427714598d6a90b": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_bf79c0b7a22f4e9595ef9411946093ad",
            "placeholder": "​",
            "style": "IPY_MODEL_46c8fe44b27d425bab08508571af8711",
            "value": " 122/122 [00:00&lt;00:00, 6.95kB/s]"
          }
        },
        "01a4928f52b74be9b46924ee08227c55": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "0c432203453c47698a90f1d9ead592e5": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "e01191ee265843cebf4a192057f5f79c": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "0f78b50e339049a1ab7293ddb21ca6ac": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "48090c9ba74d43a1b65e688fa26f0c4f": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "bf79c0b7a22f4e9595ef9411946093ad": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "46c8fe44b27d425bab08508571af8711": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "0491a65519304872897422ae5cb98168": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_a1527efb96854182802d42b4416c247e",
              "IPY_MODEL_4de70824f85a438a8bc26c3525614b36",
              "IPY_MODEL_c2ea7a923ca84b31a718af6a94723fc1"
            ],
            "layout": "IPY_MODEL_f819e6fdefa146aea6b02ad7e2c7f6ac"
          }
        },
        "a1527efb96854182802d42b4416c247e": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_a507118928d84970ba72336fa9ccbb82",
            "placeholder": "​",
            "style": "IPY_MODEL_0064511e37674caebd13e752d81d6f85",
            "value": "README.md: 100%"
          }
        },
        "4de70824f85a438a8bc26c3525614b36": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_cdfeb605e556446a88faf49f61efde25",
            "max": 4061,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_b2bd27b1bea841efaf0f1fb08bf1096e",
            "value": 4061
          }
        },
        "c2ea7a923ca84b31a718af6a94723fc1": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_344f0be4c556422496c17c6d758729b3",
            "placeholder": "​",
            "style": "IPY_MODEL_a64a649a2d9346e78d2efb45442af64c",
            "value": " 4.06k/4.06k [00:00&lt;00:00, 197kB/s]"
          }
        },
        "f819e6fdefa146aea6b02ad7e2c7f6ac": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "a507118928d84970ba72336fa9ccbb82": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "0064511e37674caebd13e752d81d6f85": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "cdfeb605e556446a88faf49f61efde25": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "b2bd27b1bea841efaf0f1fb08bf1096e": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "344f0be4c556422496c17c6d758729b3": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "a64a649a2d9346e78d2efb45442af64c": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "02a749e479f74973a0495e86729489e1": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_7d39ee7e7a76424abb8f927737fdedb8",
              "IPY_MODEL_183fd72c621e4d4baf0f7f0681f7c96e",
              "IPY_MODEL_69016783aeb44aa2b431e35ac6c906ff"
            ],
            "layout": "IPY_MODEL_2203e5f08f454d5993370984a5fab122"
          }
        },
        "7d39ee7e7a76424abb8f927737fdedb8": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_76d508fe75c94c578bc080e64fee66da",
            "placeholder": "​",
            "style": "IPY_MODEL_de17527c54e343ca967c2b4cf19cf98a",
            "value": "sentence_bert_config.json: 100%"
          }
        },
        "183fd72c621e4d4baf0f7f0681f7c96e": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_e6825148da424ca0afc60e7e837319ed",
            "max": 53,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_8faa5b33cd164c88b9058911ee70b20b",
            "value": 53
          }
        },
        "69016783aeb44aa2b431e35ac6c906ff": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_047c3a7766ee4ac3af3dfb16d33e50fb",
            "placeholder": "​",
            "style": "IPY_MODEL_88c1fd1066bb4f4dbf807b1b995bb845",
            "value": " 53.0/53.0 [00:00&lt;00:00, 2.67kB/s]"
          }
        },
        "2203e5f08f454d5993370984a5fab122": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "76d508fe75c94c578bc080e64fee66da": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "de17527c54e343ca967c2b4cf19cf98a": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "e6825148da424ca0afc60e7e837319ed": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "8faa5b33cd164c88b9058911ee70b20b": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "047c3a7766ee4ac3af3dfb16d33e50fb": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "88c1fd1066bb4f4dbf807b1b995bb845": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "38cc8b2d4fbd476a811e21ebb65de3b2": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_730b542d63484aa5b5a6edf7bd6915a9",
              "IPY_MODEL_14006a22b81442dc9e2385eec53c7967",
              "IPY_MODEL_4d46f0161ede455990c9d60c6be3d77f"
            ],
            "layout": "IPY_MODEL_1c5728ca9c914830af952639dad6df02"
          }
        },
        "730b542d63484aa5b5a6edf7bd6915a9": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_2aa589d51e804f659c2b542ccca71d3f",
            "placeholder": "​",
            "style": "IPY_MODEL_015c2496157341cab63804ff55f533e4",
            "value": "config.json: 100%"
          }
        },
        "14006a22b81442dc9e2385eec53c7967": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_e54b48f134924d769886537b6e289188",
            "max": 827,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_7af5edbd9cd145d5a0c5fc88682c4a06",
            "value": 827
          }
        },
        "4d46f0161ede455990c9d60c6be3d77f": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_aec3028248ab4660a6ec971c8f65d489",
            "placeholder": "​",
            "style": "IPY_MODEL_199addcf40d54bc5b34b9771ba188264",
            "value": " 827/827 [00:00&lt;00:00, 26.3kB/s]"
          }
        },
        "1c5728ca9c914830af952639dad6df02": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "2aa589d51e804f659c2b542ccca71d3f": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "015c2496157341cab63804ff55f533e4": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "e54b48f134924d769886537b6e289188": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "7af5edbd9cd145d5a0c5fc88682c4a06": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "aec3028248ab4660a6ec971c8f65d489": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "199addcf40d54bc5b34b9771ba188264": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "755b5a34b65848e6a98eb89c1b002f38": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_7659c40f918947db998995692c636b9a",
              "IPY_MODEL_6d40ba5d25f24e7aa752d375b9889329",
              "IPY_MODEL_876505e4e0de48d9b804dd332f40b5f7"
            ],
            "layout": "IPY_MODEL_13419c91bfb0433ba7ee8d7057aef050"
          }
        },
        "7659c40f918947db998995692c636b9a": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_3f2070f019094fcfb7ffe1e48cf59936",
            "placeholder": "​",
            "style": "IPY_MODEL_0fc5924157e64dcdaeb445de9bf16e75",
            "value": "pytorch_model.bin: 100%"
          }
        },
        "6d40ba5d25f24e7aa752d375b9889329": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_8c66f9a76db14512a41e781348465eff",
            "max": 46747799,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_fb71ec06b1634166bc1250f840f83853",
            "value": 46747799
          }
        },
        "876505e4e0de48d9b804dd332f40b5f7": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_eb1bdff88abf4b40a98d9bbc84cf70ee",
            "placeholder": "​",
            "style": "IPY_MODEL_e69ddc927bb64f95a34c8e1c1cce06a4",
            "value": " 46.7M/46.7M [00:00&lt;00:00, 122MB/s]"
          }
        },
        "13419c91bfb0433ba7ee8d7057aef050": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "3f2070f019094fcfb7ffe1e48cf59936": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "0fc5924157e64dcdaeb445de9bf16e75": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "8c66f9a76db14512a41e781348465eff": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "fb71ec06b1634166bc1250f840f83853": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "eb1bdff88abf4b40a98d9bbc84cf70ee": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "e69ddc927bb64f95a34c8e1c1cce06a4": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "237a0c2daa7146a7a6e44ca7168540f4": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_91a5e6b819e1443c9116505f5e4eb60b",
              "IPY_MODEL_e4f7e158753d4fadb3dc2780b8910e0a",
              "IPY_MODEL_4333aa83eef34b2592a2c0ceb1d3f445"
            ],
            "layout": "IPY_MODEL_57a8cc6ba92142168594453f245f1a69"
          }
        },
        "91a5e6b819e1443c9116505f5e4eb60b": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_1c4dd35310b14484b7efef060babcdce",
            "placeholder": "​",
            "style": "IPY_MODEL_02a5a4cd2d184f40b08514fad15d01af",
            "value": "tokenizer_config.json: 100%"
          }
        },
        "e4f7e158753d4fadb3dc2780b8910e0a": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_c8fdb08cdf574f0681862a62924cac6b",
            "max": 465,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_c2abd1927c52483ebba577700f16ad9c",
            "value": 465
          }
        },
        "4333aa83eef34b2592a2c0ceb1d3f445": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_a1d3468c0ae04eba99fb568a11f9524d",
            "placeholder": "​",
            "style": "IPY_MODEL_fe510531a73b4187a336074bf5f77f16",
            "value": " 465/465 [00:00&lt;00:00, 24.3kB/s]"
          }
        },
        "57a8cc6ba92142168594453f245f1a69": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "1c4dd35310b14484b7efef060babcdce": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "02a5a4cd2d184f40b08514fad15d01af": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "c8fdb08cdf574f0681862a62924cac6b": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "c2abd1927c52483ebba577700f16ad9c": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "a1d3468c0ae04eba99fb568a11f9524d": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "fe510531a73b4187a336074bf5f77f16": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "1dd424970edf474b879a0cae43b3dbdf": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_ef121590f57a4ae9a5868a5fca9c19ea",
              "IPY_MODEL_4629700bde7d46a9b4c67c880d811c05",
              "IPY_MODEL_5887739e6bcc4a3b8c89d7bd2f071218"
            ],
            "layout": "IPY_MODEL_e3f5376215a5403b9f2a9e02b3a07f23"
          }
        },
        "ef121590f57a4ae9a5868a5fca9c19ea": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_a637de29b40842bb9e2fb13d62263638",
            "placeholder": "​",
            "style": "IPY_MODEL_57c105e73bb2461589d1fe796457f1b4",
            "value": "spiece.model: 100%"
          }
        },
        "4629700bde7d46a9b4c67c880d811c05": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_505e9c5f2c51433abf556c879c4ffb42",
            "max": 760289,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_670628af177549808b63988c6ffdf65c",
            "value": 760289
          }
        },
        "5887739e6bcc4a3b8c89d7bd2f071218": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_f9ae808c2d16408984bbd03d952d242e",
            "placeholder": "​",
            "style": "IPY_MODEL_59353537e67f45558b36bf39fa82bf5c",
            "value": " 760k/760k [00:00&lt;00:00, 29.0MB/s]"
          }
        },
        "e3f5376215a5403b9f2a9e02b3a07f23": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "a637de29b40842bb9e2fb13d62263638": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "57c105e73bb2461589d1fe796457f1b4": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "505e9c5f2c51433abf556c879c4ffb42": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "670628af177549808b63988c6ffdf65c": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "f9ae808c2d16408984bbd03d952d242e": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "59353537e67f45558b36bf39fa82bf5c": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "276041564e0644d8aa1c23a0af4ed5b7": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_55fbc173a3934fb9a989aa7380c3369e",
              "IPY_MODEL_99a50c3db4bf40788e226ab051fd4303",
              "IPY_MODEL_d91b96108a474e04bb8d4789bde04fc9"
            ],
            "layout": "IPY_MODEL_df3f3a7ae3f04dbe9dfaf531d7726bce"
          }
        },
        "55fbc173a3934fb9a989aa7380c3369e": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_14c3fc34d62449f4bffbf23df02f1497",
            "placeholder": "​",
            "style": "IPY_MODEL_fff0c78e9de34c10b30aad9a79bbc526",
            "value": "tokenizer.json: 100%"
          }
        },
        "99a50c3db4bf40788e226ab051fd4303": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_8cd48026be9948768241938c371b930a",
            "max": 1311010,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_4e5cb9278c2746858504da46c79b8eb5",
            "value": 1311010
          }
        },
        "d91b96108a474e04bb8d4789bde04fc9": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_9396e99674b84926a02d3739146d5613",
            "placeholder": "​",
            "style": "IPY_MODEL_04e0554f4c6f4f879a99b1efdecfedb3",
            "value": " 1.31M/1.31M [00:00&lt;00:00, 15.8MB/s]"
          }
        },
        "df3f3a7ae3f04dbe9dfaf531d7726bce": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "14c3fc34d62449f4bffbf23df02f1497": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "fff0c78e9de34c10b30aad9a79bbc526": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "8cd48026be9948768241938c371b930a": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "4e5cb9278c2746858504da46c79b8eb5": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "9396e99674b84926a02d3739146d5613": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "04e0554f4c6f4f879a99b1efdecfedb3": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "e29e757fbdae41a9aa364bc27675ac04": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_f5ae2fb2896e40ad84d7eaab1b8846ec",
              "IPY_MODEL_c9426a314c4f4402b3bf85364377acf8",
              "IPY_MODEL_37745005a97742c3a8805e543a9ed2b6"
            ],
            "layout": "IPY_MODEL_cecd6bb88bde4db09ca8a640ce7bc387"
          }
        },
        "f5ae2fb2896e40ad84d7eaab1b8846ec": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_7e238a077d934981acfbf762868d1ddf",
            "placeholder": "​",
            "style": "IPY_MODEL_870dccfc672d4a6aaf04f03e579209b9",
            "value": "special_tokens_map.json: 100%"
          }
        },
        "c9426a314c4f4402b3bf85364377acf8": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_32ae037908804931a4897a47e1b7cd85",
            "max": 245,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_f859a4086f36444d891a42a2ce7c4a0c",
            "value": 245
          }
        },
        "37745005a97742c3a8805e543a9ed2b6": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_1b01806dd5714b6e939ee968fcdd2f87",
            "placeholder": "​",
            "style": "IPY_MODEL_0add14be4d7345e688d086998a9441ef",
            "value": " 245/245 [00:00&lt;00:00, 10.4kB/s]"
          }
        },
        "cecd6bb88bde4db09ca8a640ce7bc387": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "7e238a077d934981acfbf762868d1ddf": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "870dccfc672d4a6aaf04f03e579209b9": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "32ae037908804931a4897a47e1b7cd85": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "f859a4086f36444d891a42a2ce7c4a0c": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "1b01806dd5714b6e939ee968fcdd2f87": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "0add14be4d7345e688d086998a9441ef": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "de932f8f91344ca999f69f6eb477a600": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_51b38c80cb77469eaf141a225f3410ee",
              "IPY_MODEL_479ca66066774684a4530110c911b7f3",
              "IPY_MODEL_3c3fbc5f6b61477c9c1c01dea308840d"
            ],
            "layout": "IPY_MODEL_28c8c4b4baad428fa5baa6689fe20912"
          }
        },
        "51b38c80cb77469eaf141a225f3410ee": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_6f16b8ff877346768356e6aba848be5d",
            "placeholder": "​",
            "style": "IPY_MODEL_47612cf653204149bddf09fee4e9107f",
            "value": "1_Pooling/config.json: 100%"
          }
        },
        "479ca66066774684a4530110c911b7f3": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_a5a249e5b580406f9cb4e99ea67f3f12",
            "max": 190,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_6556d346fbe24fc78a8041dfbf8daf3f",
            "value": 190
          }
        },
        "3c3fbc5f6b61477c9c1c01dea308840d": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_8cc0fc147a71439cb865a9a43e924742",
            "placeholder": "​",
            "style": "IPY_MODEL_9a610e614a3f4e70b28ee46c8dcd7de9",
            "value": " 190/190 [00:00&lt;00:00, 8.02kB/s]"
          }
        },
        "28c8c4b4baad428fa5baa6689fe20912": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "6f16b8ff877346768356e6aba848be5d": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "47612cf653204149bddf09fee4e9107f": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "a5a249e5b580406f9cb4e99ea67f3f12": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "6556d346fbe24fc78a8041dfbf8daf3f": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "8cc0fc147a71439cb865a9a43e924742": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "9a610e614a3f4e70b28ee46c8dcd7de9": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        }
      }
    }
  },
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "view-in-github",
        "colab_type": "text"
      },
      "source": [
        "<a href=\"https://colab.research.google.com/github/essteer/data-science/blob/main/src/nlp/chromadb_RAG.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "# chromadb retriever and RAG\n",
        "\n",
        "This notebook demonstrates an implementation of a Retrieval Augmented Generation (RAG) model with chromadb.\n",
        "\n",
        "Docs for chromadb: https://docs.trychroma.com/.\n",
        "\n",
        "chromadb has four core API commands, as illustrated in the code snippet below taken from https://www.trychroma.com/:\n",
        "\n",
        "1) Create the client  \n",
        "2) Create a collection  \n",
        "3) Add docs to the collection  \n",
        "4) Query the collection\n",
        "\n",
        "```python\n",
        "# python can also run in-memory with no server running: chromadb.PersistentClient()\n",
        "\n",
        "import chromadb\n",
        "client = chromadb.HttpClient()\n",
        "collection = client.create_collection(\"sample_collection\")\n",
        "\n",
        "# Add docs to the collection. Can also update and delete. Row-based API coming soon!\n",
        "collection.add(\n",
        "    documents=[\"This is document1\", \"This is document2\"], # we embed for you, or bring your own\n",
        "    metadatas=[{\"source\": \"notion\"}, {\"source\": \"google-docs\"}], # filter on arbitrary metadata!\n",
        "    ids=[\"doc1\", \"doc2\"], # must be unique for each doc\n",
        ")\n",
        "\n",
        "results = collection.query(\n",
        "    query_texts=[\"This is a query document\"],\n",
        "    n_results=2,\n",
        "    # where={\"metadata_field\": \"is_equal_to_this\"}, # optional filter\n",
        "    # where_document={\"$contains\":\"search_string\"}  # optional filter\n",
        ")\n",
        "```"
      ],
      "metadata": {
        "id": "v7nO8KArdF2l"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "# Import Hugging Face token from Colab secrets\n",
        "from google.colab import userdata\n",
        "userdata.get(\"HF_TOKEN\")"
      ],
      "metadata": {
        "id": "SpD7xhSmeqhb"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "!pip install chromadb pypdf sentence_transformers"
      ],
      "metadata": {
        "id": "OLP7Q3Nhjqu6"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "0JM9DqQMji91"
      },
      "outputs": [],
      "source": [
        "import chromadb\n",
        "from chromadb.utils import embedding_functions\n",
        "from pypdf import PdfReader\n",
        "import unicodedata\n",
        "from tqdm import tqdm"
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "## Prepare document path access"
      ],
      "metadata": {
        "id": "GK_hpaQIfppN"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "from google.colab import drive\n",
        "drive.mount(\"/content/gdrive\")"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "-mrOHKNKfuQE",
        "outputId": "5e6c0499-50a8-4198-d3c4-b10a6c8e9622"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Mounted at /content/gdrive\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "# Customise the path after \"My Drive/\" to match the location of this file\n",
        "%cd /content/gdrive/My Drive/Colab Notebooks/chromadb"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "hYAwE_bLgBEt",
        "outputId": "141f16f0-921c-4729-bc6d-1da885296b90"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "/content/gdrive/My Drive/Colab Notebooks/chromadb\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "# The output of this cell should match the \"%cd\" command cell above\n",
        "!pwd"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "YK-05TgHfkF2",
        "outputId": "2108b522-bb31-4024-98e2-f67b368d11c7"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "/content/gdrive/My Drive/Colab Notebooks/chromadb\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "# Set the filepath of the PDF document\n",
        "pdf_path = \"./Scott JC - The Art of Not Being Governed - An Anarchist History of Upland Southeast Asia.pdf\"\n",
        "reader = PdfReader(pdf_path)"
      ],
      "metadata": {
        "id": "o7Fap1_lm2Lm"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "# Choose a shorthand name for the article / book / paper\n",
        "short_name = \"sjc_art\""
      ],
      "metadata": {
        "id": "W_VwcP3dgKu_"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "source": [
        "### Read document with PyPDF"
      ],
      "metadata": {
        "id": "QrMZytVOgTNw"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "doc_list = []\n",
        "metadata_list = []\n",
        "id_list = []"
      ],
      "metadata": {
        "id": "_jKIKdhd5NOk"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "source": [
        "Docs for unicodedata library:\n",
        "https://docs.python.org/3/library/unicodedata.html."
      ],
      "metadata": {
        "id": "rlCGaSe_g42B"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "for pageno, page in tqdm(enumerate(reader.pages)):\n",
        "    # This is required to normalize the text to unicode data\n",
        "    new_str = unicodedata.normalize(\"NFKD\", page.extract_text())\n",
        "    doc_list.append(new_str)\n",
        "    metadata_list.append({\"reference\": f\"python_{pageno + 1}\"})\n",
        "    id_list.append(str(pageno))"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "WHBm1VvFk4c1",
        "outputId": "a1e01962-3fc6-4d69-85d3-28120d4e1cc9"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "465it [00:14, 31.12it/s]\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "## chromadb Retriever\n",
        "\n",
        "The content of this section replicates that from the `chromadb_retriever.ipynb` notebook.\n",
        "\n",
        "### Select model"
      ],
      "metadata": {
        "id": "H1uxt08jgWRa"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "sentence_transformer_ef = embedding_functions.SentenceTransformerEmbeddingFunction(\n",
        "    model_name=\"paraphrase-albert-small-v2\")"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 369,
          "referenced_widgets": [
            "f24fd4f9e72942e693266771c86b83a5",
            "273315e1bf1d4698894a35e797cfc2cc",
            "038bf4f283ce47c0ad952946088fa9c0",
            "2b5fd68df0e343f99191def8f92e0fcd",
            "4d238985559148babb90b56ea7df83d6",
            "8342fd9231bd42118795346b885b9985",
            "df045cd223364d02b4d3153ffb52104a",
            "e15375c7a30443b7a61385f6aa9423ee",
            "bb468b41a5f04c158f74d01e3bffba8c",
            "3be4a5faaf484c5d995e0b5e063c8ea5",
            "24ee9333c4f44b4c9def995550d9010c",
            "9a887a9231204a0baad1aca8b3f2440a",
            "487ac531a6dc4bc1bb3ef352677ecba4",
            "a6a856ef90624830afe4f64851a25e82",
            "ad4549f4616a4e0b8427714598d6a90b",
            "01a4928f52b74be9b46924ee08227c55",
            "0c432203453c47698a90f1d9ead592e5",
            "e01191ee265843cebf4a192057f5f79c",
            "0f78b50e339049a1ab7293ddb21ca6ac",
            "48090c9ba74d43a1b65e688fa26f0c4f",
            "bf79c0b7a22f4e9595ef9411946093ad",
            "46c8fe44b27d425bab08508571af8711",
            "0491a65519304872897422ae5cb98168",
            "a1527efb96854182802d42b4416c247e",
            "4de70824f85a438a8bc26c3525614b36",
            "c2ea7a923ca84b31a718af6a94723fc1",
            "f819e6fdefa146aea6b02ad7e2c7f6ac",
            "a507118928d84970ba72336fa9ccbb82",
            "0064511e37674caebd13e752d81d6f85",
            "cdfeb605e556446a88faf49f61efde25",
            "b2bd27b1bea841efaf0f1fb08bf1096e",
            "344f0be4c556422496c17c6d758729b3",
            "a64a649a2d9346e78d2efb45442af64c",
            "02a749e479f74973a0495e86729489e1",
            "7d39ee7e7a76424abb8f927737fdedb8",
            "183fd72c621e4d4baf0f7f0681f7c96e",
            "69016783aeb44aa2b431e35ac6c906ff",
            "2203e5f08f454d5993370984a5fab122",
            "76d508fe75c94c578bc080e64fee66da",
            "de17527c54e343ca967c2b4cf19cf98a",
            "e6825148da424ca0afc60e7e837319ed",
            "8faa5b33cd164c88b9058911ee70b20b",
            "047c3a7766ee4ac3af3dfb16d33e50fb",
            "88c1fd1066bb4f4dbf807b1b995bb845",
            "38cc8b2d4fbd476a811e21ebb65de3b2",
            "730b542d63484aa5b5a6edf7bd6915a9",
            "14006a22b81442dc9e2385eec53c7967",
            "4d46f0161ede455990c9d60c6be3d77f",
            "1c5728ca9c914830af952639dad6df02",
            "2aa589d51e804f659c2b542ccca71d3f",
            "015c2496157341cab63804ff55f533e4",
            "e54b48f134924d769886537b6e289188",
            "7af5edbd9cd145d5a0c5fc88682c4a06",
            "aec3028248ab4660a6ec971c8f65d489",
            "199addcf40d54bc5b34b9771ba188264",
            "755b5a34b65848e6a98eb89c1b002f38",
            "7659c40f918947db998995692c636b9a",
            "6d40ba5d25f24e7aa752d375b9889329",
            "876505e4e0de48d9b804dd332f40b5f7",
            "13419c91bfb0433ba7ee8d7057aef050",
            "3f2070f019094fcfb7ffe1e48cf59936",
            "0fc5924157e64dcdaeb445de9bf16e75",
            "8c66f9a76db14512a41e781348465eff",
            "fb71ec06b1634166bc1250f840f83853",
            "eb1bdff88abf4b40a98d9bbc84cf70ee",
            "e69ddc927bb64f95a34c8e1c1cce06a4",
            "237a0c2daa7146a7a6e44ca7168540f4",
            "91a5e6b819e1443c9116505f5e4eb60b",
            "e4f7e158753d4fadb3dc2780b8910e0a",
            "4333aa83eef34b2592a2c0ceb1d3f445",
            "57a8cc6ba92142168594453f245f1a69",
            "1c4dd35310b14484b7efef060babcdce",
            "02a5a4cd2d184f40b08514fad15d01af",
            "c8fdb08cdf574f0681862a62924cac6b",
            "c2abd1927c52483ebba577700f16ad9c",
            "a1d3468c0ae04eba99fb568a11f9524d",
            "fe510531a73b4187a336074bf5f77f16",
            "1dd424970edf474b879a0cae43b3dbdf",
            "ef121590f57a4ae9a5868a5fca9c19ea",
            "4629700bde7d46a9b4c67c880d811c05",
            "5887739e6bcc4a3b8c89d7bd2f071218",
            "e3f5376215a5403b9f2a9e02b3a07f23",
            "a637de29b40842bb9e2fb13d62263638",
            "57c105e73bb2461589d1fe796457f1b4",
            "505e9c5f2c51433abf556c879c4ffb42",
            "670628af177549808b63988c6ffdf65c",
            "f9ae808c2d16408984bbd03d952d242e",
            "59353537e67f45558b36bf39fa82bf5c",
            "276041564e0644d8aa1c23a0af4ed5b7",
            "55fbc173a3934fb9a989aa7380c3369e",
            "99a50c3db4bf40788e226ab051fd4303",
            "d91b96108a474e04bb8d4789bde04fc9",
            "df3f3a7ae3f04dbe9dfaf531d7726bce",
            "14c3fc34d62449f4bffbf23df02f1497",
            "fff0c78e9de34c10b30aad9a79bbc526",
            "8cd48026be9948768241938c371b930a",
            "4e5cb9278c2746858504da46c79b8eb5",
            "9396e99674b84926a02d3739146d5613",
            "04e0554f4c6f4f879a99b1efdecfedb3",
            "e29e757fbdae41a9aa364bc27675ac04",
            "f5ae2fb2896e40ad84d7eaab1b8846ec",
            "c9426a314c4f4402b3bf85364377acf8",
            "37745005a97742c3a8805e543a9ed2b6",
            "cecd6bb88bde4db09ca8a640ce7bc387",
            "7e238a077d934981acfbf762868d1ddf",
            "870dccfc672d4a6aaf04f03e579209b9",
            "32ae037908804931a4897a47e1b7cd85",
            "f859a4086f36444d891a42a2ce7c4a0c",
            "1b01806dd5714b6e939ee968fcdd2f87",
            "0add14be4d7345e688d086998a9441ef",
            "de932f8f91344ca999f69f6eb477a600",
            "51b38c80cb77469eaf141a225f3410ee",
            "479ca66066774684a4530110c911b7f3",
            "3c3fbc5f6b61477c9c1c01dea308840d",
            "28c8c4b4baad428fa5baa6689fe20912",
            "6f16b8ff877346768356e6aba848be5d",
            "47612cf653204149bddf09fee4e9107f",
            "a5a249e5b580406f9cb4e99ea67f3f12",
            "6556d346fbe24fc78a8041dfbf8daf3f",
            "8cc0fc147a71439cb865a9a43e924742",
            "9a610e614a3f4e70b28ee46c8dcd7de9"
          ]
        },
        "id": "NKf_8Dqida8k",
        "outputId": "1da160c3-82bd-4816-e4fd-8de63d8f56ca"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "modules.json:   0%|          | 0.00/229 [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "f24fd4f9e72942e693266771c86b83a5"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "config_sentence_transformers.json:   0%|          | 0.00/122 [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "9a887a9231204a0baad1aca8b3f2440a"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "README.md:   0%|          | 0.00/4.06k [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "0491a65519304872897422ae5cb98168"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "sentence_bert_config.json:   0%|          | 0.00/53.0 [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "02a749e479f74973a0495e86729489e1"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "config.json:   0%|          | 0.00/827 [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "38cc8b2d4fbd476a811e21ebb65de3b2"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "pytorch_model.bin:   0%|          | 0.00/46.7M [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "755b5a34b65848e6a98eb89c1b002f38"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "tokenizer_config.json:   0%|          | 0.00/465 [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "237a0c2daa7146a7a6e44ca7168540f4"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "spiece.model:   0%|          | 0.00/760k [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "1dd424970edf474b879a0cae43b3dbdf"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "tokenizer.json:   0%|          | 0.00/1.31M [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "276041564e0644d8aa1c23a0af4ed5b7"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "special_tokens_map.json:   0%|          | 0.00/245 [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "e29e757fbdae41a9aa364bc27675ac04"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "1_Pooling/config.json:   0%|          | 0.00/190 [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "de932f8f91344ca999f69f6eb477a600"
            }
          },
          "metadata": {}
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "### chromadb: initialise client\n",
        "\n",
        "To use chromadb, we start by initialising a \"client\". The simplest way to do this is to run `chroma_client = chromadb.Client()` - this version runs in-memory.\n",
        "\n",
        "We can also run `chromadb.PersistentClient(path=\"path/to/data\")` to permit saving and loading to disk, so that data persists between sessions - we will use this version here.\n",
        "\n",
        "There is also a `chroma_client = chromadb.HttpClient(host=\"localhost\", port=8000)` method for backend."
      ],
      "metadata": {
        "id": "CDW3JnDLgsOS"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "client = chromadb.PersistentClient(path=\"./docs_cache/\")"
      ],
      "metadata": {
        "id": "qAseQJKljnG8"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "source": [
        "### chromadb: create collection\n",
        "\n",
        "Once a client has been initialised, we can create a collection.\n",
        "\n",
        "As the docs explain: \"Collections are where you'll store your embeddings, documents, and any additional metadata.\""
      ],
      "metadata": {
        "id": "_SXbYlwigwoP"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "collection = client.get_or_create_collection(name=\"pdf_books\", embedding_function=sentence_transformer_ef)"
      ],
      "metadata": {
        "id": "QnYrirTckTry"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "source": [
        "### chromadb: add documents to collection"
      ],
      "metadata": {
        "id": "nOSn6ugShAe8"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "print(f\"Adding {len(doc_list)} to the collection.\")\n",
        "collection.add(documents=doc_list,\n",
        "               metadatas=metadata_list,\n",
        "               ids=id_list\n",
        ")\n",
        "\n",
        "print(f\"There are {collection.count()} documents in the collection.\")"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "wo3CO9p6m8_z",
        "outputId": "743874ab-f869-483a-b2ae-65cfe7f68dda"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Adding 278 to the collection.\n",
            "There are 278 documents in the collection.\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "### chromadb: query collection"
      ],
      "metadata": {
        "id": "VG8F-3NIzYKK"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "query = \"How does the Cossack experience relate to nomadic states?\""
      ],
      "metadata": {
        "id": "SeSHCdyfnFHx"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "# Adjust num_results (number of results) as desired\n",
        "num_results = 3\n",
        "fetched_results = collection.query(query_texts=[query], n_results=num_results)"
      ],
      "metadata": {
        "id": "sH6jkH6azfcI"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "source": [
        "The data structure of the returned result is a dictionary, with lists.\n",
        "\n",
        "We fetch the distance and the documents.\n",
        "\n",
        "Then we select the matches for the first query (since we only have 1 query, this list is of length 1).\n",
        "\n",
        "Then we iterate through the 3 results."
      ],
      "metadata": {
        "id": "KN8a7wVOz4N6"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "fetched_results"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "HYyTbhcQ0JCe",
        "outputId": "89f4981a-418a-4f3e-b6f5-76654963ff51"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "{'ids': [['280', '378', '163']],\n",
              " 'distances': [[125.52056884765625, 150.05520629882812, 162.97003173828125]],\n",
              " 'metadatas': [[{'reference': 'sjc_art_281'},\n",
              "   {'reference': 'sjc_art_379'},\n",
              "   {'reference': 'sjc_art_164'}]],\n",
              " 'embeddings': None,\n",
              " 'documents': [['\\x18\\x180 etHNoge Nesis\\nout of thin air, so far as origins are concerned, is particularly instructive for \\nunderstanding ethnogenesis in Southeast Asia. The people who became the \\nCossacks were runaway serfs and fugitives from all over European Russia. \\nMost of them fled in the sixteenth century to the Don River steppelands “to escape or avoid the social and political ills of Muscovite Russia.”50 They had nothing in common but servitude and flight. On the vast Russian hinterland, \\nthey were geographically fragmented into as many as twenty-two Cossack \\n“hosts” all the way from Siberia and the Amur River to the Don River basin and the Azov Sea.\\n They became a “people” at the frontier for reasons having largely to \\ndo with their new ecological setting and subsistence routines. Depending on their location, they settled among the T atars, Circassians (whose dress they \\nadopted), and Kalmyks, whose horseback habits and settlement patterns they \\ncopied. The abundant land available for both pasture and agriculture meant \\nthat these pioneer settlers lived in a common property land regime where \\neach family had its own independent access to the means of subsistence and \\ncomplete freedom of movement and residence. An ethos of independence \\nand egalitarianism, desired by a people who had known servitude, was under-written by the political economy of frontier ecology.\\n Cossa \\nck society was, at this stage, something of a mirror image of tsarist \\nRussian servitude and hierarchy. All three of the great peasant uprisings that \\nthreatened the empire began in the Cossack lands. Here, as in Zomia, the \\nstateless frontier also attracted religious dissidents, most prominently the so-\\ncalled Old Believers, who associated religious reforms with servitude.51 After the defeat of the Bulavin uprising (1707–8), the autonomy of the Cossacks \\nwas made contingent on supplying fully equipped cavalry units to the tsar’s \\nforces. And after the ruthless military campaign of suppression against those Cossacks most closely associated with the Pugachev rebellion (1773–74), the rudimentary local democratic assemblies of the Cossacks were supplanted by \\na titled, landholding Cossack nobility with its own serfs—mostly from the \\nUkraine.\\n Not by any stretch of the imagination a coherent “people” at the outset, \\nthe Cossacks are today perhaps the most solidaristic “ethnic” minority in \\nRussia. T o be sure, their use as a “martial minority”—like the Karen, Kachin, \\nChin, and Gurkha levies in South and Southeast Asia—contributed to this \\nprocess of ethnogenesis.52 It did not, however, initiate it. As an invented eth-nicity, Cossackdom is striking, but it is not unique. Cases of essentially ma-\\nroon communities that became distinctive, self-conscious, ethnic formations ',\n",
              "   ' 84. Izikowitz, Lamet, 24.\\n 8\\n5. Leo Alting von Geusau, “Akha Internal History: Marginalization and the Ethnic Alli -\\nance System,” chapter 6 in T urton, Civility and Savagery, 122–58. In insular Southeast Asia, \\nmost if not all of those groups called “hill tribes” today bear a cultural memory in which the \\nfear of abduction and slavery is powerful. What we know about the Penan/Punan and the Mo-\\nken (the boat people, or “sea gypsies” of Burma’s west coast) suggests that avoiding capture is \\nat the center of their pattern of livelihood. The most documented case is that of the so-called Orang Asli (Semai, Semang, Jakun, Batek, Senoi, T emuan), who were actively hunted until the 1920s. They had reason to flee again during World War II and the subsequent Emergency, when they risked capture by those who wished to turn them into auxiliary soldiers, trackers, \\nand porters or, just as they feared, to round them up forcibly and settle them in guarded \\ncamps. Many of these groups had earlier devised forms of silent barter and were careful, when trading with lowlanders, to conceal the route back to their location in the forest, lest they be followed by slave-raiders.\\n 86\\n. “Glass Palace Chronicle: Excerpts Translated on Burmese Invasions of Siam,” com -\\npiled and annotated by Nai Thein, Journal of the Siam Society 8 (1911): 1–119, esp. 15.\\n 87\\n. It is hard to know exactly what to make of the numbers reported, for example, in the \\nGlass Palace Chronicle. Its account of the late-sixteenth-century invasion of Siam claims that \\nmore than half a million troops set out from Hanthawaddy. This claim seems, from what we know about premodern warfare, preposterous on its face. It is perhaps a case of the “cosmo-\\nlogical bluster” we shall examine below. Elsewhere an invasion of Chiang Mai, not much later, \\nreports an army of 630,000, with 120,000 coming from the king of Ava and his Shan tribu-\\ntaries, 120,000 from Hanthawaddy, 120,000 from Prome, 150,000 from Anawrata’s column, \\nplus another 120,000 (origin unspecified). The coincidence in numbers is surely exaggerated and reflects, I suspect, some combination of diplomacy, conventions of chronicle writing, and astrologically auspicious numbers. Journal of the Siam Society 5 (1908): 1–82, esp. 20, 32.\\n 88. Ronald Duane Renard, “Kariang: History of Karen-T ai Relations from the Beginnings \\nto 1923,” Ph.D. diss., University of Hawai’i, 1979, 143–44.\\n 89. See Trager and Koenig, Burmese Sit-tàns, and Victor B. Lieberman, Burmese Admin-\\nistrative Cycles: Anarchy and Conquest, 1580–1760  (Princeton: Princeton University Press, \\n1984). 90. James Z. Lee, The Political Economy of a Frontier Region: Southwest China, 1250–1800 \\n(Cambridge: Harvard University Press, 2000). 91\\n. William J. Koenig, The Burmese Polity, 1752–1819: Politics, Administration, and Social \\nOrganization in the Early Kon-baung Period, Center for South and Southeast Asian Studies, \\nUniversity of Michigan Papers on South and Southeast Asian Studies, no. 34 (Ann Arbor, \\n1990), 160.\\n 92. For the richest documentation, see Lieberman, Burmese Administrative Cycles,  esp. \\n152–77. 93. Koenig, Burmese Polity, 224.\\n 94. Quoted in A. Thomas Kirsch, “Cosmology and Ecology as Factors in Interpreting \\nEarly Thai Social Organization,” Journal of Southeast Asian Studies 15 (1984): 253–65.\\n 95.\\n R. R. Langham-Carter, “The Burmese Army,” Journal of the Burma Research Society  \\n27 (1937): 254–76. 96\\n. King T aksin (1768–82) introduced the tattooing of subjects of the crown to prevent \\nthem from being reappropriated by princes and nobles as “private property.” On the subject \\nof technologies of identification in general in the Thai context, see the fine article by Pingkaew \\nLaungaramsri, “Contested Citizenship: Cards, Colours, and the Culture of Identification,” \\nmanuscript, 2008.\\n 97. Koenig, Burmese Polity, especially chapter 5, “The Officials.”\\x18\\x18\\x18 Notes to Pages 88 – 93',\n",
              "   'KeePiNg tHe state at a dista NCe 1\\x18\\x18\\neither completely deserted or reduced to small hamlets of remnants. All the \\nevidence suggests that precolonial displacement and migration was the rule rather than the exception. The startling and generalized physical mobility of \\nSoutheast Asian cultivators—including those growing irrigated rice—was \\ncompletely at odds with “the enduring stereotype of the territorially rooted, \\npeasant household.” And yet, as Robert Elson explains, “mobility rather than \\npermanency seems to have been a keynote of peasant life in this [colonial] era as well as previous ones.”37\\n Much of this migration was undoubtedly a lowland affair—between \\none lowland kingdom and another, from the core of a kingdom to its periph-ery, from resource-poor areas to resource-rich ones.38 But a good deal of this \\nmovement, as we have already seen, was movement to the hills, to higher elevations, and thus to areas more likely to be beyond the reach of a low-\\nland state. Responding to Burmese conscription and taxes during an early-\\nnineteenth-century Burmese invasion of Assam, the population of Möng \\nHkawn, a valley town in the upper Chindwin, fled to higher ground; “to avoid \\nthe oppression to which they were constantly exposed, the Shans sought an asylum in the remote glens and valleys on the banks of the Chindwin, and \\nthe Kachins among the recesses of the mountains at the eastern extremity \\nof the valley.”39 Elaborating on this pattern, J. G. Scott wrote that the “hill-\\ntribes” were relegated to the hills and to what he saw, mistakenly, as a far \\nmore onerous form of agriculture by virtue of defeat. “This hard work is left to mild aboriginal or other tribes, whom the Burman has long ago bullied out of the fat lowlands.”40 Elsewhere, contemplating the ethnic diversity of the \\nhills, Scott hazarded a synoptic view of the whole of Zomia as a vast zone of \\nrefuge or “shatter zone.” His formulation, echoing as it does that of Wiens noted earlier, merits quotation at length:\\nIndo-China [Southeast Asia] seems to have been the common asylum for fugi-\\ntive tribes from both India and China. The expansion of the Chinese Empire, \\nwhich for centuries did not extend south of the Yang-tzu River, and the inroads \\nof the Scythian tribes on the empires of Chandra-gupta and Asoka combined to turn out the aborigines both to the northeast and northwest and these met \\nand struggled for existence in Indo-China. It is only some such theory that will account for the extraordinary variety and marked dissimilarity of races \\nfound in the sheltered valleys and the high ranges of the Shan States and the surrounding countries.41\\n Scott’s view of Zomia as a region of asylum is, I believe, substantially \\ncorrect. What is misleading, however, is the implicit assumption that the hill ']],\n",
              " 'uris': None,\n",
              " 'data': None}"
            ]
          },
          "metadata": {},
          "execution_count": 27
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "for dist, doc in zip(fetched_results['distances'][0], fetched_results['documents'][0]):\n",
        "    print(f\"DISTANCE: {dist}\\n{doc}\")\n",
        "    print('=' * 25)"
      ],
      "metadata": {
        "id": "aEQ5DNlrzyvT",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "3b09d4a2-f382-4f20-9486-a74d6235002d"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "DISTANCE: 125.52056884765625\n",
            "\u0018\u00180 etHNoge Nesis\n",
            "out of thin air, so far as origins are concerned, is particularly instructive for \n",
            "understanding ethnogenesis in Southeast Asia. The people who became the \n",
            "Cossacks were runaway serfs and fugitives from all over European Russia. \n",
            "Most of them fled in the sixteenth century to the Don River steppelands “to escape or avoid the social and political ills of Muscovite Russia.”50 They had nothing in common but servitude and flight. On the vast Russian hinterland, \n",
            "they were geographically fragmented into as many as twenty-two Cossack \n",
            "“hosts” all the way from Siberia and the Amur River to the Don River basin and the Azov Sea.\n",
            " They became a “people” at the frontier for reasons having largely to \n",
            "do with their new ecological setting and subsistence routines. Depending on their location, they settled among the T atars, Circassians (whose dress they \n",
            "adopted), and Kalmyks, whose horseback habits and settlement patterns they \n",
            "copied. The abundant land available for both pasture and agriculture meant \n",
            "that these pioneer settlers lived in a common property land regime where \n",
            "each family had its own independent access to the means of subsistence and \n",
            "complete freedom of movement and residence. An ethos of independence \n",
            "and egalitarianism, desired by a people who had known servitude, was under-written by the political economy of frontier ecology.\n",
            " Cossa \n",
            "ck society was, at this stage, something of a mirror image of tsarist \n",
            "Russian servitude and hierarchy. All three of the great peasant uprisings that \n",
            "threatened the empire began in the Cossack lands. Here, as in Zomia, the \n",
            "stateless frontier also attracted religious dissidents, most prominently the so-\n",
            "called Old Believers, who associated religious reforms with servitude.51 After the defeat of the Bulavin uprising (1707–8), the autonomy of the Cossacks \n",
            "was made contingent on supplying fully equipped cavalry units to the tsar’s \n",
            "forces. And after the ruthless military campaign of suppression against those Cossacks most closely associated with the Pugachev rebellion (1773–74), the rudimentary local democratic assemblies of the Cossacks were supplanted by \n",
            "a titled, landholding Cossack nobility with its own serfs—mostly from the \n",
            "Ukraine.\n",
            " Not by any stretch of the imagination a coherent “people” at the outset, \n",
            "the Cossacks are today perhaps the most solidaristic “ethnic” minority in \n",
            "Russia. T o be sure, their use as a “martial minority”—like the Karen, Kachin, \n",
            "Chin, and Gurkha levies in South and Southeast Asia—contributed to this \n",
            "process of ethnogenesis.52 It did not, however, initiate it. As an invented eth-nicity, Cossackdom is striking, but it is not unique. Cases of essentially ma-\n",
            "roon communities that became distinctive, self-conscious, ethnic formations \n",
            "=========================\n",
            "DISTANCE: 150.05520629882812\n",
            " 84. Izikowitz, Lamet, 24.\n",
            " 8\n",
            "5. Leo Alting von Geusau, “Akha Internal History: Marginalization and the Ethnic Alli -\n",
            "ance System,” chapter 6 in T urton, Civility and Savagery, 122–58. In insular Southeast Asia, \n",
            "most if not all of those groups called “hill tribes” today bear a cultural memory in which the \n",
            "fear of abduction and slavery is powerful. What we know about the Penan/Punan and the Mo-\n",
            "ken (the boat people, or “sea gypsies” of Burma’s west coast) suggests that avoiding capture is \n",
            "at the center of their pattern of livelihood. The most documented case is that of the so-called Orang Asli (Semai, Semang, Jakun, Batek, Senoi, T emuan), who were actively hunted until the 1920s. They had reason to flee again during World War II and the subsequent Emergency, when they risked capture by those who wished to turn them into auxiliary soldiers, trackers, \n",
            "and porters or, just as they feared, to round them up forcibly and settle them in guarded \n",
            "camps. Many of these groups had earlier devised forms of silent barter and were careful, when trading with lowlanders, to conceal the route back to their location in the forest, lest they be followed by slave-raiders.\n",
            " 86\n",
            ". “Glass Palace Chronicle: Excerpts Translated on Burmese Invasions of Siam,” com -\n",
            "piled and annotated by Nai Thein, Journal of the Siam Society 8 (1911): 1–119, esp. 15.\n",
            " 87\n",
            ". It is hard to know exactly what to make of the numbers reported, for example, in the \n",
            "Glass Palace Chronicle. Its account of the late-sixteenth-century invasion of Siam claims that \n",
            "more than half a million troops set out from Hanthawaddy. This claim seems, from what we know about premodern warfare, preposterous on its face. It is perhaps a case of the “cosmo-\n",
            "logical bluster” we shall examine below. Elsewhere an invasion of Chiang Mai, not much later, \n",
            "reports an army of 630,000, with 120,000 coming from the king of Ava and his Shan tribu-\n",
            "taries, 120,000 from Hanthawaddy, 120,000 from Prome, 150,000 from Anawrata’s column, \n",
            "plus another 120,000 (origin unspecified). The coincidence in numbers is surely exaggerated and reflects, I suspect, some combination of diplomacy, conventions of chronicle writing, and astrologically auspicious numbers. Journal of the Siam Society 5 (1908): 1–82, esp. 20, 32.\n",
            " 88. Ronald Duane Renard, “Kariang: History of Karen-T ai Relations from the Beginnings \n",
            "to 1923,” Ph.D. diss., University of Hawai’i, 1979, 143–44.\n",
            " 89. See Trager and Koenig, Burmese Sit-tàns, and Victor B. Lieberman, Burmese Admin-\n",
            "istrative Cycles: Anarchy and Conquest, 1580–1760  (Princeton: Princeton University Press, \n",
            "1984). 90. James Z. Lee, The Political Economy of a Frontier Region: Southwest China, 1250–1800 \n",
            "(Cambridge: Harvard University Press, 2000). 91\n",
            ". William J. Koenig, The Burmese Polity, 1752–1819: Politics, Administration, and Social \n",
            "Organization in the Early Kon-baung Period, Center for South and Southeast Asian Studies, \n",
            "University of Michigan Papers on South and Southeast Asian Studies, no. 34 (Ann Arbor, \n",
            "1990), 160.\n",
            " 92. For the richest documentation, see Lieberman, Burmese Administrative Cycles,  esp. \n",
            "152–77. 93. Koenig, Burmese Polity, 224.\n",
            " 94. Quoted in A. Thomas Kirsch, “Cosmology and Ecology as Factors in Interpreting \n",
            "Early Thai Social Organization,” Journal of Southeast Asian Studies 15 (1984): 253–65.\n",
            " 95.\n",
            " R. R. Langham-Carter, “The Burmese Army,” Journal of the Burma Research Society  \n",
            "27 (1937): 254–76. 96\n",
            ". King T aksin (1768–82) introduced the tattooing of subjects of the crown to prevent \n",
            "them from being reappropriated by princes and nobles as “private property.” On the subject \n",
            "of technologies of identification in general in the Thai context, see the fine article by Pingkaew \n",
            "Laungaramsri, “Contested Citizenship: Cards, Colours, and the Culture of Identification,” \n",
            "manuscript, 2008.\n",
            " 97. Koenig, Burmese Polity, especially chapter 5, “The Officials.”\u0018\u0018\u0018 Notes to Pages 88 – 93\n",
            "=========================\n",
            "DISTANCE: 162.97003173828125\n",
            "KeePiNg tHe state at a dista NCe 1\u0018\u0018\n",
            "either completely deserted or reduced to small hamlets of remnants. All the \n",
            "evidence suggests that precolonial displacement and migration was the rule rather than the exception. The startling and generalized physical mobility of \n",
            "Southeast Asian cultivators—including those growing irrigated rice—was \n",
            "completely at odds with “the enduring stereotype of the territorially rooted, \n",
            "peasant household.” And yet, as Robert Elson explains, “mobility rather than \n",
            "permanency seems to have been a keynote of peasant life in this [colonial] era as well as previous ones.”37\n",
            " Much of this migration was undoubtedly a lowland affair—between \n",
            "one lowland kingdom and another, from the core of a kingdom to its periph-ery, from resource-poor areas to resource-rich ones.38 But a good deal of this \n",
            "movement, as we have already seen, was movement to the hills, to higher elevations, and thus to areas more likely to be beyond the reach of a low-\n",
            "land state. Responding to Burmese conscription and taxes during an early-\n",
            "nineteenth-century Burmese invasion of Assam, the population of Möng \n",
            "Hkawn, a valley town in the upper Chindwin, fled to higher ground; “to avoid \n",
            "the oppression to which they were constantly exposed, the Shans sought an asylum in the remote glens and valleys on the banks of the Chindwin, and \n",
            "the Kachins among the recesses of the mountains at the eastern extremity \n",
            "of the valley.”39 Elaborating on this pattern, J. G. Scott wrote that the “hill-\n",
            "tribes” were relegated to the hills and to what he saw, mistakenly, as a far \n",
            "more onerous form of agriculture by virtue of defeat. “This hard work is left to mild aboriginal or other tribes, whom the Burman has long ago bullied out of the fat lowlands.”40 Elsewhere, contemplating the ethnic diversity of the \n",
            "hills, Scott hazarded a synoptic view of the whole of Zomia as a vast zone of \n",
            "refuge or “shatter zone.” His formulation, echoing as it does that of Wiens noted earlier, merits quotation at length:\n",
            "Indo-China [Southeast Asia] seems to have been the common asylum for fugi-\n",
            "tive tribes from both India and China. The expansion of the Chinese Empire, \n",
            "which for centuries did not extend south of the Yang-tzu River, and the inroads \n",
            "of the Scythian tribes on the empires of Chandra-gupta and Asoka combined to turn out the aborigines both to the northeast and northwest and these met \n",
            "and struggled for existence in Indo-China. It is only some such theory that will account for the extraordinary variety and marked dissimilarity of races \n",
            "found in the sheltered valleys and the high ranges of the Shan States and the surrounding countries.41\n",
            " Scott’s view of Zomia as a region of asylum is, I believe, substantially \n",
            "correct. What is misleading, however, is the implicit assumption that the hill \n",
            "=========================\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "## RAG using OpenAI"
      ],
      "metadata": {
        "id": "szhRdsMFhCP1"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "!pip install openai"
      ],
      "metadata": {
        "id": "lKqjzJ8ZhHUk"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "import openai\n",
        "import os\n",
        "\n",
        "os.environ[\"OPENAI_API_KEY\"] = userdata.get(\"OPENAI_API_KEY\")"
      ],
      "metadata": {
        "id": "9oyRRLEigPuh"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "from openai import OpenAI\n",
        "client = OpenAI()"
      ],
      "metadata": {
        "id": "X49nPbQ4mZLO"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "context = \" \".join(fetched_results['documents'][0])\n",
        "print(context)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "fp2JrUxhj0z5",
        "outputId": "89443b8b-2343-4031-cfec-56a7be467deb"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "\u0018\u00180 etHNoge Nesis\n",
            "out of thin air, so far as origins are concerned, is particularly instructive for \n",
            "understanding ethnogenesis in Southeast Asia. The people who became the \n",
            "Cossacks were runaway serfs and fugitives from all over European Russia. \n",
            "Most of them fled in the sixteenth century to the Don River steppelands “to escape or avoid the social and political ills of Muscovite Russia.”50 They had nothing in common but servitude and flight. On the vast Russian hinterland, \n",
            "they were geographically fragmented into as many as twenty-two Cossack \n",
            "“hosts” all the way from Siberia and the Amur River to the Don River basin and the Azov Sea.\n",
            " They became a “people” at the frontier for reasons having largely to \n",
            "do with their new ecological setting and subsistence routines. Depending on their location, they settled among the T atars, Circassians (whose dress they \n",
            "adopted), and Kalmyks, whose horseback habits and settlement patterns they \n",
            "copied. The abundant land available for both pasture and agriculture meant \n",
            "that these pioneer settlers lived in a common property land regime where \n",
            "each family had its own independent access to the means of subsistence and \n",
            "complete freedom of movement and residence. An ethos of independence \n",
            "and egalitarianism, desired by a people who had known servitude, was under-written by the political economy of frontier ecology.\n",
            " Cossa \n",
            "ck society was, at this stage, something of a mirror image of tsarist \n",
            "Russian servitude and hierarchy. All three of the great peasant uprisings that \n",
            "threatened the empire began in the Cossack lands. Here, as in Zomia, the \n",
            "stateless frontier also attracted religious dissidents, most prominently the so-\n",
            "called Old Believers, who associated religious reforms with servitude.51 After the defeat of the Bulavin uprising (1707–8), the autonomy of the Cossacks \n",
            "was made contingent on supplying fully equipped cavalry units to the tsar’s \n",
            "forces. And after the ruthless military campaign of suppression against those Cossacks most closely associated with the Pugachev rebellion (1773–74), the rudimentary local democratic assemblies of the Cossacks were supplanted by \n",
            "a titled, landholding Cossack nobility with its own serfs—mostly from the \n",
            "Ukraine.\n",
            " Not by any stretch of the imagination a coherent “people” at the outset, \n",
            "the Cossacks are today perhaps the most solidaristic “ethnic” minority in \n",
            "Russia. T o be sure, their use as a “martial minority”—like the Karen, Kachin, \n",
            "Chin, and Gurkha levies in South and Southeast Asia—contributed to this \n",
            "process of ethnogenesis.52 It did not, however, initiate it. As an invented eth-nicity, Cossackdom is striking, but it is not unique. Cases of essentially ma-\n",
            "roon communities that became distinctive, self-conscious, ethnic formations   84. Izikowitz, Lamet, 24.\n",
            " 8\n",
            "5. Leo Alting von Geusau, “Akha Internal History: Marginalization and the Ethnic Alli -\n",
            "ance System,” chapter 6 in T urton, Civility and Savagery, 122–58. In insular Southeast Asia, \n",
            "most if not all of those groups called “hill tribes” today bear a cultural memory in which the \n",
            "fear of abduction and slavery is powerful. What we know about the Penan/Punan and the Mo-\n",
            "ken (the boat people, or “sea gypsies” of Burma’s west coast) suggests that avoiding capture is \n",
            "at the center of their pattern of livelihood. The most documented case is that of the so-called Orang Asli (Semai, Semang, Jakun, Batek, Senoi, T emuan), who were actively hunted until the 1920s. They had reason to flee again during World War II and the subsequent Emergency, when they risked capture by those who wished to turn them into auxiliary soldiers, trackers, \n",
            "and porters or, just as they feared, to round them up forcibly and settle them in guarded \n",
            "camps. Many of these groups had earlier devised forms of silent barter and were careful, when trading with lowlanders, to conceal the route back to their location in the forest, lest they be followed by slave-raiders.\n",
            " 86\n",
            ". “Glass Palace Chronicle: Excerpts Translated on Burmese Invasions of Siam,” com -\n",
            "piled and annotated by Nai Thein, Journal of the Siam Society 8 (1911): 1–119, esp. 15.\n",
            " 87\n",
            ". It is hard to know exactly what to make of the numbers reported, for example, in the \n",
            "Glass Palace Chronicle. Its account of the late-sixteenth-century invasion of Siam claims that \n",
            "more than half a million troops set out from Hanthawaddy. This claim seems, from what we know about premodern warfare, preposterous on its face. It is perhaps a case of the “cosmo-\n",
            "logical bluster” we shall examine below. Elsewhere an invasion of Chiang Mai, not much later, \n",
            "reports an army of 630,000, with 120,000 coming from the king of Ava and his Shan tribu-\n",
            "taries, 120,000 from Hanthawaddy, 120,000 from Prome, 150,000 from Anawrata’s column, \n",
            "plus another 120,000 (origin unspecified). The coincidence in numbers is surely exaggerated and reflects, I suspect, some combination of diplomacy, conventions of chronicle writing, and astrologically auspicious numbers. Journal of the Siam Society 5 (1908): 1–82, esp. 20, 32.\n",
            " 88. Ronald Duane Renard, “Kariang: History of Karen-T ai Relations from the Beginnings \n",
            "to 1923,” Ph.D. diss., University of Hawai’i, 1979, 143–44.\n",
            " 89. See Trager and Koenig, Burmese Sit-tàns, and Victor B. Lieberman, Burmese Admin-\n",
            "istrative Cycles: Anarchy and Conquest, 1580–1760  (Princeton: Princeton University Press, \n",
            "1984). 90. James Z. Lee, The Political Economy of a Frontier Region: Southwest China, 1250–1800 \n",
            "(Cambridge: Harvard University Press, 2000). 91\n",
            ". William J. Koenig, The Burmese Polity, 1752–1819: Politics, Administration, and Social \n",
            "Organization in the Early Kon-baung Period, Center for South and Southeast Asian Studies, \n",
            "University of Michigan Papers on South and Southeast Asian Studies, no. 34 (Ann Arbor, \n",
            "1990), 160.\n",
            " 92. For the richest documentation, see Lieberman, Burmese Administrative Cycles,  esp. \n",
            "152–77. 93. Koenig, Burmese Polity, 224.\n",
            " 94. Quoted in A. Thomas Kirsch, “Cosmology and Ecology as Factors in Interpreting \n",
            "Early Thai Social Organization,” Journal of Southeast Asian Studies 15 (1984): 253–65.\n",
            " 95.\n",
            " R. R. Langham-Carter, “The Burmese Army,” Journal of the Burma Research Society  \n",
            "27 (1937): 254–76. 96\n",
            ". King T aksin (1768–82) introduced the tattooing of subjects of the crown to prevent \n",
            "them from being reappropriated by princes and nobles as “private property.” On the subject \n",
            "of technologies of identification in general in the Thai context, see the fine article by Pingkaew \n",
            "Laungaramsri, “Contested Citizenship: Cards, Colours, and the Culture of Identification,” \n",
            "manuscript, 2008.\n",
            " 97. Koenig, Burmese Polity, especially chapter 5, “The Officials.”\u0018\u0018\u0018 Notes to Pages 88 – 93 KeePiNg tHe state at a dista NCe 1\u0018\u0018\n",
            "either completely deserted or reduced to small hamlets of remnants. All the \n",
            "evidence suggests that precolonial displacement and migration was the rule rather than the exception. The startling and generalized physical mobility of \n",
            "Southeast Asian cultivators—including those growing irrigated rice—was \n",
            "completely at odds with “the enduring stereotype of the territorially rooted, \n",
            "peasant household.” And yet, as Robert Elson explains, “mobility rather than \n",
            "permanency seems to have been a keynote of peasant life in this [colonial] era as well as previous ones.”37\n",
            " Much of this migration was undoubtedly a lowland affair—between \n",
            "one lowland kingdom and another, from the core of a kingdom to its periph-ery, from resource-poor areas to resource-rich ones.38 But a good deal of this \n",
            "movement, as we have already seen, was movement to the hills, to higher elevations, and thus to areas more likely to be beyond the reach of a low-\n",
            "land state. Responding to Burmese conscription and taxes during an early-\n",
            "nineteenth-century Burmese invasion of Assam, the population of Möng \n",
            "Hkawn, a valley town in the upper Chindwin, fled to higher ground; “to avoid \n",
            "the oppression to which they were constantly exposed, the Shans sought an asylum in the remote glens and valleys on the banks of the Chindwin, and \n",
            "the Kachins among the recesses of the mountains at the eastern extremity \n",
            "of the valley.”39 Elaborating on this pattern, J. G. Scott wrote that the “hill-\n",
            "tribes” were relegated to the hills and to what he saw, mistakenly, as a far \n",
            "more onerous form of agriculture by virtue of defeat. “This hard work is left to mild aboriginal or other tribes, whom the Burman has long ago bullied out of the fat lowlands.”40 Elsewhere, contemplating the ethnic diversity of the \n",
            "hills, Scott hazarded a synoptic view of the whole of Zomia as a vast zone of \n",
            "refuge or “shatter zone.” His formulation, echoing as it does that of Wiens noted earlier, merits quotation at length:\n",
            "Indo-China [Southeast Asia] seems to have been the common asylum for fugi-\n",
            "tive tribes from both India and China. The expansion of the Chinese Empire, \n",
            "which for centuries did not extend south of the Yang-tzu River, and the inroads \n",
            "of the Scythian tribes on the empires of Chandra-gupta and Asoka combined to turn out the aborigines both to the northeast and northwest and these met \n",
            "and struggled for existence in Indo-China. It is only some such theory that will account for the extraordinary variety and marked dissimilarity of races \n",
            "found in the sheltered valleys and the high ranges of the Shan States and the surrounding countries.41\n",
            " Scott’s view of Zomia as a region of asylum is, I believe, substantially \n",
            "correct. What is misleading, however, is the implicit assumption that the hill \n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "context = \" \".join(fetched_results[\"documents\"][0])\n",
        "\n",
        "question = \"How was Cossack society organised?\"\n",
        "\n",
        "# Make a request to the OpenAI API\n",
        "response = client.completions.create(\n",
        "  model=\"gpt-3.5-turbo-instruct\",  # Use the appropriate engine\n",
        "  prompt=context + \"\\n\\n\" + question,\n",
        "  max_tokens=150  # Adjust as needed\n",
        ")\n"
      ],
      "metadata": {
        "id": "RwfdLXzbiblb"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "response"
      ],
      "metadata": {
        "id": "SgTf7y7OnWDe"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "response.choices[0].text"
      ],
      "metadata": {
        "id": "Pzefg-Y0lL_v"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [],
      "metadata": {
        "id": "aey2QGmknmEA"
      },
      "execution_count": null,
      "outputs": []
    }
  ]
}