Code/Models/Bert models.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {
    "cellId": "rqnjamnb797sqb2sejrzo",
    "execution_id": "01f35f8f-7461-4267-8d43-182849e6fdea",
    "id": "DAI0WMHcej_N"
   },
   "source": [
    "# Поиск всех файлов"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 710,
   "metadata": {
    "cellId": "5nin238ptdv8e4vvagtwta",
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "n0NIuVTZ-e3x",
    "outputId": "999e14fe-828b-4a05-c9a0-5c4df79d8bf8"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Список файлов \n",
      "\n",
      "0\n"
     ]
    }
   ],
   "source": [
    "import glob\n",
    "import os\n",
    "import numpy as np\n",
    "import pandas as pd\n",
    "\n",
    "path=\"Content/markup\" #Подставить свой путь\n",
    "\n",
    "files = []\n",
    "# r=root, d=directories, f = files\n",
    "print ('Список файлов \\n')\n",
    "for r, d, f in os.walk(path):\n",
    "    for file in f:\n",
    "        if file.endswith(('.csv')):\n",
    "            files.append (os.path.join(r, file))\n",
    "            #print(os.path.join(r, file))\n",
    "print (len(files))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 684,
   "metadata": {
    "cellId": "jhfi0qnjvokqh3xspn2qia",
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "execution": {
     "iopub.execute_input": "2023-11-26T13:37:15.839876429Z",
     "iopub.status.busy": "2023-11-26T13:38:04.962334Z",
     "iopub.status.idle": "2023-11-26T13:38:04.998445Z",
     "shell.execute_reply": "2023-11-26T13:38:04.997728Z",
     "shell.execute_reply.started": "2023-11-26T13:38:04.963376Z"
    },
    "id": "rIBjsiF2-mpW",
    "outputId": "b5553863-cc99-4843-943b-190d57ad34f5"
   },
   "outputs": [],
   "source": [
    "#files"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 711,
   "metadata": {
    "cellId": "vjw44stolys0nz343ahbx6n",
    "id": "6ghhHCihjadj"
   },
   "outputs": [],
   "source": [
    "import torch.nn as nn\n",
    "\n",
    "import random\n",
    "import torch\n",
    "\n",
    "\n",
    "def set_random_seed(seed):\n",
    "    torch.manual_seed(seed)\n",
    "    torch.cuda.manual_seed(seed)\n",
    "    np.random.seed(seed)\n",
    "    random.seed(seed)\n",
    "    torch.backends.cudnn.deterministic = True\n",
    "\n",
    "\n",
    "set_random_seed(42)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 712,
   "metadata": {
    "cellId": "7q2bthlqe9wiy4307o1isp",
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "JFsOOZ1gjiUz",
    "outputId": "345cbf44-07bf-4926-f81d-d8265f3dffa9"
   },
   "outputs": [],
   "source": [
    "%pip install -q transformers"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 713,
   "metadata": {
    "cellId": "5e5ox924426nto9ozkr5q",
    "id": "G2eQpvA3lsFO"
   },
   "outputs": [],
   "source": [
    "import warnings\n",
    "warnings.filterwarnings(\"ignore\")\n",
    "device = torch.device(\"cuda\" if torch.cuda.is_available() else \"cpu\")\n",
    "\n",
    "from tqdm.notebook import tqdm\n",
    "from torch.nn.utils.rnn import pad_sequence\n",
    "\n",
    "import torch\n",
    "from transformers import AutoTokenizer, AutoModel"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "cellId": "1fso0ku3175ykk69ytvuue",
    "execution_id": "4c348620-1494-44f2-935d-153e42f372ff",
    "id": "3WvJPkHIdApg"
   },
   "source": [
    "# Эталон"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 688,
   "metadata": {
    "cellId": "ha49o7cisbzg64pcrzpv",
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 697,
     "referenced_widgets": [
      "b7627b9651dc47f49402448842106169",
      "ffc491f37bb4480db08fbc9630a1573e",
      "1df43d1e545649589cd0ce0d2a0ab020",
      "70cc631e502e44feadd1730d7d2854fe",
      "ddee2b2679f9407a8a66a627820c6535",
      "3a98ef495af4447cad554e3e5290fb23",
      "bbf55ebf786b48cda6e670edef6b901d",
      "cf68b6ef489d4112b05e030e7577af1e",
      "d7b21f2fec4f48a4ab7eeab1b50afff8",
      "48a266a686d04bd38820343cc4de5619",
      "37df9c4c3b74434d8f8ddfb1f06db453",
      "04abf2e96d484e269981ecf8514cb26f",
      "61d522a99e4a4416ab0b8cb7c76aeefb",
      "ce7080184ef842d9976af451fef7a93d",
      "9f08b5f9f79341d1a3a13f5e7bd74874",
      "d2b78f6d800f401faeedb03c51dac821",
      "c7a99f72701e459a9d4a976b82584430",
      "92f70b7e74a74989836302587d6fc642",
      "2f1ef8af19d144828a1a408bf4b72fe2",
      "2137d76fee3d48e194532e38a9f1eda8",
      "fbcb609304c64255aa97990549e8b710",
      "69fbacc01e9b47eca2839129f947823f",
      "c784bdb803564aaaa6dacf72b39c305a",
      "ada1ae4ac5ca49849e00efea049c9126",
      "b690a61450c5453ba61b60fd5b2f1a70",
      "7d2b53ceebb84a53bdd1a98cb9da5681",
      "f1bbbc7db00b4de9954cb5eb8a247577",
      "1844ea12356d4aa38bb439a0b481fd3d",
      "52002d390ffe4c63a6de2053c593f3d3",
      "b34f3c701f114c35bed0284570397c5e",
      "b73c39c453d34c188ada538901141f72",
      "cef2746153b047b490913e20f61fca2b",
      "86b975f474fc4985a01451c512b438be",
      "0a34d9c2d91549af869536559dc3e6ea",
      "3049564689d94c9fab805f8740a6fd80",
      "fd1e3e5e0e474699915589de7a46845e",
      "842bfa41fb5549eab3e28f941f274a5f",
      "999ee7275bf24edeb3634376d76e7c8d",
      "d2b20ee25a0b4607bc7dbfaa89d56e30",
      "8a623c8037634404b43d69c2c085c9bc",
      "7c0a1d37dd174fbcac39cdd2e67dd4bd",
      "fa13a055a9c14d0d83e387483a69dea4",
      "76f31e39d94f48cd9007d0be79d5b2df",
      "ef8ce2227eee49bea49cf332e4f67224",
      "25ffd6cc59084c8a8ee4cf0f13448979",
      "8793bfaabaaa401a9abaf326e1e22747",
      "56d38681203e48d49db36b7fc294ae06",
      "a40bee4085454445aa5bd51a98fd35db",
      "a910aa7e241748aaa9eeed5aa5c4b911",
      "899a4bebaa5942388da2dddd1b36d1df",
      "6fb67feab81a433984810d8a592ace25",
      "1138c8bb5eaf46229feaa35a015f2f3a",
      "cfc125a4ba6d4088ba1cdfa064ac02df",
      "101e31b209e14a5d91378c4f518b0647",
      "fd81e0aed72a4f58acbe9b9b79c13be1",
      "29de57fe6f6344e4ac3a3d044add3090",
      "f3094f2b9db24a4083e200a913ccc125",
      "019c7bbc05e846be9d917c88913f6d27",
      "558384e6fad5408ca83bf82f6b7ed004",
      "bdcb010df86f40648efc431d0710dddd",
      "a8428d87d30344c89ee824e3228c05dc",
      "7221cea79ac647878fc76bb0f1df3fec",
      "5df705f8f69142538c3b4f4f37169ed0",
      "073b23d793594066acd7b038b1a2c085",
      "d33900d90f3c45fc98c5636c85d987dc",
      "8422fcb203924b43820fe73e55b449cd",
      "b8492b6d56f54fcc98e6c15367422c1e",
      "dc6de8f144694f199acf333ba8cedac4",
      "3953408d6d6846c3b31f345a8bca1ec2",
      "83f77c8d55694443ac30f8857f33c75a",
      "d4d1c7077878435cad7c095c4a340b22",
      "80c537bc92cc410797d4c71b7c0f9360",
      "dcabf3ccf84c4cc1a9d7a965408e723a",
      "d4f64ff8baea450fb55354ef50eb23b2",
      "b43294c66b03432dbb58b7097aebf3e3",
      "5575e273685c46cea7a15fd735164c71",
      "b6f14e9a333e414a8e21f5bc04d3882c",
      "1f036a8a0ee3429da7d334736c52133f",
      "40d45b629c684eb49f333baa978ba424",
      "ac428d57d9b1479bbfe05bc4cf07fe43",
      "0617a1c697fa4a16ae2bf53884d8228b",
      "bd4c319f9c2f45d991f3c5b9e597c1cc",
      "180dbed794b84aa2847835a4f9f29659",
      "6aca2b092d374439a10216711d84f33f",
      "32e6f4149cf34ac497d27129594958fd",
      "bd27b65f325646a3b9220cfad481ad2f",
      "ac27e3fe0ffa4f50bf1bb9c31163be01",
      "852690e9bda84639aa8a9ece5c73978c",
      "da95eefbe8744442a88dc7fc1a864744",
      "cb59d17d7fce481898f3bba26fa64df5",
      "73cd4b3f8fb34e64ad562c98e071679b",
      "444056866da84186ba698faa3cb6771f",
      "6ab311e53f0a400ea7e1ba51eb83d892",
      "801d841aaebd45fb903b6be574881a5c",
      "dea95f2cb6a14c688963ff68831fa69d",
      "44794c45ef9d46bc94543329f2a5b974",
      "7244c159112a4e0cad72a7a8cf73473a",
      "9e4b1dc44d6e463a85dfb86c477b9987",
      "5d6434ea89bd43aaa4795766257d4367",
      "041a6ebb05904e7d8ff6cdf509596fb3",
      "cc24eb5c2ece4082bea5e476d3c0fbb7",
      "b824ebe67c0348838e3a0845e0a55ab7",
      "eb46a7e142ac43358065f3ba71be292c",
      "f24df9c13ff44fffb04707638e47acce",
      "46b7160e0d7c44ca95db08cf9bdf088b",
      "8fe121ee1f2a4efb80aac668c4b249d3",
      "e3a94f8c47bf4496966894cd1a2c65ba",
      "5f65b6c0319f45238107eade84566312",
      "ba29ab0232214fc6876958492c4531ff",
      "47b14873872b4981a0d848019f026f2c",
      "e2d0499318644df0805788ec33190e46",
      "41498b0506f14b8d9c9a31796d58adcf",
      "f976d79bf029400ea444c3a9cd10700f",
      "50133eddd1c848c8b74284de9ca0fb56",
      "00f549b7072c4fa3bd2d23214fc654f8",
      "096700d7bc18419baf946a11f5abe3bc",
      "3b19f1006b5d496ebb1f4c8736db9424",
      "afb92fc7f3f049f7b5b592e57cda1514",
      "174d489b1a80459899133346be559c2a",
      "abf4e1ab27294ec2b01daa9c7e4d74cc",
      "3da9e61ee71241e888a2355ffe452701",
      "3f27bf3fca484d6d922f0e1286be4e77",
      "cbb1b2fca7674b159774ee1617d47819",
      "ac1a42d5cc444f96960d14688047e24e",
      "46cb83b9fb9b49d1a236d7463f6964af",
      "3c6b941fddb947f9b5abd6fb46faa6e2",
      "bbd412b8b8824d0fb364199729212b16",
      "db6ef679faa34ba0b3e1dc87e62ffe5e",
      "0746e5f35f804469a8445a643cf8f5ee",
      "59f555c432524f959339b8157580793e",
      "90fff9efcdff4cd0b07d89bd81df330f",
      "c1a57ca7e5e4435e956a5ad4f14600d8",
      "7e427286b2854f10ae964fdb04413587",
      "79c6d045202445fcb51daa1c0dfcb392",
      "dce41fc380914ec095873b55bca3bad6",
      "4b55b1b7907c4d51b1c6f779bfa4a350",
      "3b3920a610e6426d9d33d453f3984e15",
      "25676fcd98e74d5eb7ca6957ca9e3dde",
      "a3231e5eb9fd49a498eff2d338fef045",
      "126cc2aa94d14bec81ddd40c0a5948bf",
      "dcc8a1014c9340ef9eb8d9ecc57fec36",
      "563f87be2b8d4ab69137d676972a4d66",
      "c8af66eec55a475495de299732f427fd",
      "dc0da23fcb2b46f3907310116b9a214b",
      "5053267bfe924e909ac3b704ab74e343",
      "5c310035d9ed4370a66bcf87f1aac7ec",
      "5b1b8382a7b2455ea86303f18355d295",
      "982a279c993946f18ef8a55009518aaa",
      "b33acf6a751c4db9b2abdf7bd7716e41",
      "f9843f2cf00245d78b8cb4e765a9aadd",
      "e0351476d7b34bb6b37d743fada4a96b",
      "0166ece304524a14ac08b120a37ccca1",
      "88eb6497a5704edd831e034091e0dc9a",
      "e09fdedf02ae4ad4903271935bcd235d",
      "c3e40d872e464309b79e22946b8dda56",
      "36dc7e57b25a4e2390790b1264d28115",
      "24796ecf9b39413f9ec156ec8020833f",
      "4a6dbee787f148f8b2da561fbfbb62c9",
      "a3033e3cd6134c53a99d53bfb30a7b87",
      "9ff63433f9704b8d8924e448d83ec78a",
      "600e5bd86509449cb387115eb4f32ad1",
      "a465f40034634039a7b5a676e5186bba",
      "9a588e0a5497480c91089f9fbb919a87",
      "a859bc1acada407ab19d3903b33eda46",
      "2b898f88764e45358fc6e46f0dcfe34c",
      "63a1f889f3004b8b9f38aafcc272a67f",
      "7cdb1df84aeb4e49a0ddef5460355c73",
      "29ead9e3ef324f76ac6f987325602d58",
      "ae1290f685a94fe8ba0b825990d9cd08",
      "9fc3411ef9d74411986ac1f785310d28",
      "0ab5546354e8488da99afbfb5752259e",
      "e19cfc113aba451bb964f0498a5c62bb",
      "a10c06e25085446aa9230bd3c6d2f4b6",
      "4666d8a716504fbb8a9fda0add88387a",
      "535131fb93eb444da451b5542a9f5ac8",
      "dfc7a9f67aee4d17baffae1cbb763abf",
      "23ef04495f3d48129f0f7b726af005a7",
      "ea6c42ea51bd41ea930f7464c6fe9e4d",
      "52af35e837174ce49c23d60551cfa6a8",
      "dc63889a0c46452883f73ef1e230835f",
      "38a12532babe4c0fa741028365dd500a",
      "b453ae6add7a43978f29ba0567e8200f",
      "8ddce57461374df38d9c3f060fafba3c",
      "a071cc0630e04871b9cb8b6283915963",
      "fb7398b7f48040178611acdd03d46098",
      "477625fdd32f4da38fc38ca590f90307",
      "ca64426054604979828df3b0b316f8c1",
      "f974c9bfe78e46d4835aa7abc99a19c8",
      "43df3d1215574bd8961fcdc5bb5e5464",
      "3296fb2b1b644f29abccda45a27d5005",
      "a1d582f5c6e24c36aa6e8fb02a7d5bef",
      "ffee55fd11bb40ec9f089bfacb871d52",
      "d09aa9cbdf3e49e0a9ccfa2f76908162",
      "8bba7efd1a364910add80dab3f0e18ba",
      "b58cc5b3cf834ad7aed18776a5ec52c0",
      "22c7e2a0ced9477bb73ee08ce0ed84c2",
      "a9045a4c697b422fb0dfff0456ffb83d",
      "f1d71c14614844d4a665f1e2e27a7143",
      "73d86fb0a2104b0392c501e8117c7bce",
      "033fe97052d94579939bc2c627a97fdd",
      "94fa0c637da44241a001a65a4f27a70a",
      "1d205d290f5f415cbe7b133d1037434d",
      "66a4bed5287d40f1a280ae63ea672a1a",
      "f2a73113b97d4b14b655d4f86020383c",
      "464fad2ea433443f8ddca1f222c0c341",
      "00f3f55567424e8282e41dff616a97b9",
      "d05adbdf34864505947c326b9a71e74a",
      "e9d5820e082b48fd90b8c383759352eb",
      "fcf28d25eab64b66b47b9cf654fe8afe"
     ]
    },
    "execution": {
     "iopub.execute_input": "2023-11-26T13:37:24.032142486Z",
     "iopub.status.busy": "2023-11-26T13:38:24.607735Z",
     "iopub.status.idle": "2023-11-26T13:40:45.959113Z",
     "shell.execute_reply": "2023-11-26T13:40:45.958380Z",
     "shell.execute_reply.started": "2023-11-26T13:38:24.608754Z"
    },
    "id": "0AwHVhmct_nt",
    "outputId": "cd490a7a-7657-47cd-ec0d-76e1fd1d1d0c"
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Downloading tokenizer_config.json: 100%|██████████| 341/341 [00:00<00:00, 77.1kB/s]\n",
      "Downloading config.json: 100%|██████████| 632/632 [00:00<00:00, 582kB/s]\n",
      "Downloading vocab.txt: 100%|██████████| 241k/241k [00:00<00:00, 1.36MB/s]\n",
      "Downloading tokenizer.json: 100%|██████████| 468k/468k [00:00<00:00, 1.56MB/s]\n",
      "Downloading (…)cial_tokens_map.json: 100%|██████████| 112/112 [00:00<00:00, 102kB/s]\n",
      "Downloading model.safetensors: 100%|██████████| 47.7M/47.7M [00:00<00:00, 87.0MB/s]\n",
      "Downloading vocab.json: 100%|██████████| 1.81M/1.81M [00:00<00:00, 5.79MB/s]\n",
      "Downloading merges.txt: 100%|██████████| 1.37M/1.37M [00:00<00:00, 29.1MB/s]\n",
      "Downloading config.json: 100%|██████████| 674/674 [00:00<00:00, 361kB/s]\n",
      "Downloading pytorch_model.bin: 100%|██████████| 1.42G/1.42G [00:11<00:00, 123MB/s]\n",
      "Downloading vocab.txt: 100%|██████████| 1.78M/1.78M [00:00<00:00, 6.32MB/s]\n",
      "Downloading config.json: 100%|██████████| 590/590 [00:00<00:00, 546kB/s]\n",
      "Downloading pytorch_model.bin: 100%|██████████| 716M/716M [00:06<00:00, 108MB/s]\n",
      "Some weights of the model checkpoint at sberbank-ai/ruBert-base were not used when initializing BertForMaskedLM: ['bert.pooler.dense.bias', 'cls.seq_relationship.weight', 'bert.pooler.dense.weight', 'cls.seq_relationship.bias']\n",
      "- This IS expected if you are initializing BertForMaskedLM from the checkpoint of a model trained on another task or with another architecture (e.g. initializing a BertForSequenceClassification model from a BertForPreTraining model).\n",
      "- This IS NOT expected if you are initializing BertForMaskedLM from the checkpoint of a model that you expect to be exactly identical (initializing a BertForSequenceClassification model from a BertForSequenceClassification model).\n",
      "Downloading tokenizer_config.json: 100%|██████████| 401/401 [00:00<00:00, 314kB/s]\n",
      "Downloading vocab.txt: 100%|██████████| 1.08M/1.08M [00:00<00:00, 5.73MB/s]\n",
      "Downloading tokenizer.json: 100%|██████████| 1.74M/1.74M [00:00<00:00, 19.3MB/s]\n",
      "Downloading (…)cial_tokens_map.json: 100%|██████████| 112/112 [00:00<00:00, 91.0kB/s]\n",
      "Downloading config.json: 100%|██████████| 693/693 [00:00<00:00, 653kB/s]\n",
      "Downloading model.safetensors: 100%|██████████| 118M/118M [00:00<00:00, 125MB/s]\n"
     ]
    }
   ],
   "source": [
    "from transformers import RobertaForMaskedLM,RobertaTokenizer, pipeline, BertForMaskedLM,BertTokenizer\n",
    "\n",
    "tokenizers = {}\n",
    "models = {}\n",
    "names = ['rubert-tiny', 'ruRoberta-large', 'ruBert-base', 'rubert-tiny2']\n",
    "\n",
    "tokenizer1 = AutoTokenizer.from_pretrained(\"cointegrated/rubert-tiny\")\n",
    "model1 = AutoModel.from_pretrained(\"cointegrated/rubert-tiny\")\n",
    "\n",
    "tokenizer2 = RobertaTokenizer.from_pretrained('sberbank-ai/ruRoberta-large')\n",
    "model2 = RobertaForMaskedLM.from_pretrained('sberbank-ai/ruRoberta-large')\n",
    "\n",
    "tokenizer3 = BertTokenizer.from_pretrained('sberbank-ai/ruBert-base', do_lower_case=False)\n",
    "model3 = BertForMaskedLM.from_pretrained('sberbank-ai/ruBert-base')\n",
    "\n",
    "tokenizer4 = AutoTokenizer.from_pretrained('cointegrated/rubert-tiny2')\n",
    "model4 = AutoModel.from_pretrained('cointegrated/rubert-tiny2')\n",
    "\n",
    "tokenizers = {'rubert-tiny': tokenizer1,\n",
    "              'ruRoberta-large': tokenizer2,\n",
    "              'ruBert-base': tokenizer3,\n",
    "              'rubert-tiny2': tokenizer4}\n",
    "models = {'rubert-tiny': model1,\n",
    "          'ruRoberta-large': model2,\n",
    "          'ruBert-base': model3,\n",
    "          'rubert-tiny2': model4}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 689,
   "metadata": {
    "cellId": "0t6er3qv21ro3449vhh3gib",
    "execution": {
     "iopub.execute_input": "2023-11-26T13:37:25.039090629Z",
     "iopub.status.busy": "2023-11-26T13:40:46.886587Z",
     "iopub.status.idle": "2023-11-26T13:40:47.340556Z",
     "shell.execute_reply": "2023-11-26T13:40:47.339846Z",
     "shell.execute_reply.started": "2023-11-26T13:40:46.887365Z"
    },
    "id": "rJqHAAIBzTHR"
   },
   "outputs": [],
   "source": [
    "def embed_bert_cls(text, model, tokenizer, model_name):\n",
    "    t = tokenizer(text, padding=True, truncation=True, return_tensors='pt')\n",
    "    with torch.no_grad():\n",
    "        model_output = model(**{k: v.to(model.device) for k, v in t.items()})\n",
    "        #print (model_output.__dict__)\n",
    "        #print (model_output)\n",
    "\n",
    "    if ((model_name == 'rubert-tiny') or (model_name =='rubert-tiny2')):\n",
    "        embeddings = model_output.last_hidden_state[:, 0, :]\n",
    "    elif ((model_name == 'ruBert-base') or (model_name == 'ruRoberta-large')):\n",
    "        embeddings = model_output.logits[:, 0, :]\n",
    "    else:\n",
    "        print ('Новая модель, проверить доставание эмбеддингов')\n",
    "        return 0\n",
    "    embeddings = torch.nn.functional.normalize(embeddings)\n",
    "    return embeddings[0].cpu().numpy()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 623,
   "metadata": {
    "cellId": "m2y7f51tifjqzdfzj4ipk",
    "execution": {
     "iopub.execute_input": "2023-11-21T18:47:07.017399842Z",
     "iopub.status.busy": "2023-11-21T18:50:11.169306Z",
     "iopub.status.idle": "2023-11-21T18:50:11.187271Z",
     "shell.execute_reply": "2023-11-21T18:50:11.186578Z",
     "shell.execute_reply.started": "2023-11-21T18:50:11.170039Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['rubert-tiny', 'ruRoberta-large', 'ruBert-base', 'rubert-tiny2']"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "names"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 624,
   "metadata": {
    "cellId": "exwzkz3k45v8gfjg2u67zv",
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "execution": {
     "iopub.execute_input": "2023-11-21T18:47:07.669815255Z",
     "iopub.status.busy": "2023-11-21T18:50:11.994475Z",
     "iopub.status.idle": "2023-11-21T18:50:12.420505Z",
     "shell.execute_reply": "2023-11-21T18:50:12.419659Z",
     "shell.execute_reply.started": "2023-11-21T18:50:11.995403Z"
    },
    "id": "18nVmGrnX5xs",
    "outputId": "bed7d1e3-73be-4bda-b0b6-73ee4f673e55"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(312,)\n"
     ]
    }
   ],
   "source": [
    "print(embed_bert_cls('привет мир', model1, tokenizer1, model_name = names[0]).shape)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 625,
   "metadata": {
    "cellId": "q3y6iaubykdervh8ez0hfq",
    "execution": {
     "iopub.execute_input": "2023-11-21T18:47:09.795303255Z",
     "iopub.status.busy": "2023-11-21T18:50:13.446945Z",
     "iopub.status.idle": "2023-11-21T18:50:13.464231Z",
     "shell.execute_reply": "2023-11-21T18:50:13.463310Z",
     "shell.execute_reply.started": "2023-11-21T18:50:13.447427Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'ruRoberta-large'"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "names[1]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 533,
   "metadata": {
    "cellId": "zgb2y5drn1i6f8w7f004y7",
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "execution": {
     "iopub.execute_input": "2023-11-21T16:48:56.118462058Z",
     "iopub.status.busy": "2023-11-21T16:52:02.344493Z",
     "iopub.status.idle": "2023-11-21T16:52:02.500233Z",
     "shell.execute_reply": "2023-11-21T16:52:02.499393Z",
     "shell.execute_reply.started": "2023-11-21T16:52:02.345231Z"
    },
    "id": "1ZwsFytaX5qV",
    "outputId": "f9a4aae8-4926-4899-f294-0027fe1378ea"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(50265,)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Asking to truncate to max_length but no maximum length is provided and the model has no predefined maximum length. Default to no truncation.\n"
     ]
    }
   ],
   "source": [
    "print(embed_bert_cls('привет мир', model2, tokenizer2, model_name = names[1]).shape)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 215,
   "metadata": {
    "cellId": "orjwvurxmodbeerv9gjxmg",
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "execution": {
     "iopub.execute_input": "2023-11-18T14:03:08.134761101Z",
     "iopub.status.busy": "2023-11-18T14:03:11.557689Z",
     "iopub.status.idle": "2023-11-18T14:03:11.661408Z",
     "shell.execute_reply": "2023-11-18T14:03:11.660691Z",
     "shell.execute_reply.started": "2023-11-18T14:03:11.558425Z"
    },
    "id": "TZibxqhVX5gD",
    "outputId": "61190a0e-029c-4e81-c645-a0940dbf8d86"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(120138,)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Asking to truncate to max_length but no maximum length is provided and the model has no predefined maximum length. Default to no truncation.\n"
     ]
    }
   ],
   "source": [
    "print(embed_bert_cls('привет мир', model3, tokenizer3, model_name = names[2]).shape)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 216,
   "metadata": {
    "cellId": "e0q9a23jnkpj14h09zq4t",
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 297
    },
    "execution": {
     "iopub.execute_input": "2023-11-18T14:03:08.689446103Z",
     "iopub.status.busy": "2023-11-18T14:03:12.507617Z",
     "iopub.status.idle": "2023-11-18T14:03:12.535906Z",
     "shell.execute_reply": "2023-11-18T14:03:12.535117Z",
     "shell.execute_reply.started": "2023-11-18T14:03:12.508334Z"
    },
    "id": "Acbvnr-G_5Si",
    "outputId": "6d1c4a63-b785-41eb-b1a6-9119c4f939b1"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(312,)\n"
     ]
    }
   ],
   "source": [
    "print(embed_bert_cls('привет мир', model4, tokenizer4, model_name = names[3]).shape)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "cellId": "zwu6eeafutatrcrihzuzj",
    "execution_id": "8743ff6e-65df-4b1b-8435-bf34bb68f66b",
    "id": "toq7FZCWbUuv"
   },
   "source": [
    "Функция, которая принимает csv-таблицу с оглавлением и сохраняет её в виде текс-вектор, с именем <исходное имя>_<имя модели>"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 599,
   "metadata": {
    "cellId": "zh5fpkj5jgxkxvtfhg5z",
    "execution": {
     "iopub.execute_input": "2023-11-21T17:52:52.368691641Z",
     "iopub.status.busy": "2023-11-21T17:52:56.477814Z",
     "iopub.status.idle": "2023-11-21T17:52:56.503465Z",
     "shell.execute_reply": "2023-11-21T17:52:56.502731Z",
     "shell.execute_reply.started": "2023-11-21T17:52:56.478557Z"
    },
    "id": "Jp65d24hzIK6"
   },
   "outputs": [],
   "source": [
    "from pathlib import Path\n",
    "def toc_process(model, tokenizer, file = \"Content/Etalon.csv\",  encoding='cp1251', model_name='tiny_bert', dirr = 'markup'):\n",
    "    filemane = file.split('/')[-1].split('.')[0]\n",
    "    csv_name = \"Content/\"+dirr+\"/vectors/\" + filemane + '_'+ model_name + '.csv'\n",
    "    s = Path(csv_name)\n",
    "    if not s.exists():\n",
    "        my_cols = ['№', 'Текст']\n",
    "        df = pd.read_csv(file,\n",
    "                        sep=\";\",\n",
    "                        encoding=encoding,\n",
    "                        names=my_cols,\n",
    "                        header=None,\n",
    "                        engine=\"python\")\n",
    "        \n",
    "        df = df.drop('№',axis = 1)\n",
    "        df['Текст'] = df['Текст'].str.lower()\n",
    "\n",
    "        set_random_seed(42)\n",
    "\n",
    "        features_po_tiny = []\n",
    "        for index, row in df.iterrows():\n",
    "            emb = embed_bert_cls(row[\"Текст\"], model, tokenizer, model_name)\n",
    "            features_po_tiny.append(emb)\n",
    "\n",
    "        df = pd.DataFrame((np.hstack([df, np.array(features_po_tiny)])))\n",
    "        for i in range(len(df.index)):\n",
    "            #df.loc[i, 'vec'] = np.array(df.loc[i, 1:(len(df.columns)-2):1])\n",
    "            df.loc[i, 'vec'] = ','.join (map(str, df.loc[i, 1:]))\n",
    "\n",
    "        df_fin = pd.DataFrame(np.vstack([df[0], df['vec']]).T, columns = ['Текст', 'Вектор'])\n",
    "\n",
    "\n",
    "        df_fin.to_csv(csv_name, index=False)\n",
    "        return df_fin\n",
    "    else:\n",
    "        print ('Exists:', csv_name)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 600,
   "metadata": {
    "cellId": "e3sgy0uo818cgynvo0whna",
    "execution": {
     "iopub.execute_input": "2023-11-21T17:52:54.539803738Z",
     "iopub.status.busy": "2023-11-21T17:52:57.328523Z",
     "iopub.status.idle": "2023-11-21T17:52:57.351370Z",
     "shell.execute_reply": "2023-11-21T17:52:57.350729Z",
     "shell.execute_reply.started": "2023-11-21T17:52:57.329262Z"
    },
    "id": "4w6QrcZ9jKJw"
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['rubert-tiny', 'ruRoberta-large', 'ruBert-base', 'rubert-tiny2']"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "names"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 601,
   "metadata": {
    "cellId": "zw5ti31yqm95muezl4rxl",
    "execution": {
     "iopub.execute_input": "2023-11-21T17:52:55.922772573Z",
     "iopub.status.busy": "2023-11-21T17:52:58.178656Z",
     "iopub.status.idle": "2023-11-21T17:53:06.885154Z",
     "shell.execute_reply": "2023-11-21T17:53:06.884374Z",
     "shell.execute_reply.started": "2023-11-21T17:52:58.179362Z"
    },
    "id": "XZ8oaepMzIHp"
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Asking to truncate to max_length but no maximum length is provided and the model has no predefined maximum length. Default to no truncation.\n",
      "Asking to truncate to max_length but no maximum length is provided and the model has no predefined maximum length. Default to no truncation.\n"
     ]
    }
   ],
   "source": [
    "for name in names:\n",
    "    model = models[name]\n",
    "    tokenizer = tokenizers[name]\n",
    "\n",
    "    toc_process(model = model, tokenizer = tokenizer, file = \"Content/markup/Etalon.csv\", encoding='utf-8', model_name=name)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "cellId": "nzxj1rk51etuulsefmkhh",
    "execution_id": "8243ec4d-cb6e-42be-a564-13479825554b",
    "id": "ir3rXVGR_nHl"
   },
   "source": [
    "## Обработка остальных файлов - cо столбцом разметки"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 627,
   "metadata": {
    "cellId": "iurtdixvlasc3g03s1hfri",
    "execution": {
     "iopub.execute_input": "2023-11-21T18:47:35.054131474Z",
     "iopub.status.busy": "2023-11-21T18:52:01.600475Z",
     "iopub.status.idle": "2023-11-21T18:52:03.081846Z",
     "shell.execute_reply": "2023-11-21T18:52:03.080702Z",
     "shell.execute_reply.started": "2023-11-21T18:52:01.601632Z"
    },
    "id": "mJzuOVakEqpl"
   },
   "outputs": [],
   "source": [
    "from pathlib import Path\n",
    "def toc_process_strats(model, tokenizer, file = \"Amursk.csv\",  encoding='utf-8', model_name='tiny_bert', dirr = 'markup'):\n",
    "    filemane = file.split('/')[-1].split('.')[0]\n",
    "    csv_name = \"Content/\"+ dirr + \"/vectors/\" + filemane + '_'+ model_name + '.csv'\n",
    "    s = Path(csv_name)\n",
    "    if not s.exists():\n",
    "        my_cols = ['Текст', 'Эталон']\n",
    "        df = pd.read_csv(file,\n",
    "                        sep=\";\",\n",
    "                        encoding='utf-8',\n",
    "                        names=my_cols,\n",
    "                        header=None,\n",
    "                        engine=\"python\")\n",
    "        print (df.head(2))\n",
    "        if (df['Текст'][0] == 'NaN'):\n",
    "            df = df.drop([1,2],axis = 1)\n",
    "            df = df.set_axis(my_cols, axis=1)\n",
    "        try:\n",
    "            df['Текст'] = df['Текст'].str.lower()\n",
    "\n",
    "            set_random_seed(42)\n",
    "            #df['Текст'] = df['Текст'].str.lower()\n",
    "\n",
    "\n",
    "            print (1)\n",
    "            features_po_tiny = []\n",
    "            for index, row in df.iterrows():\n",
    "                emb = embed_bert_cls(row[\"Текст\"], model, tokenizer, model_name)\n",
    "                features_po_tiny.append(emb)\n",
    "\n",
    "            df = pd.DataFrame((np.hstack([df, np.array(features_po_tiny)])))\n",
    "            for i in range(len(df.index)):\n",
    "                #df.loc[i, 'vec'] = np.array(df.loc[i, 2:(len(df.columns)-2):1])\n",
    "                df.loc[i, 'vec'] = ','.join (map(str, df.loc[i, 2:])) #Пропускаем первые 2 столбца с текстом и разметкой\n",
    "            df_fin = pd.DataFrame(np.vstack([df[0], df[1], df['vec']]).T, columns=['Текст', 'Эталон', 'Вектор'])\n",
    "\n",
    "            #print (df_fin.columns)\n",
    "            df_fin.to_csv(csv_name, index=False)\n",
    "            print (csv_name)\n",
    "\n",
    "            return df_fin\n",
    "        except AttributeError:\n",
    "            print ('Error:', csv_name)\n",
    "            \n",
    "        finally:\n",
    "            print ('Error:', csv_name)\n",
    "    else:\n",
    "        print ('Exists:', csv_name)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 606,
   "metadata": {
    "cellId": "x4e1xbr0f6wylh0b8pntr",
    "execution": {
     "iopub.execute_input": "2023-11-21T17:53:57.982274726Z",
     "iopub.status.busy": "2023-11-21T17:53:58.951518Z",
     "iopub.status.idle": "2023-11-21T17:53:58.971012Z",
     "shell.execute_reply": "2023-11-21T17:53:58.970340Z",
     "shell.execute_reply.started": "2023-11-21T17:53:58.952258Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Текст</th>\n",
       "      <th>Эталон</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1. общие положения</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2. оценка достигнутых целей социально-экономич...</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                               Текст  Эталон\n",
       "0                                 1. общие положения       1\n",
       "1  2. оценка достигнутых целей социально-экономич...       2"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "file = 'Content/markup/Buryatia.csv'\n",
    "my_cols = ['Текст', 'Эталон']\n",
    "df = pd.read_csv(file,\n",
    "                        sep=\";\",\n",
    "                        encoding='utf-8',\n",
    "                        names=my_cols,\n",
    "                        header=None,\n",
    "                        engine=\"python\")\n",
    "df['Текст'] = df['Текст'].str.lower()\n",
    "df.head(2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "cellId": "tvs0vgu2n7ln682bnzqdpg"
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 583,
   "metadata": {
    "cellId": "p6dydbhfla7xpksy4rav7",
    "execution": {
     "iopub.execute_input": "2023-11-21T17:48:41.102811902Z",
     "iopub.status.busy": "2023-11-21T17:48:42.681880Z",
     "iopub.status.idle": "2023-11-21T17:48:42.693390Z",
     "shell.execute_reply": "2023-11-21T17:48:42.692601Z",
     "shell.execute_reply.started": "2023-11-21T17:48:42.682558Z"
    },
    "id": "4oH-Ykk_d_4m"
   },
   "outputs": [],
   "source": [
    "#files"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 628,
   "metadata": {
    "cellId": "wxqybgx98pg1vyeb1ott8v",
    "execution": {
     "iopub.execute_input": "2023-11-21T18:47:58.408695600Z",
     "iopub.status.busy": "2023-11-21T18:52:41.189774Z",
     "iopub.status.idle": "2023-11-21T18:52:42.660564Z",
     "shell.execute_reply": "2023-11-21T18:52:42.659743Z",
     "shell.execute_reply.started": "2023-11-21T18:52:41.190414Z"
    },
    "id": "Tw7TnTcBAA9n"
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['Content/markup/Etalon.csv',\n",
       " 'Content/markup/vectors/Etalon_rubert-tiny.csv',\n",
       " 'Content/markup/vectors/Etalon_ruRoberta-large.csv',\n",
       " 'Content/markup/vectors/Etalon_ruBert-base.csv',\n",
       " 'Content/markup/vectors/Etalon_rubert-tiny2.csv']"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "matching = [s for s in files if \"Etalon\" in s]\n",
    "matching"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 631,
   "metadata": {
    "cellId": "08d9m2do4a0fgfd0ax90mnl",
    "execution": {
     "iopub.execute_input": "2023-11-21T19:38:23.879944328Z",
     "iopub.status.busy": "2023-11-21T19:38:50.997046Z",
     "iopub.status.idle": "2023-11-21T19:38:52.579363Z",
     "shell.execute_reply": "2023-11-21T19:38:52.578571Z",
     "shell.execute_reply.started": "2023-11-21T19:38:50.997802Z"
    },
    "id": "qd3wTzx0AA3v"
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['Content/markup/Volgograd.csv',\n",
       " 'Content/markup/Voronezh.csv',\n",
       " 'Content/markup/Yakutia.csv',\n",
       " 'Content/markup/Tyva.csv',\n",
       " 'Content/markup/Udmurt.csv',\n",
       " 'Content/markup/Vologda.csv',\n",
       " 'Content/markup/Ulyanovsk.csv',\n",
       " 'Content/markup/Yaroslavl.csv',\n",
       " 'Content/markup/Yamalo-Nenets.csv',\n",
       " 'Content/markup/Adygeya.csv',\n",
       " 'Content/markup/Altai Resp.csv',\n",
       " 'Content/markup/Altai.csv',\n",
       " 'Content/markup/Amur.csv',\n",
       " 'Content/markup/Buryatia.csv',\n",
       " 'Content/markup/Astrakhan.csv',\n",
       " 'Content/markup/Bryansk.csv',\n",
       " 'Content/markup/Bashkortastan.csv',\n",
       " 'Content/markup/Belgorod.csv',\n",
       " 'Content/markup/Vladimir.csv',\n",
       " 'Content/markup/Arkhangelsk.csv']"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "files = [s for s in files if \"Etalon\" not in s]\n",
    "files = [s for s in files if \"vectors\" not in s]\n",
    "files"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 632,
   "metadata": {
    "cellId": "qe53erusw95l6bugtisdf",
    "execution": {
     "iopub.execute_input": "2023-11-21T19:41:49.484683361Z",
     "iopub.status.busy": "2023-11-21T19:42:36.968797Z",
     "iopub.status.idle": "2023-11-21T19:44:11.101471Z",
     "shell.execute_reply": "2023-11-21T19:44:11.100682Z",
     "shell.execute_reply.started": "2023-11-21T19:42:36.969424Z"
    },
    "id": "UQS6qJ2tBRuy"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "rubert-tiny\n",
      "Exists: Content/markup/vectors/Volgograd_rubert-tiny.csv\n",
      "Exists: Content/markup/vectors/Voronezh_rubert-tiny.csv\n",
      "Exists: Content/markup/vectors/Yakutia_rubert-tiny.csv\n",
      "Exists: Content/markup/vectors/Tyva_rubert-tiny.csv\n",
      "Exists: Content/markup/vectors/Udmurt_rubert-tiny.csv\n",
      "Exists: Content/markup/vectors/Vologda_rubert-tiny.csv\n",
      "Exists: Content/markup/vectors/Ulyanovsk_rubert-tiny.csv\n",
      "Exists: Content/markup/vectors/Yaroslavl_rubert-tiny.csv\n",
      "Exists: Content/markup/vectors/Yamalo-Nenets_rubert-tiny.csv\n",
      "Exists: Content/markup/vectors/Adygeya_rubert-tiny.csv\n",
      "Exists: Content/markup/vectors/Altai Resp_rubert-tiny.csv\n",
      "Exists: Content/markup/vectors/Altai_rubert-tiny.csv\n",
      "Exists: Content/markup/vectors/Amur_rubert-tiny.csv\n",
      "                                               Текст  Эталон\n",
      "0                                 1. Общие положения       1\n",
      "1  2. Оценка достигнутых целей социально-экономич...       2\n",
      "1\n",
      "Content/markup/vectors/Buryatia_rubert-tiny.csv\n",
      "Error: Content/markup/vectors/Buryatia_rubert-tiny.csv\n",
      "                                                        Текст  Эталон\n",
      "Раздел I ОБЩИЕ ПОЛОЖЕНИЯ                           NaN    NaN       1\n",
      "Раздел II СТРАТЕГИЧЕСКИЙ АНАЛИЗ СОЦИАЛЬНО-ЭКОНО... NaN    NaN      -1\n",
      "Error: Content/markup/vectors/Astrakhan_rubert-tiny.csv\n",
      "Error: Content/markup/vectors/Astrakhan_rubert-tiny.csv\n",
      "Exists: Content/markup/vectors/Bryansk_rubert-tiny.csv\n",
      "Exists: Content/markup/vectors/Bashkortastan_rubert-tiny.csv\n",
      "Exists: Content/markup/vectors/Belgorod_rubert-tiny.csv\n",
      "Exists: Content/markup/vectors/Vladimir_rubert-tiny.csv\n",
      "Exists: Content/markup/vectors/Arkhangelsk_rubert-tiny.csv\n",
      "ruRoberta-large\n",
      "Exists: Content/markup/vectors/Volgograd_ruRoberta-large.csv\n",
      "Exists: Content/markup/vectors/Voronezh_ruRoberta-large.csv\n",
      "Exists: Content/markup/vectors/Yakutia_ruRoberta-large.csv\n",
      "Exists: Content/markup/vectors/Tyva_ruRoberta-large.csv\n",
      "Exists: Content/markup/vectors/Udmurt_ruRoberta-large.csv\n",
      "Exists: Content/markup/vectors/Vologda_ruRoberta-large.csv\n",
      "Exists: Content/markup/vectors/Ulyanovsk_ruRoberta-large.csv\n",
      "Exists: Content/markup/vectors/Yaroslavl_ruRoberta-large.csv\n",
      "Exists: Content/markup/vectors/Yamalo-Nenets_ruRoberta-large.csv\n",
      "Exists: Content/markup/vectors/Adygeya_ruRoberta-large.csv\n",
      "Exists: Content/markup/vectors/Altai Resp_ruRoberta-large.csv\n",
      "Exists: Content/markup/vectors/Altai_ruRoberta-large.csv\n",
      "Exists: Content/markup/vectors/Amur_ruRoberta-large.csv\n",
      "                                               Текст  Эталон\n",
      "0                                 1. Общие положения       1\n",
      "1  2. Оценка достигнутых целей социально-экономич...       2\n",
      "1\n",
      "Content/markup/vectors/Buryatia_ruRoberta-large.csv\n",
      "Error: Content/markup/vectors/Buryatia_ruRoberta-large.csv\n",
      "                                                        Текст  Эталон\n",
      "Раздел I ОБЩИЕ ПОЛОЖЕНИЯ                           NaN    NaN       1\n",
      "Раздел II СТРАТЕГИЧЕСКИЙ АНАЛИЗ СОЦИАЛЬНО-ЭКОНО... NaN    NaN      -1\n",
      "Error: Content/markup/vectors/Astrakhan_ruRoberta-large.csv\n",
      "Error: Content/markup/vectors/Astrakhan_ruRoberta-large.csv\n",
      "Exists: Content/markup/vectors/Bryansk_ruRoberta-large.csv\n",
      "Exists: Content/markup/vectors/Bashkortastan_ruRoberta-large.csv\n",
      "Exists: Content/markup/vectors/Belgorod_ruRoberta-large.csv\n",
      "Exists: Content/markup/vectors/Vladimir_ruRoberta-large.csv\n",
      "Exists: Content/markup/vectors/Arkhangelsk_ruRoberta-large.csv\n",
      "ruBert-base\n",
      "Exists: Content/markup/vectors/Volgograd_ruBert-base.csv\n",
      "Exists: Content/markup/vectors/Voronezh_ruBert-base.csv\n",
      "Exists: Content/markup/vectors/Yakutia_ruBert-base.csv\n",
      "Exists: Content/markup/vectors/Tyva_ruBert-base.csv\n",
      "Exists: Content/markup/vectors/Udmurt_ruBert-base.csv\n",
      "Exists: Content/markup/vectors/Vologda_ruBert-base.csv\n",
      "Exists: Content/markup/vectors/Ulyanovsk_ruBert-base.csv\n",
      "Exists: Content/markup/vectors/Yaroslavl_ruBert-base.csv\n",
      "Exists: Content/markup/vectors/Yamalo-Nenets_ruBert-base.csv\n",
      "Exists: Content/markup/vectors/Adygeya_ruBert-base.csv\n",
      "Exists: Content/markup/vectors/Altai Resp_ruBert-base.csv\n",
      "Exists: Content/markup/vectors/Altai_ruBert-base.csv\n",
      "Exists: Content/markup/vectors/Amur_ruBert-base.csv\n",
      "                                               Текст  Эталон\n",
      "0                                 1. Общие положения       1\n",
      "1  2. Оценка достигнутых целей социально-экономич...       2\n",
      "1\n",
      "Content/markup/vectors/Buryatia_ruBert-base.csv\n",
      "Error: Content/markup/vectors/Buryatia_ruBert-base.csv\n",
      "                                                        Текст  Эталон\n",
      "Раздел I ОБЩИЕ ПОЛОЖЕНИЯ                           NaN    NaN       1\n",
      "Раздел II СТРАТЕГИЧЕСКИЙ АНАЛИЗ СОЦИАЛЬНО-ЭКОНО... NaN    NaN      -1\n",
      "Error: Content/markup/vectors/Astrakhan_ruBert-base.csv\n",
      "Error: Content/markup/vectors/Astrakhan_ruBert-base.csv\n",
      "Exists: Content/markup/vectors/Bryansk_ruBert-base.csv\n",
      "Exists: Content/markup/vectors/Bashkortastan_ruBert-base.csv\n",
      "Exists: Content/markup/vectors/Belgorod_ruBert-base.csv\n",
      "Exists: Content/markup/vectors/Vladimir_ruBert-base.csv\n",
      "Exists: Content/markup/vectors/Arkhangelsk_ruBert-base.csv\n",
      "rubert-tiny2\n",
      "Exists: Content/markup/vectors/Volgograd_rubert-tiny2.csv\n",
      "Exists: Content/markup/vectors/Voronezh_rubert-tiny2.csv\n",
      "Exists: Content/markup/vectors/Yakutia_rubert-tiny2.csv\n",
      "Exists: Content/markup/vectors/Tyva_rubert-tiny2.csv\n",
      "Exists: Content/markup/vectors/Udmurt_rubert-tiny2.csv\n",
      "Exists: Content/markup/vectors/Vologda_rubert-tiny2.csv\n",
      "Exists: Content/markup/vectors/Ulyanovsk_rubert-tiny2.csv\n",
      "Exists: Content/markup/vectors/Yaroslavl_rubert-tiny2.csv\n",
      "Exists: Content/markup/vectors/Yamalo-Nenets_rubert-tiny2.csv\n",
      "Exists: Content/markup/vectors/Adygeya_rubert-tiny2.csv\n",
      "Exists: Content/markup/vectors/Altai Resp_rubert-tiny2.csv\n",
      "Exists: Content/markup/vectors/Altai_rubert-tiny2.csv\n",
      "Exists: Content/markup/vectors/Amur_rubert-tiny2.csv\n",
      "                                               Текст  Эталон\n",
      "0                                 1. Общие положения       1\n",
      "1  2. Оценка достигнутых целей социально-экономич...       2\n",
      "1\n",
      "Content/markup/vectors/Buryatia_rubert-tiny2.csv\n",
      "Error: Content/markup/vectors/Buryatia_rubert-tiny2.csv\n",
      "                                                        Текст  Эталон\n",
      "Раздел I ОБЩИЕ ПОЛОЖЕНИЯ                           NaN    NaN       1\n",
      "Раздел II СТРАТЕГИЧЕСКИЙ АНАЛИЗ СОЦИАЛЬНО-ЭКОНО... NaN    NaN      -1\n",
      "Error: Content/markup/vectors/Astrakhan_rubert-tiny2.csv\n",
      "Error: Content/markup/vectors/Astrakhan_rubert-tiny2.csv\n",
      "Exists: Content/markup/vectors/Bryansk_rubert-tiny2.csv\n",
      "Exists: Content/markup/vectors/Bashkortastan_rubert-tiny2.csv\n",
      "Exists: Content/markup/vectors/Belgorod_rubert-tiny2.csv\n",
      "Exists: Content/markup/vectors/Vladimir_rubert-tiny2.csv\n",
      "Exists: Content/markup/vectors/Arkhangelsk_rubert-tiny2.csv\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jupyter/.local/lib/python3.9/site-packages/tqdm/auto.py:21: TqdmWarning: IProgress not found. Please update jupyter and ipywidgets. See https://ipywidgets.readthedocs.io/en/stable/user_install.html\n",
      "  from .autonotebook import tqdm as notebook_tqdm\n",
      "Asking to truncate to max_length but no maximum length is provided and the model has no predefined maximum length. Default to no truncation.\n",
      "Asking to truncate to max_length but no maximum length is provided and the model has no predefined maximum length. Default to no truncation.\n"
     ]
    }
   ],
   "source": [
    "#!c1.32\n",
    "for name in names:\n",
    "    print (name)\n",
    "    model = models[name]\n",
    "    tokenizer = tokenizers[name]\n",
    "    for strat in files:\n",
    "        toc_process_strats(model = model, tokenizer = tokenizer, file = strat, encoding='utf-8', model_name=name)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "cellId": "lm6hukif0egurblbz3lv2i"
   },
   "outputs": [],
   "source": [
    "#!c1.32\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "cellId": "7rklzqp49qi8z8gioa2n27",
    "execution_id": "9e14da8e-0bbb-4022-9619-8859edff0e32",
    "id": "596PpYB8lmKg"
   },
   "source": [
    "## Сравнение по косинусной мере"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 715,
   "metadata": {
    "cellId": "kd48jd24ba8zpksmopg4wc",
    "id": "PMDa4Vfm5q8-"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Список файлов \n",
      "\n"
     ]
    }
   ],
   "source": [
    "import glob\n",
    "import os\n",
    "\n",
    "\n",
    "def files_list (path):\n",
    "    files = []\n",
    "    print ('Список файлов \\n')\n",
    "    for r, d, f in os.walk(path):\n",
    "        for file in f:\n",
    "            if file.endswith(('.csv')):\n",
    "                files.append (os.path.join(r, file))\n",
    "                #print(os.path.join(r, file))\n",
    "    return files\n",
    "\n",
    "\n",
    "path=\"Content/markup/vectors\" #Подставить свой путь\n",
    "files_vect = files_list (path)\n",
    "  "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 634,
   "metadata": {
    "cellId": "v8l2dlsinbj4fq94luc4ms",
    "execution": {
     "iopub.execute_input": "2023-11-21T19:55:49.493143137Z",
     "iopub.status.busy": "2023-11-21T20:02:02.643736Z",
     "iopub.status.idle": "2023-11-21T20:02:02.970169Z",
     "shell.execute_reply": "2023-11-21T20:02:02.969363Z",
     "shell.execute_reply.started": "2023-11-21T20:02:02.644548Z"
    },
    "id": "pS7lRrZg6SyL"
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['Content/markup/vectors/Etalon_rubert-tiny.csv',\n",
       " 'Content/markup/vectors/Etalon_ruRoberta-large.csv',\n",
       " 'Content/markup/vectors/Etalon_ruBert-base.csv',\n",
       " 'Content/markup/vectors/Etalon_rubert-tiny2.csv']"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "files_e = [s for s in files_vect if \"Etalon\" in s]\n",
    "files_e"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 635,
   "metadata": {
    "cellId": "8j8avvkmp8khf41c4u7kym",
    "execution": {
     "iopub.execute_input": "2023-11-21T19:55:51.377914127Z",
     "iopub.status.busy": "2023-11-21T20:02:03.780844Z",
     "iopub.status.idle": "2023-11-21T20:02:04.097958Z",
     "shell.execute_reply": "2023-11-21T20:02:04.097128Z",
     "shell.execute_reply.started": "2023-11-21T20:02:03.781515Z"
    },
    "id": "M91VzQil6StS"
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['Content/markup/vectors/Volgograd_rubert-tiny.csv',\n",
       " 'Content/markup/vectors/Voronezh_rubert-tiny.csv',\n",
       " 'Content/markup/vectors/Yakutia_rubert-tiny.csv',\n",
       " 'Content/markup/vectors/Tyva_rubert-tiny.csv',\n",
       " 'Content/markup/vectors/Udmurt_rubert-tiny.csv',\n",
       " 'Content/markup/vectors/Vologda_rubert-tiny.csv',\n",
       " 'Content/markup/vectors/Ulyanovsk_rubert-tiny.csv',\n",
       " 'Content/markup/vectors/Yaroslavl_rubert-tiny.csv',\n",
       " 'Content/markup/vectors/Yamalo-Nenets_rubert-tiny.csv',\n",
       " 'Content/markup/vectors/Adygeya_rubert-tiny.csv',\n",
       " 'Content/markup/vectors/Altai Resp_rubert-tiny.csv',\n",
       " 'Content/markup/vectors/Altai_rubert-tiny.csv',\n",
       " 'Content/markup/vectors/Amur_rubert-tiny.csv',\n",
       " 'Content/markup/vectors/Bryansk_rubert-tiny.csv',\n",
       " 'Content/markup/vectors/Bashkortastan_rubert-tiny.csv',\n",
       " 'Content/markup/vectors/Belgorod_rubert-tiny.csv',\n",
       " 'Content/markup/vectors/Vladimir_rubert-tiny.csv',\n",
       " 'Content/markup/vectors/Arkhangelsk_rubert-tiny.csv',\n",
       " 'Content/markup/vectors/Volgograd_ruRoberta-large.csv',\n",
       " 'Content/markup/vectors/Voronezh_ruRoberta-large.csv',\n",
       " 'Content/markup/vectors/Yakutia_ruRoberta-large.csv',\n",
       " 'Content/markup/vectors/Tyva_ruRoberta-large.csv',\n",
       " 'Content/markup/vectors/Udmurt_ruRoberta-large.csv',\n",
       " 'Content/markup/vectors/Vologda_ruRoberta-large.csv',\n",
       " 'Content/markup/vectors/Ulyanovsk_ruRoberta-large.csv',\n",
       " 'Content/markup/vectors/Yaroslavl_ruRoberta-large.csv',\n",
       " 'Content/markup/vectors/Yamalo-Nenets_ruRoberta-large.csv',\n",
       " 'Content/markup/vectors/Adygeya_ruRoberta-large.csv',\n",
       " 'Content/markup/vectors/Altai Resp_ruRoberta-large.csv',\n",
       " 'Content/markup/vectors/Altai_ruRoberta-large.csv',\n",
       " 'Content/markup/vectors/Amur_ruRoberta-large.csv',\n",
       " 'Content/markup/vectors/Bryansk_ruRoberta-large.csv',\n",
       " 'Content/markup/vectors/Bashkortastan_ruRoberta-large.csv',\n",
       " 'Content/markup/vectors/Belgorod_ruRoberta-large.csv',\n",
       " 'Content/markup/vectors/Vladimir_ruRoberta-large.csv',\n",
       " 'Content/markup/vectors/Arkhangelsk_ruRoberta-large.csv',\n",
       " 'Content/markup/vectors/Volgograd_ruBert-base.csv',\n",
       " 'Content/markup/vectors/Voronezh_ruBert-base.csv',\n",
       " 'Content/markup/vectors/Yakutia_ruBert-base.csv',\n",
       " 'Content/markup/vectors/Tyva_ruBert-base.csv',\n",
       " 'Content/markup/vectors/Udmurt_ruBert-base.csv',\n",
       " 'Content/markup/vectors/Vologda_ruBert-base.csv',\n",
       " 'Content/markup/vectors/Ulyanovsk_ruBert-base.csv',\n",
       " 'Content/markup/vectors/Yaroslavl_ruBert-base.csv',\n",
       " 'Content/markup/vectors/Yamalo-Nenets_ruBert-base.csv',\n",
       " 'Content/markup/vectors/Adygeya_ruBert-base.csv',\n",
       " 'Content/markup/vectors/Altai Resp_ruBert-base.csv',\n",
       " 'Content/markup/vectors/Altai_ruBert-base.csv',\n",
       " 'Content/markup/vectors/Amur_ruBert-base.csv',\n",
       " 'Content/markup/vectors/Bryansk_ruBert-base.csv',\n",
       " 'Content/markup/vectors/Bashkortastan_ruBert-base.csv',\n",
       " 'Content/markup/vectors/Belgorod_ruBert-base.csv',\n",
       " 'Content/markup/vectors/Vladimir_ruBert-base.csv',\n",
       " 'Content/markup/vectors/Arkhangelsk_ruBert-base.csv',\n",
       " 'Content/markup/vectors/Volgograd_rubert-tiny2.csv',\n",
       " 'Content/markup/vectors/Voronezh_rubert-tiny2.csv',\n",
       " 'Content/markup/vectors/Yakutia_rubert-tiny2.csv',\n",
       " 'Content/markup/vectors/Tyva_rubert-tiny2.csv',\n",
       " 'Content/markup/vectors/Udmurt_rubert-tiny2.csv',\n",
       " 'Content/markup/vectors/Vologda_rubert-tiny2.csv',\n",
       " 'Content/markup/vectors/Ulyanovsk_rubert-tiny2.csv',\n",
       " 'Content/markup/vectors/Yaroslavl_rubert-tiny2.csv',\n",
       " 'Content/markup/vectors/Yamalo-Nenets_rubert-tiny2.csv',\n",
       " 'Content/markup/vectors/Adygeya_rubert-tiny2.csv',\n",
       " 'Content/markup/vectors/Altai Resp_rubert-tiny2.csv',\n",
       " 'Content/markup/vectors/Altai_rubert-tiny2.csv',\n",
       " 'Content/markup/vectors/Amur_rubert-tiny2.csv',\n",
       " 'Content/markup/vectors/Bryansk_rubert-tiny2.csv',\n",
       " 'Content/markup/vectors/Bashkortastan_rubert-tiny2.csv',\n",
       " 'Content/markup/vectors/Belgorod_rubert-tiny2.csv',\n",
       " 'Content/markup/vectors/Vladimir_rubert-tiny2.csv',\n",
       " 'Content/markup/vectors/Arkhangelsk_rubert-tiny2.csv',\n",
       " 'Content/markup/vectors/Buryatia_rubert-tiny.csv',\n",
       " 'Content/markup/vectors/Buryatia_ruRoberta-large.csv',\n",
       " 'Content/markup/vectors/Buryatia_ruBert-base.csv',\n",
       " 'Content/markup/vectors/Buryatia_rubert-tiny2.csv']"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "files_s = [s for s in files_vect if \"Etalon\" not in s]\n",
    "files_s"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 636,
   "metadata": {
    "cellId": "t0bm81e6zxrk0sen7jff1n",
    "execution": {
     "iopub.execute_input": "2023-11-21T19:55:55.950361720Z",
     "iopub.status.busy": "2023-11-21T20:02:04.937574Z",
     "iopub.status.idle": "2023-11-21T20:02:05.714834Z",
     "shell.execute_reply": "2023-11-21T20:02:05.713985Z",
     "shell.execute_reply.started": "2023-11-21T20:02:04.938758Z"
    },
    "id": "J6qKPoz_BkvD"
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Текст</th>\n",
       "      <th>Эталон</th>\n",
       "      <th>Вектор</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1. анализ и оценка социально-экономических про...</td>\n",
       "      <td>2</td>\n",
       "      <td>0.038909848779439926,-0.013187400996685028,0.0...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>географическое положение.</td>\n",
       "      <td>-1</td>\n",
       "      <td>0.0213254913687706,-0.03896157816052437,0.0049...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                               Текст  ...                                             Вектор\n",
       "0  1. анализ и оценка социально-экономических про...  ...  0.038909848779439926,-0.013187400996685028,0.0...\n",
       "1                          географическое положение.  ...  0.0213254913687706,-0.03896157816052437,0.0049...\n",
       "\n",
       "[2 rows x 3 columns]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "ethalon = pd.read_csv(\"Content/markup/vectors/Vladimir_rubert-tiny2.csv\", encoding='utf-8', on_bad_lines='skip')\n",
    "ethalon.head(2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 637,
   "metadata": {
    "cellId": "ha9j87lrd6ivr6u1sh8pc",
    "execution": {
     "iopub.execute_input": "2023-11-21T19:55:56.769676095Z",
     "iopub.status.busy": "2023-11-21T20:02:06.666883Z",
     "iopub.status.idle": "2023-11-21T20:02:06.970122Z",
     "shell.execute_reply": "2023-11-21T20:02:06.969328Z",
     "shell.execute_reply.started": "2023-11-21T20:02:06.667685Z"
    },
    "id": "M82ZAPuQBkq4"
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Текст</th>\n",
       "      <th>Вектор</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>вводная часть</td>\n",
       "      <td>-0.052641306072473526,0.00928304623812437,0.01...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>оценка достигнутых целей социально-экономиечск...</td>\n",
       "      <td>0.028239309787750244,-0.021949080750346184,0.0...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                               Текст                                             Вектор\n",
       "0                                     вводная часть   -0.052641306072473526,0.00928304623812437,0.01...\n",
       "1  оценка достигнутых целей социально-экономиечск...  0.028239309787750244,-0.021949080750346184,0.0..."
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "strat = pd.read_csv(\"Content/markup/vectors/Etalon_rubert-tiny.csv\", encoding='utf-8', on_bad_lines='skip')\n",
    "strat.head(2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 638,
   "metadata": {
    "cellId": "03ku8xraolyqtxoban7p8ri",
    "execution": {
     "iopub.execute_input": "2023-11-21T19:55:57.603085274Z",
     "iopub.status.busy": "2023-11-21T20:02:07.820844Z",
     "iopub.status.idle": "2023-11-21T20:02:09.052960Z",
     "shell.execute_reply": "2023-11-21T20:02:09.052135Z",
     "shell.execute_reply.started": "2023-11-21T20:02:07.821811Z"
    },
    "id": "0jWM07TTzETk"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "A: [2 1 2 3 2 9]\n",
      "B: [3 4 2 4 5 5]\n",
      "Cosine Similarity: 0.8188504723485274\n"
     ]
    }
   ],
   "source": [
    "# import required libraries\n",
    "import numpy as np\n",
    "from numpy.linalg import norm\n",
    "\n",
    "# define two lists or array\n",
    "A = np.array([2,1,2,3,2,9])\n",
    "B = np.array([3,4,2,4,5,5])\n",
    "\n",
    "print(\"A:\", A)\n",
    "print(\"B:\", B)\n",
    "\n",
    "def cos_sim(A,B):\n",
    "    return np.dot(A,B)/(norm(A)*norm(B))\n",
    "\n",
    "print(\"Cosine Similarity:\", cos_sim(A,B))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 639,
   "metadata": {
    "cellId": "9igz023fom7qka5a6qm07",
    "execution": {
     "iopub.execute_input": "2023-11-21T19:55:59.481465942Z",
     "iopub.status.busy": "2023-11-21T20:02:09.862079Z",
     "iopub.status.idle": "2023-11-21T20:02:10.118630Z",
     "shell.execute_reply": "2023-11-21T20:02:10.117842Z",
     "shell.execute_reply.started": "2023-11-21T20:02:09.863071Z"
    }
   },
   "outputs": [],
   "source": [
    "def makecossim(strat, ethalon):\n",
    "    filename = strat.split('/')[-1].split('.')[0]\n",
    "    csv_name = \"Content/markup/cossim/\" + filename + '_cossim.csv'\n",
    "    s = Path(csv_name)\n",
    "    if not s.exists():\n",
    "        strat =    pd.read_csv (strat, encoding ='utf-8')\n",
    "        ethalon =  pd.read_csv (ethalon, encoding='utf-8')\n",
    "        \n",
    "        for index_s, row_s in strat.iterrows():\n",
    "            for index_e, row_e in ethalon.iterrows():\n",
    "                #Делаем вектора из строк. Это костыль, ибо мы сохраняли в pandas вектора в виде строк в 1 ячейку (чтобы не учитывать разные длины векторов)\n",
    "                list_e = row_e['Вектор'].split(',')\n",
    "                list_s = row_s['Вектор'].split(',')\n",
    "\n",
    "                vec_e = list(map(float,list_e))\n",
    "                vec_s = list(map(float,list_s))\n",
    "\n",
    "                #косталь - у части строк последнее значение nan\n",
    "                vec_e = [x for x in vec_e if str(x) != 'nan']\n",
    "                vec_s = [x for x in vec_s if str(x) != 'nan']\n",
    "\n",
    "                strat.loc[index_s, row_e['Текст']] = cos_sim(vec_s, vec_e)\n",
    "        \n",
    "        df = strat.drop('Вектор',axis = 1)#Тут он нам уже лишний\n",
    "        df.to_csv(csv_name, index=False)\n",
    "        print (csv_name)\n",
    "\n",
    "                \n",
    "    else:\n",
    "        print ('Exists:', csv_name)\n",
    "\n",
    "    "
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "cellId": "dqp42g2tg3cy6puwg9bm8s",
    "execution_id": "a2fb7e49-856b-4874-ba94-be7dd51538fd"
   },
   "source": [
    "Вот тут нам надо группировать файлы по имени модели"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 640,
   "metadata": {
    "cellId": "ejnakwmu82hud0jsr2hhmo",
    "execution": {
     "iopub.execute_input": "2023-11-21T19:56:01.428349032Z",
     "iopub.status.busy": "2023-11-21T20:02:11.209729Z",
     "iopub.status.idle": "2023-11-21T20:02:12.191787Z",
     "shell.execute_reply": "2023-11-21T20:02:12.191048Z",
     "shell.execute_reply.started": "2023-11-21T20:02:11.210542Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'rubert-tiny': [[], []],\n",
       " 'ruRoberta-large': [[], []],\n",
       " 'ruBert-base': [[], []],\n",
       " 'rubert-tiny2': [[], []]}"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "files_dict = {}\n",
    "for i in names:\n",
    "    files_dict[i] = [[], []]\n",
    "    \n",
    "files_dict"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 641,
   "metadata": {
    "cellId": "44k2befs0vj87g0zpvaz7n",
    "execution": {
     "iopub.execute_input": "2023-11-21T19:56:02.303986062Z",
     "iopub.status.busy": "2023-11-21T20:02:13.041425Z",
     "iopub.status.idle": "2023-11-21T20:02:13.279327Z",
     "shell.execute_reply": "2023-11-21T20:02:13.278596Z",
     "shell.execute_reply.started": "2023-11-21T20:02:13.042622Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Content/markup/vectors/Etalon_rubert-tiny.csv\n",
      "['Content/markup/vectors/Etalon_rubert-tiny.csv', ['Content/markup/vectors/Volgograd_rubert-tiny.csv', 'Content/markup/vectors/Voronezh_rubert-tiny.csv', 'Content/markup/vectors/Yakutia_rubert-tiny.csv', 'Content/markup/vectors/Tyva_rubert-tiny.csv', 'Content/markup/vectors/Udmurt_rubert-tiny.csv', 'Content/markup/vectors/Vologda_rubert-tiny.csv', 'Content/markup/vectors/Ulyanovsk_rubert-tiny.csv', 'Content/markup/vectors/Yaroslavl_rubert-tiny.csv', 'Content/markup/vectors/Yamalo-Nenets_rubert-tiny.csv', 'Content/markup/vectors/Adygeya_rubert-tiny.csv', 'Content/markup/vectors/Altai Resp_rubert-tiny.csv', 'Content/markup/vectors/Altai_rubert-tiny.csv', 'Content/markup/vectors/Amur_rubert-tiny.csv', 'Content/markup/vectors/Bryansk_rubert-tiny.csv', 'Content/markup/vectors/Bashkortastan_rubert-tiny.csv', 'Content/markup/vectors/Belgorod_rubert-tiny.csv', 'Content/markup/vectors/Vladimir_rubert-tiny.csv', 'Content/markup/vectors/Arkhangelsk_rubert-tiny.csv', 'Content/markup/vectors/Buryatia_rubert-tiny.csv']]\n"
     ]
    }
   ],
   "source": [
    "for key in files_dict.keys():\n",
    "    files_dict[key][0] = [s for s in files_e if key in s][0]\n",
    "    files_dict[key][1] = [s for s in files_s if key in s]\n",
    "\n",
    "#Чтобы не попадали тини2 в тини\n",
    "files_dict['rubert-tiny'][1] = [s for s in files_dict['rubert-tiny'][1] if 'rubert-tiny2' not in s]\n",
    "\n",
    "print(files_dict['rubert-tiny'][0])\n",
    "print(files_dict['rubert-tiny'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 642,
   "metadata": {
    "cellId": "91mpb793kf3cc0xhyz7d1",
    "execution": {
     "iopub.execute_input": "2023-11-21T19:56:03.125738048Z",
     "iopub.status.busy": "2023-11-21T20:02:14.106571Z",
     "iopub.status.idle": "2023-11-21T20:02:14.124914Z",
     "shell.execute_reply": "2023-11-21T20:02:14.124140Z",
     "shell.execute_reply.started": "2023-11-21T20:02:14.107446Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "19\n",
      "19\n",
      "19\n",
      "19\n"
     ]
    }
   ],
   "source": [
    "print(len(files_dict[names[0]][1]))\n",
    "print(len(files_dict[names[1]][1]))\n",
    "print(len(files_dict[names[2]][1]))\n",
    "print(len(files_dict[names[3]][1]))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 643,
   "metadata": {
    "cellId": "ih3vg6hapdawt0nkv2s05e",
    "execution": {
     "iopub.execute_input": "2023-11-21T19:56:06.086763953Z",
     "iopub.status.busy": "2023-11-21T20:02:58.388224Z"
    },
    "execution_id": "29a9ee45-8c52-4b7d-8183-2cb967b70987"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "rubert-tiny\n",
      "Content/markup/cossim/Volgograd_rubert-tiny_cossim.csv\n",
      "Content/markup/cossim/Voronezh_rubert-tiny_cossim.csv\n",
      "Content/markup/cossim/Yakutia_rubert-tiny_cossim.csv\n",
      "Content/markup/cossim/Tyva_rubert-tiny_cossim.csv\n",
      "Content/markup/cossim/Udmurt_rubert-tiny_cossim.csv\n",
      "Content/markup/cossim/Vologda_rubert-tiny_cossim.csv\n",
      "Content/markup/cossim/Ulyanovsk_rubert-tiny_cossim.csv\n",
      "Content/markup/cossim/Yaroslavl_rubert-tiny_cossim.csv\n",
      "Content/markup/cossim/Yamalo-Nenets_rubert-tiny_cossim.csv\n",
      "Content/markup/cossim/Adygeya_rubert-tiny_cossim.csv\n",
      "Content/markup/cossim/Altai Resp_rubert-tiny_cossim.csv\n",
      "Content/markup/cossim/Altai_rubert-tiny_cossim.csv\n",
      "Content/markup/cossim/Amur_rubert-tiny_cossim.csv\n",
      "Content/markup/cossim/Bryansk_rubert-tiny_cossim.csv\n",
      "Content/markup/cossim/Bashkortastan_rubert-tiny_cossim.csv\n",
      "Content/markup/cossim/Belgorod_rubert-tiny_cossim.csv\n",
      "Content/markup/cossim/Vladimir_rubert-tiny_cossim.csv\n",
      "Content/markup/cossim/Arkhangelsk_rubert-tiny_cossim.csv\n",
      "Content/markup/cossim/Buryatia_rubert-tiny_cossim.csv\n",
      "ruRoberta-large\n",
      "Content/markup/cossim/Volgograd_ruRoberta-large_cossim.csv\n",
      "Content/markup/cossim/Voronezh_ruRoberta-large_cossim.csv\n",
      "Content/markup/cossim/Yakutia_ruRoberta-large_cossim.csv\n",
      "Content/markup/cossim/Tyva_ruRoberta-large_cossim.csv\n",
      "Content/markup/cossim/Udmurt_ruRoberta-large_cossim.csv\n",
      "Content/markup/cossim/Vologda_ruRoberta-large_cossim.csv\n",
      "Content/markup/cossim/Ulyanovsk_ruRoberta-large_cossim.csv\n",
      "Content/markup/cossim/Yaroslavl_ruRoberta-large_cossim.csv\n",
      "Content/markup/cossim/Yamalo-Nenets_ruRoberta-large_cossim.csv\n",
      "Content/markup/cossim/Adygeya_ruRoberta-large_cossim.csv\n",
      "Content/markup/cossim/Altai Resp_ruRoberta-large_cossim.csv\n",
      "Content/markup/cossim/Altai_ruRoberta-large_cossim.csv\n",
      "Content/markup/cossim/Amur_ruRoberta-large_cossim.csv\n",
      "Content/markup/cossim/Bryansk_ruRoberta-large_cossim.csv\n",
      "Content/markup/cossim/Bashkortastan_ruRoberta-large_cossim.csv\n",
      "Content/markup/cossim/Belgorod_ruRoberta-large_cossim.csv\n",
      "Content/markup/cossim/Vladimir_ruRoberta-large_cossim.csv\n",
      "Content/markup/cossim/Arkhangelsk_ruRoberta-large_cossim.csv\n",
      "Content/markup/cossim/Buryatia_ruRoberta-large_cossim.csv\n",
      "ruBert-base\n",
      "Content/markup/cossim/Volgograd_ruBert-base_cossim.csv\n",
      "Content/markup/cossim/Voronezh_ruBert-base_cossim.csv\n",
      "Content/markup/cossim/Yakutia_ruBert-base_cossim.csv\n",
      "Content/markup/cossim/Tyva_ruBert-base_cossim.csv\n",
      "Content/markup/cossim/Udmurt_ruBert-base_cossim.csv\n",
      "Content/markup/cossim/Vologda_ruBert-base_cossim.csv\n",
      "Content/markup/cossim/Ulyanovsk_ruBert-base_cossim.csv\n",
      "Content/markup/cossim/Yaroslavl_ruBert-base_cossim.csv\n",
      "Content/markup/cossim/Yamalo-Nenets_ruBert-base_cossim.csv\n",
      "Content/markup/cossim/Adygeya_ruBert-base_cossim.csv\n",
      "Content/markup/cossim/Altai Resp_ruBert-base_cossim.csv\n",
      "Content/markup/cossim/Altai_ruBert-base_cossim.csv\n",
      "Content/markup/cossim/Amur_ruBert-base_cossim.csv\n",
      "Content/markup/cossim/Bryansk_ruBert-base_cossim.csv\n",
      "Content/markup/cossim/Bashkortastan_ruBert-base_cossim.csv\n",
      "Content/markup/cossim/Belgorod_ruBert-base_cossim.csv\n",
      "Content/markup/cossim/Vladimir_ruBert-base_cossim.csv\n",
      "Content/markup/cossim/Arkhangelsk_ruBert-base_cossim.csv\n",
      "Content/markup/cossim/Buryatia_ruBert-base_cossim.csv\n",
      "rubert-tiny2\n",
      "Content/markup/cossim/Volgograd_rubert-tiny2_cossim.csv\n",
      "Content/markup/cossim/Voronezh_rubert-tiny2_cossim.csv\n",
      "Content/markup/cossim/Yakutia_rubert-tiny2_cossim.csv\n",
      "Content/markup/cossim/Tyva_rubert-tiny2_cossim.csv\n",
      "Content/markup/cossim/Udmurt_rubert-tiny2_cossim.csv\n",
      "Content/markup/cossim/Vologda_rubert-tiny2_cossim.csv\n",
      "Content/markup/cossim/Ulyanovsk_rubert-tiny2_cossim.csv\n",
      "Content/markup/cossim/Yaroslavl_rubert-tiny2_cossim.csv\n",
      "Content/markup/cossim/Yamalo-Nenets_rubert-tiny2_cossim.csv\n",
      "Content/markup/cossim/Adygeya_rubert-tiny2_cossim.csv\n",
      "Content/markup/cossim/Altai Resp_rubert-tiny2_cossim.csv\n",
      "Content/markup/cossim/Altai_rubert-tiny2_cossim.csv\n",
      "Content/markup/cossim/Amur_rubert-tiny2_cossim.csv\n",
      "Content/markup/cossim/Bryansk_rubert-tiny2_cossim.csv\n",
      "Content/markup/cossim/Bashkortastan_rubert-tiny2_cossim.csv\n",
      "Content/markup/cossim/Belgorod_rubert-tiny2_cossim.csv\n",
      "Content/markup/cossim/Vladimir_rubert-tiny2_cossim.csv\n",
      "Content/markup/cossim/Arkhangelsk_rubert-tiny2_cossim.csv\n",
      "Content/markup/cossim/Buryatia_rubert-tiny2_cossim.csv\n"
     ]
    }
   ],
   "source": [
    "#!c1.32\n",
    "for model_name, strats in files_dict.items():\n",
    "    print (model_name)\n",
    "    et = strats[0]\n",
    "    for st in strats[1]:\n",
    "        makecossim(strat = st, ethalon = et)\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "cellId": "in7zzurayxm3r02alyoi",
    "execution_id": "96f047cc-3b7e-4b75-aadc-5e211d82d492"
   },
   "source": [
    "### Какая-то базовая аналитика\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "cellId": "su6gr86cwzg7ect46bct8",
    "execution_id": "3852e23f-b742-4f9a-a228-b99d1e6cfa67"
   },
   "source": [
    "Теперь нужно в табличке пройтись по разным трешхолдам и оценить, какой наилучший.\n",
    "У нас 10 объектов. Возьмём 8 на обучение и 2 на тест"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 644,
   "metadata": {
    "cellId": "qduhwfp542n3wxu6je92v9",
    "execution": {
     "iopub.execute_input": "2023-11-21T19:56:09.756240537Z"
    },
    "execution_id": "0b98c1eb-c5d6-41b0-9063-0fa7d7936bf3"
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Текст</th>\n",
       "      <th>Эталон</th>\n",
       "      <th>вводная часть</th>\n",
       "      <th>оценка достигнутых целей социально-экономиечского развития</th>\n",
       "      <th>приоритеты, цели и задачи социально-экономического развития</th>\n",
       "      <th>целевой сценарий социально-экономического развития</th>\n",
       "      <th>основные направления развития человеческого капитала и социальной сферы</th>\n",
       "      <th>основные направления экономического развития</th>\n",
       "      <th>основные направления развития научно-инновационной сферы</th>\n",
       "      <th>основные направления рационального природопользования и обеспечения экологической безопасности</th>\n",
       "      <th>основные направления развития межрегиональных и внешнеэкономических связей</th>\n",
       "      <th>основные направления пространственного развития</th>\n",
       "      <th>сведения о кадровом обеспечении экономики</th>\n",
       "      <th>заключительная часть</th>\n",
       "      <th>оценка финансовых ресурсов, необходимых для реализации стратегии</th>\n",
       "      <th>сроки и этапы реализации стратегии</th>\n",
       "      <th>пприложение с основными показателями достижения целей социально-экономического развития</th>\n",
       "      <th>приложение с ожидаемыми результатами реализации стратегии</th>\n",
       "      <th>приложение  с перечнем крупных инвестиционных проектов</th>\n",
       "      <th>приложение с государственными программи</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1. анализ и оценка социально-экономических про...</td>\n",
       "      <td>2</td>\n",
       "      <td>0.352316</td>\n",
       "      <td>0.687734</td>\n",
       "      <td>0.646678</td>\n",
       "      <td>0.673853</td>\n",
       "      <td>0.615904</td>\n",
       "      <td>0.598155</td>\n",
       "      <td>0.584261</td>\n",
       "      <td>0.593993</td>\n",
       "      <td>0.628964</td>\n",
       "      <td>0.563283</td>\n",
       "      <td>0.599777</td>\n",
       "      <td>0.334134</td>\n",
       "      <td>0.597736</td>\n",
       "      <td>0.586502</td>\n",
       "      <td>0.658729</td>\n",
       "      <td>0.538018</td>\n",
       "      <td>0.472599</td>\n",
       "      <td>0.448967</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>географическое положение.</td>\n",
       "      <td>-1</td>\n",
       "      <td>0.723446</td>\n",
       "      <td>0.554386</td>\n",
       "      <td>0.564957</td>\n",
       "      <td>0.634500</td>\n",
       "      <td>0.535680</td>\n",
       "      <td>0.632816</td>\n",
       "      <td>0.545485</td>\n",
       "      <td>0.533123</td>\n",
       "      <td>0.512511</td>\n",
       "      <td>0.689647</td>\n",
       "      <td>0.659364</td>\n",
       "      <td>0.678125</td>\n",
       "      <td>0.543130</td>\n",
       "      <td>0.565404</td>\n",
       "      <td>0.537975</td>\n",
       "      <td>0.560270</td>\n",
       "      <td>0.478518</td>\n",
       "      <td>0.592210</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                               Текст  ...  приложение с государственными программи\n",
       "0  1. анализ и оценка социально-экономических про...  ...                                 0.448967\n",
       "1                          географическое положение.  ...                                 0.592210\n",
       "\n",
       "[2 rows x 20 columns]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "file = 'Content/markup/cossim/Vladimir_rubert-tiny2_cossim.csv'\n",
    "cs =    pd.read_csv (file, encoding ='utf-8')\n",
    "cs.head(2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 645,
   "metadata": {
    "cellId": "ghyvye7jflxi83jsqlafq",
    "execution": {
     "iopub.execute_input": "2023-11-21T19:56:10.492632976Z"
    },
    "execution_id": "08199d09-c8fd-4f3a-a555-66da07cf3b53"
   },
   "outputs": [],
   "source": [
    "row0 = cs.iloc[0,2:].values"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 646,
   "metadata": {
    "cellId": "pa1gb2kf79ef4hdy2474v",
    "execution": {
     "iopub.execute_input": "2023-11-21T19:56:11.204192145Z"
    },
    "execution_id": "3cdc96b1-97ba-417a-938c-97555a3abc14"
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "18"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "len(row0)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 647,
   "metadata": {
    "cellId": "kk9ot4y793tkbnq9z4nf9",
    "execution": {
     "iopub.execute_input": "2023-11-21T19:56:11.873043533Z"
    },
    "execution_id": "bb9b619d-92a3-4cdb-912b-18326ed8bfe8"
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(array([2., 0., 0., 2., 0., 1., 1., 7., 2., 3.]),\n",
       " array([0.3341344944302949, 0.3694944436131581, 0.4048543927960213,\n",
       "        0.4402143419788845, 0.47557429116174765, 0.5109342403446109,\n",
       "        0.546294189527474, 0.5816541387103372, 0.6170140878932004,\n",
       "        0.6523740370760636, 0.6877339862589268], dtype=object),\n",
       " <BarContainer object of 10 artists>)"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXAAAAD4CAYAAAD1jb0+AAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjMuMywgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/Il7ecAAAACXBIWXMAAAsTAAALEwEAmpwYAAANRElEQVR4nO3dfYxl9V3H8feHXWgV0UK5mgYYhqZAAzUWOsGHaqM0tUtpaQ3GLEYDtTqa1NomJmab+ocPf0j9o9pEotlglcQWolgMloiSwEowgs7CUp5KC9s1sKmyUAmlURD8+secDdNxdu65u/fMvb/yfiU3c+65v3Pvh19uPpw9DzOpKiRJ7Tlu1gEkSUfHApekRlngktQoC1ySGmWBS1Kjtg/xpqeeemotLi4O8daS9G1p7969T1fVaJJtBinwxcVFVlZWhnhrSfq2lOTfJt3GQyiS1CgLXJIaZYFLUqMscElqlAUuSY2ywCWpUWMLPMm5SfateTyX5GNbkE2StImx14FX1aPAWwGSbAMOAjcNG0uSNM6kh1DeCTxeVRNfcC5Jmq5J78TcCVy/0QtJloFlgIWFhWOMJWlaFnfdMpPPPXD1pTP53FeT3nvgSU4ALgP+aqPXq2p3VS1V1dJoNNHt/JKkozDJIZRLgHur6j+GCiNJ6m+SAr+CIxw+kSRtvV4FnuRE4F3A54eNI0nqq9dJzKr6JvD6gbNIkibgnZiS1CgLXJIaZYFLUqMscElqlAUuSY2ywCWpURa4JDXKApekRlngktQoC1ySGmWBS1KjLHBJapQFLkmNssAlqVEWuCQ1ygKXpEZZ4JLUKAtckhplgUtSoyxwSWpU379K/7okNyb5UpJHkvzw0MEkSZvr9VfpgU8Dt1bVTyc5AfjOATNJknoYW+BJvgd4B3AVQFW9CLw4bCxJ0jh9DqGcBRwC/izJfUmuTXLi+kFJlpOsJFk5dOjQ1INKkr5VnwLfDlwI/HFVXQB8E9i1flBV7a6qpapaGo1GU44pSVqvT4E/CTxZVfd0z29ktdAlSTM0tsCr6t+BJ5Kc2616J/DwoKkkSWP1vQrlI8BnuytQ9gMfHC6SJKmPXgVeVfuApWGjSJIm4Z2YktQoC1ySGmWBS1KjLHBJapQFLkmNssAlqVEWuCQ1ygKXpEZZ4JLUKAtckhplgUtSoyxwSWqUBS5JjbLAJalRFrgkNcoCl6RGWeCS1CgLXJIaZYFLUqMscElqlAUuSY3q9VfpkxwAvgG8DLxUVf6FekmasV4F3vmJqnp6sCSSpIl4CEWSGtW3wAv4hyR7kyxvNCDJcpKVJCuHDh2aXkJJ0ob6FviPVtWFwCXAh5O8Y/2AqtpdVUtVtTQajaYaUpL0//Uq8Ko62P18CrgJuGjIUJKk8cYWeJITk5x0eBn4SeDBoYNJkjbX5yqU7wNuSnJ4/Oeq6tZBU0mSxhpb4FW1H/iBLcgiSZqAlxFKUqMscElqlAUuSY2ywCWpURa4JDXKApekRlngktQoC1ySGmWBS1KjLHBJapQFLkmNssAlqVEWuCQ1ygKXpEZZ4JLUKAtckhplgUtSoyxwSWqUBS5JjbLAJalRvQs8ybYk9yX5wpCBJEn9TLIH/lHgkaGCSJIm06vAk5wOXApcO2wcSVJffffA/xD4DeB/jzQgyXKSlSQrhw4dmkY2SdImxhZ4kvcCT1XV3s3GVdXuqlqqqqXRaDS1gJKkjfXZA387cFmSA8ANwMVJ/mLQVJKkscYWeFV9vKpOr6pFYCdwe1X93ODJJEmb8jpwSWrU9kkGV9UeYM8gSSRJE3EPXJIaZYFLUqMscElqlAUuSY2ywCWpURa4JDXKApekRlngktQoC1ySGmWBS1KjLHBJapQFLkmNssAlqVEWuCQ1ygKXpEZZ4JLUKAtckhplgUtSoyxwSWqUBS5JjbLAJalRYws8yWuT/EuS+5M8lOS3tyKYJGlz23uMeQG4uKqeT3I8cFeSv6uquwfOJknaxNgCr6oCnu+eHt89ashQkqTx+uyBk2QbsBd4E3BNVd2zwZhlYBlgYWFhmhklaSKLu26ZyeceuPrSLf28Xicxq+rlqnorcDpwUZK3bDBmd1UtVdXSaDSackxJ0noTXYVSVc8CdwA7BkkjSeqtz1UooySv65a/A3gX8KWBc0mSxuhzDPwNwHXdcfDjgL+sqi8MG0uSNE6fq1C+CFywBVkkSRPwTkxJapQFLkmNssAlqVEWuCQ1ygKXpEZZ4JLUKAtckhplgUtSoyxwSWqUBS5JjbLAJalRFrgkNcoCl6RGWeCS1CgLXJIaZYFLUqMscElqlAUuSY2ywCWpURa4JDVqbIEnOSPJHUkeTvJQko9uRTBJ0ubG/lV64CXg16vq3iQnAXuT3FZVDw+cTZK0ibF74FX1taq6t1v+BvAIcNrQwSRJm5voGHiSReAC4J5B0kiSeutzCAWAJN8F/DXwsap6boPXl4FlgIWFhaMOtLjrlqPe9lgcuPrSmXzuLM1qruHVOd+vNrP8fr1a9NoDT3I8q+X92ar6/EZjqmp3VS1V1dJoNJpmRknSBvpchRLgT4FHqupTw0eSJPXRZw/87cDPAxcn2dc93jNwLknSGGOPgVfVXUC2IIskaQLeiSlJjbLAJalRFrgkNcoCl6RGWeCS1CgLXJIaZYFLUqMscElqlAUuSY2ywCWpURa4JDXKApekRlngktQoC1ySGmWBS1KjLHBJapQFLkmNssAlqVEWuCQ1ygKXpEZZ4JLUqLEFnuQzSZ5K8uBWBJIk9dNnD/zPgR0D55AkTWhsgVfVncDXtyCLJGkC26f1RkmWgWWAhYWFab2tNFWLu26ZdQRpaqZ2ErOqdlfVUlUtjUajab2tJOkIvApFkhplgUtSo/pcRng98M/AuUmeTPKh4WNJksYZexKzqq7YiiCSpMl4CEWSGmWBS1KjLHBJapQFLkmNssAlqVEWuCQ1ygKXpEZZ4JLUKAtckhplgUtSoyxwSWqUBS5JjbLAJalRFrgkNcoCl6RGWeCS1CgLXJIaZYFLUqMscElqlAUuSY2ywCWpUb0KPMmOJI8meSzJrqFDSZLGG1vgSbYB1wCXAOcBVyQ5b+hgkqTN9dkDvwh4rKr2V9WLwA3A+4eNJUkaZ3uPMacBT6x5/iTwg+sHJVkGlrunzyd59Njj9XYq8PSxvEE+OaUk4x1z1i02SN6B5ruluTXrMGaadcLv9fqsZ076eX0KvJeq2g3sntb7TSLJSlUtzeKzJ9VSVmgrr1mHYdZhTCNrn0MoB4Ez1jw/vVsnSZqhPgX+r8DZSc5KcgKwE7h52FiSpHHGHkKpqpeS/Crw98A24DNV9dDgySYzk0M3R6mlrNBWXrMOw6zDOOasqappBJEkbTHvxJSkRlngktSouS/wcbfxJ/mVJA8k2ZfkrsN3iSZZTPJf3fp9Sf5k1lnXjLs8SSVZWrPu4912jyZ597xmncd5TXJVkkNrMv3imteuTPKV7nHlnGd9ec36wS8U6PMdSPIzSR5O8lCSz61ZP1fzOibrXM1rkj9Yk+fLSZ5d89pk81pVc/tg9aTp48AbgROA+4Hz1o357jXLlwG3dsuLwIPzlLUbdxJwJ3A3sNStO68b/xrgrO59ts1p1rmbV+Aq4I822PYUYH/38+Ru+eR5zNq99vyczevZwH2H5wz43jme1w2zzuO8rhv/EVYvDDmqeZ33PfCxt/FX1XNrnp4IzOqsbN9fOfC7wCeB/16z7v3ADVX1QlV9FXise795zLrVjuVXObwbuK2qvl5V/wncBuwYKCe09Wsn+mT9JeCabu6oqqe69fM4r0fKutUm/Q5cAVzfLU88r/Ne4Bvdxn/a+kFJPpzkceD3gV9b89JZSe5L8o9JfmzYqOOzJrkQOKOqbpl02yk7lqwwZ/PauTzJF5PcmOTwjWdzN6+djbICvDbJSpK7k3xgwJzQL+s5wDlJ/qnLtGOCbafpWLLC/M0rAEnOZPVf3LdPuu1hU7uVfpaq6hrgmiQ/C/wmcCXwNWChqp5J8jbgb5Kcv26PfcskOQ74FKv/hJ5rY7LO1bx2/ha4vqpeSPLLwHXAxTPMs5nNsp5ZVQeTvBG4PckDVfX4zJKu9sPZwI+zegf2nUm+f4Z5NrNh1qp6lvmb18N2AjdW1ctH+wbzvgc+6W38NwAfAOgORzzTLe9l9bjUOcPEBMZnPQl4C7AnyQHgh4Cbu5ODW/3rCo466xzOK1X1TFW90D29Fnhb322n7FiyUlUHu5/7gT3ABbPMyuoe4M1V9T/dob0vs1qSczevm2Sdx3k9bCevHD6ZdNtVW3Vw/yhPCGxn9UD+WbxyQuD8dWPOXrP8PmClWx7RnQhk9YTCQeCUWWZdN34Pr5wYPJ9vPYm5n2FPYh5L1rmbV+ANa5Z/Cri7Wz4F+CqrJ4RO7pbnNevJwGu65VOBr7DJya8tyroDuG5NpieA18/pvB4p69zNazfuzcABupspj/b7Osh/xJQn5D2s/t/0ceAT3brfAS7rlj8NPATsA+44PFnA5WvW3wu8b9ZZ143dQ1eK3fNPdNs9Clwyr1nncV6B3+sy3d99B968ZttfYPWk8GPAB+c1K/AjwAPd+geAD81B1rB6KO3hLtPOOZ7XDbPO47x2z38LuHqDbSeaV2+ll6RGzfsxcEnSEVjgktQoC1ySGmWBS1KjLHBJapQFLkmNssAlqVH/B5YiEoRg+o4uAAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "\n",
    "import matplotlib.pyplot as plt\n",
    "plt.hist(row0)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 648,
   "metadata": {
    "cellId": "kvsok2hqssg6g2nmpns1pt",
    "execution": {
     "iopub.execute_input": "2023-11-21T19:56:12.595211777Z"
    },
    "execution_id": "8c51c462-2448-4a82-b470-599fbd5dc909"
   },
   "outputs": [],
   "source": [
    "rows = cs.iloc[:,2:].values"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 649,
   "metadata": {
    "cellId": "lkd2pirncvrxk2u8iz54",
    "execution": {
     "iopub.execute_input": "2023-11-21T19:56:13.263554166Z"
    },
    "execution_id": "f7d307a0-4c37-433f-bcfa-55cbddced701"
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(array([[ 3.,  9.,  5.,  3.,  4.,  3.,  7.,  8.,  2.,  0.],\n",
       "        [ 0.,  1.,  1.,  8.,  6., 12.,  7.,  6.,  3.,  0.],\n",
       "        [ 1.,  0.,  3.,  9.,  8.,  9.,  7.,  4.,  1.,  2.],\n",
       "        [ 0.,  0.,  1.,  3.,  3., 11., 16.,  4.,  3.,  3.],\n",
       "        [ 1.,  0.,  0.,  9., 12.,  7.,  6.,  8.,  1.,  0.],\n",
       "        [ 0.,  0.,  1.,  2.,  7., 12., 11.,  7.,  3.,  1.],\n",
       "        [ 0.,  1.,  1.,  1., 12., 12., 11.,  6.,  0.,  0.],\n",
       "        [ 1.,  1.,  4.,  9.,  9.,  8.,  8.,  3.,  0.,  1.],\n",
       "        [ 1.,  0.,  3., 10., 11.,  2., 11.,  6.,  0.,  0.],\n",
       "        [ 0.,  0.,  0.,  1.,  6., 15., 14.,  7.,  1.,  0.],\n",
       "        [ 0.,  0.,  2.,  2.,  3., 13., 16.,  7.,  1.,  0.],\n",
       "        [ 7.,  7.,  5.,  5.,  3.,  7.,  7.,  2.,  1.,  0.],\n",
       "        [ 0.,  1.,  1., 12., 10.,  5.,  8.,  6.,  1.,  0.],\n",
       "        [ 0.,  1.,  1., 12., 11.,  8.,  1.,  9.,  1.,  0.],\n",
       "        [ 1.,  0.,  2.,  9., 11.,  7.,  5.,  6.,  1.,  2.],\n",
       "        [ 0.,  0.,  5., 11., 12.,  6.,  5.,  2.,  3.,  0.],\n",
       "        [ 0.,  0.,  6.,  8., 17.,  9.,  3.,  0.,  0.,  1.],\n",
       "        [ 0.,  0.,  6.,  3., 10., 14., 11.,  0.,  0.,  0.]]),\n",
       " array([0.2987921 , 0.35351771, 0.40824331, 0.46296892, 0.51769453,\n",
       "        0.57242014, 0.62714574, 0.68187135, 0.73659696, 0.79132257,\n",
       "        0.84604817]),\n",
       " <a list of 18 BarContainer objects>)"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXAAAAD4CAYAAAD1jb0+AAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjMuMywgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/Il7ecAAAACXBIWXMAAAsTAAALEwEAmpwYAAAQSklEQVR4nO3df4zk9V3H8dernKSC9KDetFcBu3gBdilb0zoq2qj9gc2JJ9S08e4iDafUyzUCtSHFqRqZ6D+19lpNeqlZ6clG8UiDqOjaH+T2kK0BdIGj/FhKW4p0KPWGUq3RWLj27R87R5fp7sx35vuZH5/d5yPZ7Mx3vjOf92e/u6989zvzfX8dEQIA5Ocloy4AANAfAhwAMkWAA0CmCHAAyBQBDgCZ2jTMwbZs2RITExPDHBIAsnfvvfc+ExGV9uVDDfCJiQktLi4Oc0gAyJ7tf19tOYdQACBTBDgAZIoAB4BMEeAAkCkCHAAyRYADQKYIcADIFAEOAJkiwAEgUwQ4NpRGbUGN2sKoywCSIMABIFMEOABkigAHgEwR4ACQKQIcADJFgANApghwAMgUAQ4Ameoa4LYP2j5m+6G25VfbftT2w7Y/OLgSAQCrKbIHfqOk7SsX2H6TpMsk/WhEvEbSh9KXBgDopGuAR8Sdkp5tW/xuSR+IiG+11jk2gNoAAB30ewz8PEk/Y/se2/9s+8fXWtH2XtuLthebzWafwwEb19LkVNd1JmpzmqjNDaEajJN+A3yTpJdLukjS+yR9wrZXWzEiZiKiGhHVSqXS53AAgHb9BnhD0q2x7F8lfUfSlnRlAQC66TfA/07SmyTJ9nmSTpb0TKKaAAAFbOq2gu1Dkt4oaYvthqTrJR2UdLD10cLnJF0RETHIQgEAL9Y1wCNi9xoPXZ64FgBADzgTEwAyRYADQKYIcADIFAEOAJkiwAEgUwQ4AGSKAAcS2Hrk6KhLwAZEgANApghwAMgUAQ4AmSLAASBTBDgAZIoAB4BMEeAAkCkCHAAy1TXAbR+0fax18Yb2x661Hba5nBoADFmRPfAbJW1vX2j7bElvlfRk4poAAAV0DfCIuFPSs6s89BFJ10niUmoAMAJ9HQO3fZmkpyLigQLr7rW9aHux2Wz2MxywrtTr9aSvRx+WjavnALd9iqTfkfT7RdaPiJmIqEZEtVKp9DocAGAN/eyBb5N0jqQHbD8h6SxJ99nemrIwAEBnXa9K3y4iHpT0ihP3WyFejYhnEtYFAOiiyMcID0m6S9L5thu2rxx8WQCAbrrugUfE7i6PTySrBgBQGGdiAkCmCHAAyBQBDgCZIsABIFMEOABkigAHgEwR4EAiE7U5TdTmRl0GNhACHAAyRYADQKYIcADIFAEOAJkiwAEgUwQ4AGSKAAeATBHgAJCpIhd0OGj7mO2HViz7Y9uP2v6c7b+1ffpAqwQAfI8ie+A3Stretux2SRdGxGslPSbp/YnrAgB00TXAI+JOSc+2LftMRBxv3b1byxc2BgAMUYpj4L8u6ZMJXgcA0INSAW77dyUdl3RTh3X22l60vdhsNssMhwxNz05raXJKS5NTSV7vwL75F243ags9PXf/zh29DVbfvOpr7N+5o+exgUHoO8Bt75G0Q9KvRkSstV5EzERENSKqlUql3+EAAG26XpV+Nba3S7pO0s9FxP+mLQkAUESRjxEeknSXpPNtN2xfKemjkk6TdLvto7b/bMB1AgDadN0Dj4jdqyz++ABqAQD0gDMxASBTBDgAZIoAB4BMEeAAkCkCHAAyRYADQKYIcADIFAGOoeq5H0kBh+e36fD8tlUfO9GHZWUPlX6k6uVSxmp9WNaa91rq9XriqjBKBDgAZIoAB4BMEeAAkCkCHAAyRYADQKYIcADIFAEOAJkiwAEgU0WuyHPQ9jHbD61Y9nLbt9v+Quv7GYMtEwDQrsge+I2Strctq0k6HBHnSjrcug8AGKKuAR4Rd0p6tm3xZZJmW7dnJb0tbVkAgG76PQb+yoh4unX7a5JeudaKtvfaXrS92Gw2+xwO465TP5JRmZ6dXvMxeoJgPSj9JmZEhKTo8PhMRFQjolqpVMoOBwBo6TfA/8P2qySp9f1YupIAAEX0G+C3SbqidfsKSX+fphwAQFFFPkZ4SNJdks633bB9paQPSPp521+QdHHrPgBgiDZ1WyEidq/x0FsS1wIA6AFnYgJApghwAMgUAQ4AmSLAASBTBDgAZIoAB4BMEeAFTNTmNFGbG3UZI7Wyr8iBffMveqxoX5H256Uw6J4m07PTHXuq9KpRW0j2WuNsaXJq1CVsCAQ4AGSKAAeATBHgAJApAhwAMkWAA0CmCHAAyBQBDgCZIsABIFOlAtz2e20/bPsh24dsvzRVYQCAzvoOcNtnSrpGUjUiLpR0kqRdqQoDAHRW9hDKJknfb3uTpFMkfbV8SQCAIvoO8Ih4StKHJD0p6WlJ/xURn2lfz/Ze24u2F5vNZv+VYnTqm5O+XKO20FNPkNT9SFLp1odlaXJqYD1B6vX6muOX+Vmt1vNnED1skEaZQyhnSLpM0jmSfkjSqbYvb18vImYiohoR1Uql0n+lAIAXKXMI5WJJX46IZkQ8L+lWST+dpiwAQDdlAvxJSRfZPsW2tXyV+qU0ZQEAuilzDPweSbdIuk/Sg63XmklUFwCgi01lnhwR10u6PlEtAIAecCYmAGSKAAeATBHgAJApAhwAMkWAA0CmCHAAyBQBDgCZ2hgBXt+cvCFTFmOvU/t37tD+nTuGPm7hpk5t27vXZlATtTmpvrm/Jl4D+l1b62e+9chRTdTmVm2ChcHbGAEOAOsQAQ4AmSLAASBTBDgAZIoAB4BMEeAAkCkCHAAyRYADQKZKBbjt023fYvtR20u2fypVYQCAzkpdkUfSn0r6VES8w/bJkk5JUBMAoIC+A9z2Zkk/K2mPJEXEc5KeS1MWAKCbModQzpHUlPQXtu+3fYPtU9tXsr3X9qLtxWazWWI4pNSoLahRW1C9Xh91KZ310Ntj65Gjg6ujpLL9W3rtp1JKh595o7bwwu3D89u+5/GV/VuGWvMGVSbAN0l6vaSPRcTrJP2PpFr7ShExExHViKhWKpUSwwEAVioT4A1JjYi4p3X/Fi0HOgBgCPoO8Ij4mqSv2D6/tegtkh5JUhUAoKuyn0K5WtJNrU+gPC7p18qXBAAoolSAR8RRSdU0pQAAesGZmACQKQIcADJFgANApghwAMgUAQ4AmSLAASBTBPiYm6jNaaI219+T65tX7WtRpidHz+NvUCf6gYzagX3zpfuwYHwR4ACQKQIcADJFgANApghwAMgUAQ4AmSLAASBTBDgAZIoAB4BMlQ5w2ye1Lmr8jykKAgAUk2IP/D2SlhK8DgCgB6UC3PZZkn5R0g1pygEAFFV2D/xPJF0n6TtrrWB7r+1F24vNZrPkcFhLvV4fdQlJleoBg9KmZ6c1PTutpcmpUZeCDvoOcNs7JB2LiHs7rRcRMxFRjYhqpVLpdzgAQJsye+BvkHSp7Sck3Szpzbb/KklVAICu+g7wiHh/RJwVEROSdkmaj4jLk1UGAOiIz4EDQKY2pXiRiLhD0h0pXgsAUAx74ACQKQIcADJFgANApghwAMgUAQ4AmSLAASBT2QQ4vTGW+1N0cnh+mw7Pb0s2XvvPfGlyKmlvjF77txQZ+4Wa65v7rGr9/q41agtJXqderw+u986K7bZye+/fuaPnl9q/c0dfz2sfe5xlE+AAgBcjwAEgUwQ4AGSKAAeATBHgAJApAhwAMkWAA0CmCHAAyFSZa2KebfuI7UdsP2z7PSkLAwB0VuaCDsclXRsR99k+TdK9tm+PiEcS1QYA6KDMNTGfjoj7Wrf/W9KSpDNTFQYA6CzJMXDbE5JeJ+meVR7ba3vR9mKz2UwxHApYq5fHgX3zSV6/U5+J9dpLZDWp+89kbZX+M730IxmH35np2emuPYe6SfU3VkTpALf9A5L+RtJvRcQ32x+PiJmIqEZEtVKplB0OANBSKsBtf5+Ww/umiLg1TUkAgCLKfArFkj4uaSkiPpyuJABAEWX2wN8g6Z2S3mz7aOvrkkR1AQC66PtjhBHxWUlOWAsAoAeciQkAmSLAASBTBDgAZIoAB4BMEeAAkCkCHAAyRYADQKayDPCVzWbaG8fU6/WuDYYO7Jvvr+HMKs16TmjUFlSv19d8fHp2WkuTU1qanOp93BVjr3yNE42CGrWFjk8tPXYH7WNvPXI0+Rjo3aC29zCsbCjV6W9165Gj322cVt/8wvOWJqeSNpQ60YyrXq93/BtfTbe/zbKyDHAAAAEOANkiwAEgUwQ4AGSKAAeATBHgAJApAhwAMkWAA0Cmyl4Tc7vtz9v+ou1aqqIAAN2VuSbmSZIOSPoFSRdI2m37glSFAQA6K7MH/hOSvhgRj0fEc5JulnRZmrIAAN04Ivp7ov0OSdsj4l2t+++U9JMRcVXbensl7W3dPV/S53scaoukZ/oqMg/rfX4Sc1wvmOPovDoiKu0L+76ocVERMSNppt/n216MiGrCksbKep+fxBzXC+Y4fsocQnlK0tkr7p/VWgYAGIIyAf5vks61fY7tkyXtknRbmrIAAN30fQglIo7bvkrSpyWdJOlgRDycrLLv6vvwSybW+/wk5rheMMcx0/ebmACA0eJMTADIFAEOAJkaiwDvdkq+7X22H7R91PZnczzjs2jbAdtvtx22s/ko0wkFtuMe283Wdjxq+12jqLOMItvR9q/YfsT2w7b/etg1llFgG35kxfZ7zPZ/jqDMUgrM8YdtH7F9v+3P2b5kFHUWEhEj/dLyG6BfkvQjkk6W9ICkC9rWedmK25dK+tSo6049x9Z6p0m6U9LdkqqjrnsA23GPpI+OutYBz/FcSfdLOqN1/xWjrjvl/NrWv1rLH14Yee2Jt+GMpHe3bl8g6YlR173W1zjsgXc9JT8ivrni7qmScnvntWjbgT+U9EeS/m+YxSWyEVorFJnjb0g6EBHfkKSIODbkGsvodRvulnRoKJWlU2SOIellrdubJX11iPX1ZBwC/ExJX1lxv9Fa9iK2f9P2lyR9UNI1Q6otla5ztP16SWdHxNwwC0uo0HaU9PbWv6W32D57lcfHWZE5nifpPNv/Yvtu29uHVl15RbehbL9a0jmS5odQV0pF5liXdLnthqR/0vJ/GmNpHAK8kIg4EBHbJP22pN8bdT0p2X6JpA9LunbUtQzYP0iaiIjXSrpd0uyI6xmETVo+jPJGLe+h/rnt00dZ0IDsknRLRHx71IUMwG5JN0bEWZIukfSXrb/RsTMORfV6Sv7Nkt42yIIGoNscT5N0oaQ7bD8h6SJJt2X2RmbX7RgRX4+Ib7Xu3iDpx4ZUWypFflcbkm6LiOcj4suSHtNyoOegl7/FXcrv8IlUbI5XSvqEJEXEXZJequUmV+Nn1AfhtbzH8riW/x078abCa9rWOXfF7V+StDjqulPPsW39O5Tfm5hFtuOrVtz+ZUl3j7ruAcxxu6TZ1u0tWv53/QdHXXuq+bXWm5T0hFonAub0VXAbflLSntbtKS0fAx/LuQ68G2E3scYp+bb/QMtBfZukq2xfLOl5Sd+QdMXoKu5dwTlmreAcr7F9qaTjkp7V8qdSslFwjp+W9Fbbj0j6tqT3RcTXR1d1cT38nu6SdHO0Ei4nBed4rZYPfb1Xy29o7hnXuXIqPQBkahyOgQMA+kCAA0CmCHAAyBQBDgCZIsABIFMEOABkigAHgEz9P1rK4pzOofnmAAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "plt.hist(rows)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 650,
   "metadata": {
    "cellId": "mjh86cbtlmeetrdrv8vta",
    "execution": {
     "iopub.execute_input": "2023-11-21T19:56:14.000537914Z"
    },
    "execution_id": "18036205-9bf9-4808-a19c-040865f7e0ec"
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(array([[ 2., 14., 14., 18., 10.,  1.,  7.,  1.,  1.,  1.],\n",
       "        [ 0.,  0.,  1., 10., 25., 14., 10.,  8.,  1.,  0.],\n",
       "        [ 0.,  3.,  5., 13., 24.,  5.,  9.,  9.,  1.,  0.],\n",
       "        [ 0.,  0.,  0.,  6., 21., 15., 11., 15.,  1.,  0.],\n",
       "        [ 0.,  2.,  2., 14., 18., 11., 15.,  6.,  0.,  1.],\n",
       "        [ 0.,  0.,  3.,  7., 12., 24., 11.,  9.,  2.,  1.],\n",
       "        [ 0.,  0.,  5., 11., 11., 21., 11.,  9.,  1.,  0.],\n",
       "        [ 0.,  3., 10., 21., 14., 15.,  5.,  0.,  1.,  0.],\n",
       "        [ 0.,  5.,  9., 15., 16., 13.,  8.,  2.,  1.,  0.],\n",
       "        [ 0.,  0.,  2.,  7., 13., 28., 12.,  7.,  0.,  0.],\n",
       "        [ 0.,  0.,  1.,  2., 20., 32., 10.,  4.,  0.,  0.],\n",
       "        [ 7., 19., 19., 12.,  2.,  2.,  6.,  1.,  1.,  0.],\n",
       "        [ 0.,  1., 12., 14., 14., 19.,  8.,  1.,  0.,  0.],\n",
       "        [ 0.,  2.,  7., 26.,  8., 15., 10.,  1.,  0.,  0.],\n",
       "        [ 0.,  1.,  3., 10., 19., 14.,  6., 15.,  1.,  0.],\n",
       "        [ 1.,  1.,  9., 21., 11., 13.,  9.,  4.,  0.,  0.],\n",
       "        [ 1.,  1., 10., 22., 20., 14.,  0.,  1.,  0.,  0.],\n",
       "        [ 0.,  1.,  1., 34., 19.,  9.,  3.,  2.,  0.,  0.]]),\n",
       " array([0.30390596, 0.3664486 , 0.42899123, 0.49153387, 0.55407651,\n",
       "        0.61661915, 0.67916178, 0.74170442, 0.80424706, 0.86678969,\n",
       "        0.92933233]),\n",
       " <a list of 18 BarContainer objects>)"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXAAAAD4CAYAAAD1jb0+AAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjMuMywgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/Il7ecAAAACXBIWXMAAAsTAAALEwEAmpwYAAARF0lEQVR4nO3dfYxld13H8feXbqEEyrawY7vpA4NrYXdlZIvjikEFi5ClqdACoW0i2SbFpYYqJGgYwYQrSgTj0pi4IS60dkJ4sBYIlQW02V3SLYHqlE4fVyitJW5ZuoNQgT+stnz9Y87Q6ezM3nMfz/3NvF/JzZyne8/3N+fOJ2fO+Z1zIjORJJXnaU0XIEnqjgEuSYUywCWpUAa4JBXKAJekQq0b5so2bNiQ4+Pjw1ylJBXv9ttv/35mji2d3jbAI+IU4BbgGdXyN2bm+yLieuAVwH9Xi16RmbMn+qzx8XFmZmY6LF2S1raI+M5y0+vsgT8GXJCZP4mIk4FbI+JL1bw/zswb+1WkJKm+tgGe81f6/KQaPbl6efWPJDWs1knMiDgpImaBY8DNmXlbNesDEXFXRFwTEc8YVJGSpOPVCvDMfCIztwFnA9sj4sXAnwCbgV8Bngu8e7n3RsSuiJiJiJm5ubn+VC1J6qwbYWY+ChwEdmTm0Zz3GPD3wPYV3rM3Myczc3Js7LiTqJKkLrUN8IgYi4jTquFnAq8G/j0iNlbTArgYuGdwZUqSlqrTC2UjMB0RJzEf+Ddk5hci4kBEjAEBzAJXDa5MSdJSdXqh3AWcv8z0CwZSkSSpFi+ll6RCGeBqTKvVaroEqWgGuCQVygCXpEIZ4JJUKANckgplgEtSoQxwSSqUAS5JhTLAJalQBrgkFcoAl6RCGeCSVCgDXOqT8al9jE/ta7oMrSEGuCQVygCXpEIZ4JJUKANckgplgEtSoQxwSSqUAS5JhTLAJalQbQM8Ik6JiH+NiDsj4t6I+LNq+gsi4raI+HZE/ENEPH3w5UqSFtTZA38MuCAzXwJsA3ZExMuADwHXZOYvAD8ErhxYlZKk47QN8Jz3k2r05OqVwAXAjdX0aeDiQRQoSVperWPgEXFSRMwCx4CbgQeARzPz8WqRI8BZK7x3V0TMRMTM3NxcH0qWJEHNAM/MJzJzG3A2sB3YXHcFmbk3Myczc3JsbKy7KiVJx+moF0pmPgocBH4NOC0i1lWzzgYe7m9pkqQTqdMLZSwiTquGnwm8GjjMfJC/qVpsJ/D5AdUoSVrGuvaLsBGYjoiTmA/8GzLzCxFxH/DpiPgL4A7g2gHWKUlaom2AZ+ZdwPnLTH+Q+ePhkqQGeCWmJBXKAJekQhngklQoA1ySCmWAS1KhDHBJKpQBLvXBmQdnmy5Ba5ABLkmFMsAlqVAGuCQVygCXpEIZ4JJUKANckgplgEtSoQxwSSqUAS5JhTLAJalQBrgkFcoA18Ad3ryFw5u3NF2GtOoY4JJUKANckgrVNsAj4pyIOBgR90XEvRHxjmp6KyIejojZ6nXh4MuVJC1YV2OZx4F3ZeY3IuJU4PaIuLmad01m/vXgypMkraRtgGfmUeBoNfzjiDgMnDXowiRJJ9bRMfCIGAfOB26rJl0dEXdFxHURcXq/i5Mkrax2gEfEs4HPAO/MzB8BHwE2AduY30PfvcL7dkXETETMzM3N9V6x1pbW+qYrkEZWrQCPiJOZD+9PZOZnATLzkcx8IjN/CnwU2L7cezNzb2ZOZubk2NhYv+qWpDWvTi+UAK4FDmfmhxdN37hosUuAe/pfniRpJXV6obwceAtwd0TMVtPeA1weEduABB4C3jaA+iRJK6jTC+VWIJaZ9cX+lyNJqssrMSWpUAa4Rt7E9AQT0xNNlwHA7ksvYvelFzVdhgQY4JJULANckgplgEtSoQxwSSqUAS5JhTLAJalQBrgkFcoAl6RCGeCSVCgDXJIKZYBLUqHq3E5W6qsjU4fmB05ptg6pdO6BS1KhDHBJKpQBLkmFMsAlqVAGuCQVygBXz1qtVu1le3mazeHNW7p+b7/9rCeN1CADXJIKZYBLUqHaBnhEnBMRByPivoi4NyLeUU1/bkTcHBH3Vz9PH3y5kqQFdfbAHwfelZlbgZcBb4+IrcAUsD8zzwP2V+OSpCFpG+CZeTQzv1EN/xg4DJwFvB6YrhabBi4eUI2SpGV0dAw8IsaB84HbgDMy82g163vAGSu8Z1dEzETEzNzcXC+1Sm2NT+1jfGrfivOPTB2yB4lWjdoBHhHPBj4DvDMzf7R4XmYmkMu9LzP3ZuZkZk6OjY31VKwk6Um1AjwiTmY+vD+RmZ+tJj8SERur+RuBY4MpUZK0nDq9UAK4FjicmR9eNOsmYGc1vBP4fP/LkyStpM79wF8OvAW4OyJmq2nvAT4I3BARVwLfAd48kAolSctqG+CZeSsQK8x+VX/LkSTV5ZWYg9ZaP/9aa+seMXuuOvCU8U7u39KNiemJgX6+BAa4JBXLAJekQhngklQoA1ySCmWAS1KhDHCtqN19RZqwtDeJtJYZ4JJUKANckgplgEtSoQxwSSqUAS5JhTLAJalQBrgkFcoAl6RCGeCSVCgDXJIKZYBLUqEMcBVv/4FN7D+wqekypKEzwCWpUAa4JBWqbYBHxHURcSwi7lk0rRURD0fEbPW6cLBlSpKWqrMHfj2wY5np12Tmtur1xf6WJUlqp22AZ+YtwA+GUIskqQO9HAO/OiLuqg6xnL7SQhGxKyJmImJmbm6uh9VplK32niCHN285blqr1Wr7nuXe142mnkTUS/0+PWnwug3wjwCbgG3AUWD3Sgtm5t7MnMzMybGxsS5XJ0laqqsAz8xHMvOJzPwp8FFge3/LkiS101WAR8TGRaOXAPestKwkaTDWtVsgIj4FvBLYEBFHgPcBr4yIbUACDwFvG1yJkqTltA3wzLx8mcnXDqAWSVIHvBJTkgplgNcwPrWP8al9a27dK+mke9jE9MQAKzlxV76e191a39v7K4t/X0emDvXlMyUwwCWpWAa4JBXKAJekQhngklQoA1ySCmWAq5ZB9ybphzMPzg59nXVv4rX70ovYfelFQ6hIa4kBLkmFMsAlqVAGuCQVygCXpEIZ4JJUKAN8DWisB0mf7iWylD06nqqJ3jcaDQa4JBXKAJekQhngklQoA1ySCmWAS1KhDHD1pMknzHS67l57rnTyJKJ+Orx5C/Bk7xuf6qMFBrgkFcoAl6RCtQ3wiLguIo5FxD2Lpj03Im6OiPurn6cPtkxJ0lJ19sCvB3YsmTYF7M/M84D91bgkaYjaBnhm3gL8YMnk1wPT1fA0cHF/y5IktdPtMfAzMvNoNfw94IyVFoyIXRExExEzc3NzXa5O7bRarY6WPzJ1qH5vhj7d06STXhzjU/sYn9rXl/UWqcPf+dLf1+HNW37We0WrV88nMTMzgTzB/L2ZOZmZk2NjY72uTpJU6TbAH4mIjQDVz2P9K0mSVEe3AX4TsLMa3gl8vj/lSJLqqtON8FPA14AXRcSRiLgS+CDw6oi4H/jtalySNETr2i2QmZevMOtVfa5FktQBr8RcRfYf2MT+A5vaLufTbJpVt8fQxPREX56m1M0TjJau2/uwjCYDXJIKZYBLUqEMcEkqlAEuSYUywCWpUAa4VrXVfk+Q5Xod9dxzpU/3vtHgGeCSVCgDXJIKZYBLUqEMcEkqlAEuSYVaGwHeWr/mz6z3uzfGSvfXOPPgbN/WsVaV9CQit3ez1kaAS9IqZIBLUqEMcEkqlAEuSYUywCWpUAa4alvt9xVZFZb0ttpz1YGeP7Ifn6HBMMAlqVAGuCQVqu1T6U8kIh4Cfgw8ATyemZP9KEqS1F5PAV75rcz8fh8+R5LUAQ+hSFKhet0DT+BfIiKBv8vMvUsXiIhdwC6Ac889t8fVjb6FJ6S86oIH+v7ZE9MT3L3z7uOmH5k6BKf0fXXiyafb3NBwHUu1Wi0AfuM3m61Dzep1D/zXM/OlwGuBt0fEcV+nzNybmZOZOTk2Ntbj6iRJC3oK8Mx8uPp5DPgcsL0fRUmS2us6wCPiWRFx6sIw8Brgnn4VJkk6sV6OgZ8BfC4iFj7nk5n55b5UJUlqq+sAz8wHgZf0sRZJUgfsRiipJ+NT+1Z8itBKT25SfxjgklQoA1ySCmWAS1KhDHBJKpQBLkmFMsAlqVAGeIcWbm60nIUbDA1LN120fDzW2jbs76gGywCXpEIZ4JJUKANckgplgEtSoQxwSSpUMQF+ohvmNKXTHh2HN2/h8OYtA1/3mQdn+7KObo3EtmqtX5vrHqKFxwfW1UsPGG+ItbxiAlyS9FQGuCQVygCXpEIZ4JJUKANckgq1pgN896UXcWTqEEemDg18XYvvobLnqgNPWXets/Md9myo2wvEe2McbyR60TSkp3a31jMxPcHE9MRxva3q/I2NT+1r+xmtVotWq3V8D5glfx+d9hBbrt17rjrws7/VUbWmA1ySSmaAS1KhegrwiNgREd+MiG9HxFS/ipIktdd1gEfEScAe4LXAVuDyiNjar8IkSSfWyx74duDbmflgZv4v8Gng9f0pS5LUTmRmd2+MeBOwIzPfWo2/BfjVzLx6yXK7gF3V6IuAb9b4+A3A97sqbLSshnashjaA7Rglq6ENMNx2PD8zx5ZOXDfotWbmXmBvJ++JiJnMnBxQSUOzGtqxGtoAtmOUrIY2wGi0o5dDKA8D5ywaP7uaJkkagl4C/N+A8yLiBRHxdOAy4Kb+lCVJaqfrQyiZ+XhEXA38M3AScF1m3tunujo65DLCVkM7VkMbwHaMktXQBhiBdnR9ElOS1CyvxJSkQhngklSoRgO83aX4EXFVRNwdEbMRceuoXulZ95YCEfHGiMiIGLkuVDW2xRURMVdti9mIeGsTdbZTZ1tExJsj4r6IuDciPjnsGtupsS2uWbQdvhURjzZQZls12nFuRByMiDsi4q6IuLCJOtup0Y7nR8T+qg1fiYizh1ZcZjbyYv7E5wPAzwNPB+4Eti5Z5jmLhl8HfLmpentpR7XcqcAtwNeByabr7mJbXAH8bdO19qEd5wF3AKdX4z/XdN3dfJ8WLf8HzHcgaLz2LrbFXuD3q+GtwENN191lO/4R2FkNXwB8fFj1NbkH3vZS/Mz80aLRZwGjeMa17i0F/hz4EPA/wyyuptVyW4Q67fg9YE9m/hAgM48NucZ2Ot0WlwOfGkplnanTjgSeUw2vB747xPrqqtOOrcDCDcgPLjN/YJoM8LOA/1w0fqSa9hQR8faIeAD4K+APh1RbJ9q2IyJeCpyTmaP6lIBa2wJ4Y/Vv4o0Rcc4y85tWpx0vBF4YEV+NiK9HxI6hVVdP3W1BRDwfeAFPhscoqdOOFvC7EXEE+CLz/02MmjrtuBN4QzV8CXBqRDxvCLWN/knMzNyTmZuAdwN/2nQ9nYqIpwEfBt7VdC09+idgPDN/CbgZmG64nm6tY/4wyiuZ33v9aESc1mRBPbgMuDEzn2i6kC5dDlyfmWcDFwIfr/5eSvNHwCsi4g7gFcxfkT6UbdLkL6vTS/E/DVw8yIK61K4dpwIvBr4SEQ8BLwNuGrETmW23RWb+V2Y+Vo1+DPjlIdXWiTrfqSPATZn5f5n5H8C3mA/0UdHJ38VljObhE6jXjiuBGwAy82vAKczfIGqU1Pnb+G5mviEzzwfeW017dCjVNXhyYB3wIPP/Ai6cHPjFJcuct2j4d4CZpurtpR1Llv8Ko3cSs8622Lho+BLg603X3WU7dgDT1fAG5v89fl7TtXf6fQI2Aw9RXYw3aq+a2+JLwBXV8Bbmj4GPVHtqtmMD8LRq+APA+4dWX8O/nAuZ3wN6AHhvNe39wOuq4b8B7gVmmT85sGIwjnI7liw7cgFec1v8ZbUt7qy2xeama+6yHcH8Ia37gLuBy5quuZvvE/PHjz/YdK09boutwFer79Qs8Jqma+6yHW8C7q+W+RjwjGHV5qX0klSoEk8YSJIwwCWpWAa4JBXKAJekQhngklQoA1ySCmWAS1Kh/h+CJT3qnaWwywAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "file = 'Content/markup/cossim/Tyva_rubert-tiny2_cossim.csv'\n",
    "cs =    pd.read_csv (file, encoding ='utf-8')\n",
    "rows = cs.iloc[:,2:].values\n",
    "plt.hist(rows)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 651,
   "metadata": {
    "cellId": "zi58bhw9j8nqcuch8zybmb",
    "execution": {
     "iopub.execute_input": "2023-11-21T19:56:14.659619448Z"
    },
    "execution_id": "e4bf6349-13d5-449a-9a5c-cd14d9c3217d"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "1\n"
     ]
    }
   ],
   "source": [
    "correct = cs.iloc[0,1]#.values\n",
    "variants_cossim = cs.iloc[0,2:].values\n",
    "strat_table = cs.columns\n",
    "print (correct)"
   ]
  },
  {
   "cell_type": "raw",
   "metadata": {
    "cellId": "7gcx2mjcbau1a9eijvhjuf"
   },
   "source": [
    "Какие варианты?\n",
    "1. Взять максимум из строки и сравнить\n",
    "2. Взять трешхолд. НО. Вот мы взяли трешхолд. А если больше него окажется 2 позиции? Случайную брать?\n",
    "Разве что попробовать чекнуть, что если меньше этого трешхолда, то класс -1."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 652,
   "metadata": {
    "cellId": "nu6xhbonzcfnl8xv5434",
    "execution": {
     "iopub.execute_input": "2023-11-21T19:56:15.418537126Z"
    },
    "execution_id": "9dfb96c5-66e1-471a-96d8-a51849ab0dbe"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0.8945077781172548\n",
      "0\n"
     ]
    }
   ],
   "source": [
    "print (max(variants_cossim))\n",
    "print (np.argmax(variants_cossim))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "cellId": "2q4sola38zo9kxuwkmogal",
    "execution_id": "310ac867-9a6c-404e-b646-e558c740e472"
   },
   "source": [
    "0 - значит индекс +2. Т.е."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 653,
   "metadata": {
    "cellId": "o7dee8u3mljj68obotdkxo",
    "execution": {
     "iopub.execute_input": "2023-11-21T19:56:17.218803314Z"
    },
    "execution_id": "9ba4a3c2-bf0b-4d36-aca5-75531094c120"
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.8945077781172548"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "cs.iloc[0,2]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 654,
   "metadata": {
    "cellId": "8p2xka2infr6eoq7uyeza",
    "execution": {
     "iopub.execute_input": "2023-11-21T19:56:18.097265282Z"
    },
    "execution_id": "ccbed699-6650-46fa-8e5d-01ef95d3dde4"
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'вводная часть '"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "strat_table[2]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 655,
   "metadata": {
    "cellId": "rndoltm6d3kj093eqa8sh",
    "execution": {
     "iopub.execute_input": "2023-11-21T19:56:18.904205320Z"
    },
    "execution_id": "2d8a85b4-b369-43b7-81fc-9de93351cff2"
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "1"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "cs.iloc[0,1]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 656,
   "metadata": {
    "cellId": "sq44n909deal7bz1cak6v",
    "execution": {
     "iopub.execute_input": "2023-11-21T19:56:19.897253144Z"
    },
    "execution_id": "5622e969-795f-4fc9-96a7-c14260c25b32"
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([0.3682579825320051, 0.3730855899685356, 0.3809132484361788,\n",
       "       0.3973666885884618, 0.4286349594007066, 0.4602319352901513,\n",
       "       0.4678847942514226, 0.5026634690961149, 0.508374171067624,\n",
       "       0.5183887293952696, 0.5207386145906097, 0.5313735237500904,\n",
       "       0.5602260909598501, 0.5613214832502831, 0.582558931806034,\n",
       "       0.6005995796640946, 0.8369842928651219, 0.8945077781172548],\n",
       "      dtype=object)"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "np.sort (variants_cossim)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "cellId": "441q5866jwaoey040byfy",
    "execution_id": "877ea705-b0e7-43d3-8459-d3482641c3e0"
   },
   "source": [
    "СОВПАЛО"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 657,
   "metadata": {
    "cellId": "ztiektez5ck405aldhho",
    "execution": {
     "iopub.execute_input": "2023-11-21T19:56:21.554764322Z"
    },
    "execution_id": "24140e49-2b1d-40fd-8ff9-1ace04bab4fd"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "69\n",
      "69\n",
      "0.2028985507246377\n"
     ]
    }
   ],
   "source": [
    "correct = cs.iloc[:,1].values\n",
    "variants_cossim = cs.iloc[:,2:].values\n",
    "answer_vec = np.argmax (variants_cossim, axis = 1)\n",
    "answer_vec +=1\n",
    "print (len(correct))\n",
    "print (len(answer_vec))\n",
    "print (np.mean(correct == answer_vec))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 658,
   "metadata": {
    "cellId": "fjve2lo3q8uc8gmztceo1",
    "execution": {
     "iopub.execute_input": "2023-11-21T19:56:22.595382490Z"
    },
    "execution_id": "ffbdd9cd-c35e-4f74-a626-be51759f0215"
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([ 1, 15,  1,  3,  4,  4,  4,  5,  7, 10, 10,  5,  6,  5,  9,  8,  6,\n",
       "       10,  8,  7,  5,  6,  6, 10,  5, 11,  5,  9,  7, 14, 14, 10, 14, 16,\n",
       "       14, 13, 16,  4, 11, 11, 15,  1, 11,  1,  1,  1,  5,  8, 11,  1, 11,\n",
       "       18, 17,  4,  4,  6,  7, 15,  4,  6,  4,  4,  4,  3,  7,  4,  6,  5,\n",
       "       18])"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "answer_vec"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 659,
   "metadata": {
    "cellId": "gb44i3vjy0cdsotyuj7f7q",
    "execution": {
     "iopub.execute_input": "2023-11-21T19:56:23.696436433Z"
    },
    "execution_id": "6477f4ed-d9b2-4e52-b409-158bcaf4e458"
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([ 1, 10, -1,  3,  4,  4,  4,  5, -1, -1, -1, -1, -1, -1, -1, -1,  6,\n",
       "       -1, -1, -1, -1, -1, -1, -1, -1, -1, -1,  9, -1, -1, -1, -1, 14, -1,\n",
       "       -1, 13, 16,  2, -1, -1, 15, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1,\n",
       "       -1, 17, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1,\n",
       "       18])"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "correct"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 660,
   "metadata": {
    "cellId": "m278wwqgotcp4aor4r9ul",
    "execution": {
     "iopub.execute_input": "2023-11-21T19:56:24.567420350Z"
    },
    "execution_id": "b50b830e-57d0-4277-af63-d81fbe39ebad"
   },
   "outputs": [],
   "source": [
    "def check_acc(answer_vec, correct):\n",
    "    acc = 0\n",
    "    l = 0\n",
    "    for i in range (len(correct)):\n",
    "        if (correct[i]!= -1):\n",
    "            l += 1\n",
    "            if (correct[i] == answer_vec[i]):\n",
    "                acc += 1\n",
    "    return acc/l"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 661,
   "metadata": {
    "cellId": "c13so0zbzu6ihcu78s4jmr",
    "execution": {
     "iopub.execute_input": "2023-11-21T19:56:25.255396216Z"
    },
    "execution_id": "7fe8f5f8-d25f-4ac5-bc40-2d5b64a2b3c6"
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.875"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "check_acc(answer_vec, correct)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "cellId": "uww36c1220jmn0ehitro4h",
    "execution_id": "808ef01d-50e0-42be-8ba5-48909ba4b6fe"
   },
   "source": [
    "Т.е. если мы смотрим по всем ответам, по всему вектору оглавления, то точность 16%. А если только по тем позициям, по которым есть какое-то соответствие с оглавлением, то 69.\n",
    "Как же обрабатывать -1?\n",
    "\n",
    "Попробуем сейчас собрать по всем табличкам статистику."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 662,
   "metadata": {
    "cellId": "eip3fyp5zcg3zo5o1yc7lw",
    "execution": {
     "iopub.execute_input": "2023-11-21T19:56:26.970548183Z"
    },
    "execution_id": "73204bfd-3298-4bea-9406-97cc6edb9d10"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Список файлов \n",
      "\n",
      "76\n"
     ]
    }
   ],
   "source": [
    "path=\"Content/markup/cossim\" #Подставить свой путь\n",
    "files_cossim = files_list (path)\n",
    "print (len(files_cossim))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 663,
   "metadata": {
    "cellId": "0zhmw1zd8rklh6ahksuohd7",
    "execution": {
     "iopub.execute_input": "2023-11-21T19:56:27.663728909Z"
    },
    "execution_id": "f7cbed3f-44bd-4b81-8120-b1b9bf66d714"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['Content/markup/cossim/Volgograd_rubert-tiny_cossim.csv', 'Content/markup/cossim/Voronezh_rubert-tiny_cossim.csv', 'Content/markup/cossim/Yakutia_rubert-tiny_cossim.csv', 'Content/markup/cossim/Tyva_rubert-tiny_cossim.csv', 'Content/markup/cossim/Udmurt_rubert-tiny_cossim.csv', 'Content/markup/cossim/Vologda_rubert-tiny_cossim.csv', 'Content/markup/cossim/Ulyanovsk_rubert-tiny_cossim.csv', 'Content/markup/cossim/Yaroslavl_rubert-tiny_cossim.csv', 'Content/markup/cossim/Yamalo-Nenets_rubert-tiny_cossim.csv', 'Content/markup/cossim/Adygeya_rubert-tiny_cossim.csv', 'Content/markup/cossim/Altai Resp_rubert-tiny_cossim.csv', 'Content/markup/cossim/Altai_rubert-tiny_cossim.csv', 'Content/markup/cossim/Amur_rubert-tiny_cossim.csv', 'Content/markup/cossim/Bryansk_rubert-tiny_cossim.csv', 'Content/markup/cossim/Bashkortastan_rubert-tiny_cossim.csv', 'Content/markup/cossim/Belgorod_rubert-tiny_cossim.csv', 'Content/markup/cossim/Vladimir_rubert-tiny_cossim.csv', 'Content/markup/cossim/Arkhangelsk_rubert-tiny_cossim.csv', 'Content/markup/cossim/Buryatia_rubert-tiny_cossim.csv']\n"
     ]
    }
   ],
   "source": [
    "files_dict_cossim = {}\n",
    "for name in names:\n",
    "    files_dict_cossim[name] = []\n",
    "    \n",
    "for key in files_dict_cossim.keys():\n",
    "    files_dict_cossim[key] = [s for s in files_cossim if key in s]\n",
    "\n",
    "#Чтобы не попадали тини2 в тини\n",
    "files_dict_cossim['rubert-tiny'] = [s for s in files_dict_cossim['rubert-tiny'] if 'rubert-tiny2' not in s]\n",
    "\n",
    "print(files_dict_cossim['rubert-tiny'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 664,
   "metadata": {
    "cellId": "wgi8cajax7q5o38ga2licl",
    "execution": {
     "iopub.execute_input": "2023-11-21T19:56:28.333278446Z"
    },
    "execution_id": "8ef0140a-09c5-4d42-9a8c-2f4879dfb164"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "19\n",
      "19\n",
      "19\n",
      "19\n"
     ]
    }
   ],
   "source": [
    "print(len(files_dict_cossim[names[0]]))\n",
    "print(len(files_dict_cossim[names[1]]))\n",
    "print(len(files_dict_cossim[names[2]]))\n",
    "print(len(files_dict_cossim[names[3]]))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 665,
   "metadata": {
    "cellId": "csngmy62vud9asspthlij",
    "execution": {
     "iopub.execute_input": "2023-11-21T19:56:29.115732403Z"
    },
    "execution_id": "2a022cb4-a5e2-4298-9767-5f2af3fc4a1d"
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['Content/markup/cossim/Volgograd_rubert-tiny2_cossim.csv',\n",
       " 'Content/markup/cossim/Voronezh_rubert-tiny2_cossim.csv',\n",
       " 'Content/markup/cossim/Yakutia_rubert-tiny2_cossim.csv',\n",
       " 'Content/markup/cossim/Tyva_rubert-tiny2_cossim.csv',\n",
       " 'Content/markup/cossim/Udmurt_rubert-tiny2_cossim.csv',\n",
       " 'Content/markup/cossim/Vologda_rubert-tiny2_cossim.csv',\n",
       " 'Content/markup/cossim/Ulyanovsk_rubert-tiny2_cossim.csv',\n",
       " 'Content/markup/cossim/Yaroslavl_rubert-tiny2_cossim.csv',\n",
       " 'Content/markup/cossim/Yamalo-Nenets_rubert-tiny2_cossim.csv',\n",
       " 'Content/markup/cossim/Adygeya_rubert-tiny2_cossim.csv',\n",
       " 'Content/markup/cossim/Altai Resp_rubert-tiny2_cossim.csv',\n",
       " 'Content/markup/cossim/Altai_rubert-tiny2_cossim.csv',\n",
       " 'Content/markup/cossim/Amur_rubert-tiny2_cossim.csv',\n",
       " 'Content/markup/cossim/Bryansk_rubert-tiny2_cossim.csv',\n",
       " 'Content/markup/cossim/Bashkortastan_rubert-tiny2_cossim.csv',\n",
       " 'Content/markup/cossim/Belgorod_rubert-tiny2_cossim.csv',\n",
       " 'Content/markup/cossim/Vladimir_rubert-tiny2_cossim.csv',\n",
       " 'Content/markup/cossim/Arkhangelsk_rubert-tiny2_cossim.csv',\n",
       " 'Content/markup/cossim/Buryatia_rubert-tiny2_cossim.csv']"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "files_dict_cossim[names[3]]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 666,
   "metadata": {
    "cellId": "6sv04ohgfr3tnduhyil6rp",
    "execution": {
     "iopub.execute_input": "2023-11-21T19:56:29.973038512Z"
    },
    "execution_id": "70f75e9f-5d1f-4a08-93a9-a77fea3e3dae"
   },
   "outputs": [],
   "source": [
    "def make_metrics(filepath):\n",
    "    cs =    pd.read_csv (filepath, encoding ='utf-8')\n",
    "    correct = cs.iloc[:,1].values\n",
    "    variants_cossim = cs.iloc[:,2:].values\n",
    "    answer_vec = np.argmax (variants_cossim, axis = 1)\n",
    "    answer_vec +=1\n",
    "    #Общая точность\n",
    "    acc_overall = np.mean(correct == answer_vec)\n",
    "    acc_detailed = check_acc(answer_vec, correct)\n",
    "    return acc_overall, acc_detailed"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "cellId": "xzpmscg0v7qn0rdir7pkd",
    "execution_id": "7dbf063c-d11b-423f-8569-62b65e65d5da"
   },
   "source": [
    "Соберём метрики по всем табличкам в два словарика. По всем строка и только по значимым"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 667,
   "metadata": {
    "cellId": "h5go5ezinbif75attdeiru",
    "execution": {
     "iopub.execute_input": "2023-11-21T19:56:32.243548482Z"
    },
    "execution_id": "5f338ccf-3d14-40d6-8282-1a2e4d0f622b"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "rubert-tiny\n",
      "['Content/markup/cossim/Volgograd_rubert-tiny_cossim.csv', 'Content/markup/cossim/Voronezh_rubert-tiny_cossim.csv', 'Content/markup/cossim/Yakutia_rubert-tiny_cossim.csv', 'Content/markup/cossim/Tyva_rubert-tiny_cossim.csv', 'Content/markup/cossim/Udmurt_rubert-tiny_cossim.csv', 'Content/markup/cossim/Vologda_rubert-tiny_cossim.csv', 'Content/markup/cossim/Ulyanovsk_rubert-tiny_cossim.csv', 'Content/markup/cossim/Yaroslavl_rubert-tiny_cossim.csv', 'Content/markup/cossim/Yamalo-Nenets_rubert-tiny_cossim.csv', 'Content/markup/cossim/Adygeya_rubert-tiny_cossim.csv', 'Content/markup/cossim/Altai Resp_rubert-tiny_cossim.csv', 'Content/markup/cossim/Altai_rubert-tiny_cossim.csv', 'Content/markup/cossim/Amur_rubert-tiny_cossim.csv', 'Content/markup/cossim/Bryansk_rubert-tiny_cossim.csv', 'Content/markup/cossim/Bashkortastan_rubert-tiny_cossim.csv', 'Content/markup/cossim/Belgorod_rubert-tiny_cossim.csv', 'Content/markup/cossim/Vladimir_rubert-tiny_cossim.csv', 'Content/markup/cossim/Arkhangelsk_rubert-tiny_cossim.csv', 'Content/markup/cossim/Buryatia_rubert-tiny_cossim.csv']\n",
      "ruRoberta-large\n",
      "['Content/markup/cossim/Volgograd_ruRoberta-large_cossim.csv', 'Content/markup/cossim/Voronezh_ruRoberta-large_cossim.csv', 'Content/markup/cossim/Yakutia_ruRoberta-large_cossim.csv', 'Content/markup/cossim/Tyva_ruRoberta-large_cossim.csv', 'Content/markup/cossim/Udmurt_ruRoberta-large_cossim.csv', 'Content/markup/cossim/Vologda_ruRoberta-large_cossim.csv', 'Content/markup/cossim/Ulyanovsk_ruRoberta-large_cossim.csv', 'Content/markup/cossim/Yaroslavl_ruRoberta-large_cossim.csv', 'Content/markup/cossim/Yamalo-Nenets_ruRoberta-large_cossim.csv', 'Content/markup/cossim/Adygeya_ruRoberta-large_cossim.csv', 'Content/markup/cossim/Altai Resp_ruRoberta-large_cossim.csv', 'Content/markup/cossim/Altai_ruRoberta-large_cossim.csv', 'Content/markup/cossim/Amur_ruRoberta-large_cossim.csv', 'Content/markup/cossim/Bryansk_ruRoberta-large_cossim.csv', 'Content/markup/cossim/Bashkortastan_ruRoberta-large_cossim.csv', 'Content/markup/cossim/Belgorod_ruRoberta-large_cossim.csv', 'Content/markup/cossim/Vladimir_ruRoberta-large_cossim.csv', 'Content/markup/cossim/Arkhangelsk_ruRoberta-large_cossim.csv', 'Content/markup/cossim/Buryatia_ruRoberta-large_cossim.csv']\n",
      "ruBert-base\n",
      "['Content/markup/cossim/Volgograd_ruBert-base_cossim.csv', 'Content/markup/cossim/Voronezh_ruBert-base_cossim.csv', 'Content/markup/cossim/Yakutia_ruBert-base_cossim.csv', 'Content/markup/cossim/Tyva_ruBert-base_cossim.csv', 'Content/markup/cossim/Udmurt_ruBert-base_cossim.csv', 'Content/markup/cossim/Vologda_ruBert-base_cossim.csv', 'Content/markup/cossim/Ulyanovsk_ruBert-base_cossim.csv', 'Content/markup/cossim/Yaroslavl_ruBert-base_cossim.csv', 'Content/markup/cossim/Yamalo-Nenets_ruBert-base_cossim.csv', 'Content/markup/cossim/Adygeya_ruBert-base_cossim.csv', 'Content/markup/cossim/Altai Resp_ruBert-base_cossim.csv', 'Content/markup/cossim/Altai_ruBert-base_cossim.csv', 'Content/markup/cossim/Amur_ruBert-base_cossim.csv', 'Content/markup/cossim/Bryansk_ruBert-base_cossim.csv', 'Content/markup/cossim/Bashkortastan_ruBert-base_cossim.csv', 'Content/markup/cossim/Belgorod_ruBert-base_cossim.csv', 'Content/markup/cossim/Vladimir_ruBert-base_cossim.csv', 'Content/markup/cossim/Arkhangelsk_ruBert-base_cossim.csv', 'Content/markup/cossim/Buryatia_ruBert-base_cossim.csv']\n",
      "rubert-tiny2\n",
      "['Content/markup/cossim/Volgograd_rubert-tiny2_cossim.csv', 'Content/markup/cossim/Voronezh_rubert-tiny2_cossim.csv', 'Content/markup/cossim/Yakutia_rubert-tiny2_cossim.csv', 'Content/markup/cossim/Tyva_rubert-tiny2_cossim.csv', 'Content/markup/cossim/Udmurt_rubert-tiny2_cossim.csv', 'Content/markup/cossim/Vologda_rubert-tiny2_cossim.csv', 'Content/markup/cossim/Ulyanovsk_rubert-tiny2_cossim.csv', 'Content/markup/cossim/Yaroslavl_rubert-tiny2_cossim.csv', 'Content/markup/cossim/Yamalo-Nenets_rubert-tiny2_cossim.csv', 'Content/markup/cossim/Adygeya_rubert-tiny2_cossim.csv', 'Content/markup/cossim/Altai Resp_rubert-tiny2_cossim.csv', 'Content/markup/cossim/Altai_rubert-tiny2_cossim.csv', 'Content/markup/cossim/Amur_rubert-tiny2_cossim.csv', 'Content/markup/cossim/Bryansk_rubert-tiny2_cossim.csv', 'Content/markup/cossim/Bashkortastan_rubert-tiny2_cossim.csv', 'Content/markup/cossim/Belgorod_rubert-tiny2_cossim.csv', 'Content/markup/cossim/Vladimir_rubert-tiny2_cossim.csv', 'Content/markup/cossim/Arkhangelsk_rubert-tiny2_cossim.csv', 'Content/markup/cossim/Buryatia_rubert-tiny2_cossim.csv']\n"
     ]
    }
   ],
   "source": [
    "cossim_acc_all = {} \n",
    "cossim_acc_detailed = {}\n",
    "for name in names:\n",
    "    cossim_acc_detailed[name] = []\n",
    "    cossim_acc_all[name] = []\n",
    "\n",
    "for model_name, files in files_dict_cossim.items():\n",
    "    tmp_metrics_all = []\n",
    "    tmp_metrics_detailed = []\n",
    "    \n",
    "    print (model_name)\n",
    "    print (files)\n",
    "    for filepath in files:\n",
    "        tmp_metrics_all.append(make_metrics(filepath)[0])\n",
    "        tmp_metrics_detailed.append(make_metrics(filepath)[1])\n",
    "    cossim_acc_all[model_name] = tmp_metrics_all\n",
    "    cossim_acc_detailed[model_name] = tmp_metrics_detailed"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 668,
   "metadata": {
    "cellId": "mxfot4mk7t2lt9y5p4kr6",
    "execution": {
     "iopub.execute_input": "2023-11-21T19:56:32.931988399Z"
    },
    "execution_id": "04f8b8ec-c998-45ef-ae76-a851e6738eb0"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Defaulting to user installation because normal site-packages is not writeable\n",
      "Requirement already satisfied: seaborn in /home/jupyter/.local/lib/python3.9/site-packages (0.13.0)\n",
      "Requirement already satisfied: numpy!=1.24.0,>=1.20 in /home/jupyter/.local/lib/python3.9/site-packages (from seaborn) (1.26.2)\n",
      "Requirement already satisfied: pandas>=1.2 in /kernel/fallback/lib/python3.9/site-packages (from seaborn) (1.4.4)\n",
      "Requirement already satisfied: matplotlib!=3.6.1,>=3.3 in /kernel/fallback/lib/python3.9/site-packages (from seaborn) (3.3.3)\n",
      "Requirement already satisfied: cycler>=0.10 in /kernel/lib/python3.9/site-packages (from matplotlib!=3.6.1,>=3.3->seaborn) (0.12.1)\n",
      "Requirement already satisfied: kiwisolver>=1.0.1 in /kernel/lib/python3.9/site-packages (from matplotlib!=3.6.1,>=3.3->seaborn) (1.4.5)\n",
      "Requirement already satisfied: pillow>=6.2.0 in /kernel/lib/python3.9/site-packages (from matplotlib!=3.6.1,>=3.3->seaborn) (10.1.0)\n",
      "Requirement already satisfied: pyparsing!=2.0.4,!=2.1.2,!=2.1.6,>=2.0.3 in /kernel/lib/python3.9/site-packages (from matplotlib!=3.6.1,>=3.3->seaborn) (2.4.7)\n",
      "Requirement already satisfied: python-dateutil>=2.1 in /kernel/lib/python3.9/site-packages (from matplotlib!=3.6.1,>=3.3->seaborn) (2.8.2)\n",
      "Requirement already satisfied: pytz>=2020.1 in /kernel/fallback/lib/python3.9/site-packages (from pandas>=1.2->seaborn) (2023.3.post1)\n",
      "Requirement already satisfied: six>=1.5 in /kernel/lib/python3.9/site-packages (from python-dateutil>=2.1->matplotlib!=3.6.1,>=3.3->seaborn) (1.16.0)\n"
     ]
    }
   ],
   "source": [
    "%pip install seaborn"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 669,
   "metadata": {
    "cellId": "d31azd1uq4xx18e5nuoi",
    "execution": {
     "iopub.execute_input": "2023-11-21T19:56:33.699398246Z"
    },
    "execution_id": "06176ec5-6a6e-417e-9340-07c028fd8a14"
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[0.19101123595505617,\n",
       " 0.13793103448275862,\n",
       " 0.06756756756756757,\n",
       " 0.11594202898550725,\n",
       " 0.2222222222222222,\n",
       " 0.06521739130434782,\n",
       " 0.09523809523809523,\n",
       " 0.13114754098360656,\n",
       " 0.14814814814814814,\n",
       " 0.1875,\n",
       " 0.14473684210526316,\n",
       " 0.13559322033898305,\n",
       " 0.06315789473684211,\n",
       " 0.05339805825242718,\n",
       " 0.13333333333333333,\n",
       " 0.05357142857142857,\n",
       " 0.13636363636363635,\n",
       " 0.20689655172413793,\n",
       " 0.11538461538461539]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "cossim_acc_all[names[0]]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 670,
   "metadata": {
    "cellId": "shz4hocyovmx512oue9l9",
    "execution": {
     "iopub.execute_input": "2023-11-21T19:56:34.453822169Z"
    },
    "execution_id": "a43cdf25-db9a-4c8a-a7b0-08ac203bbd70"
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "<ipython-input-27-bdd3145c0e35>:9: UserWarning: FixedFormatter should only be used together with FixedLocator\n",
      "  ax.set_xticklabels(cossim_acc.keys())\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "[Text(0, 0, 'rubert-tiny'),\n",
       " Text(1, 0, 'ruRoberta-large'),\n",
       " Text(2, 0, 'ruBert-base'),\n",
       " Text(3, 0, 'rubert-tiny2')]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXoAAAD4CAYAAADiry33AAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjMuMywgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/Il7ecAAAACXBIWXMAAAsTAAALEwEAmpwYAAAYm0lEQVR4nO3de5RdZZ3m8e9DGMi0TJRIrQkmgQQMFHHCwFiGsZlG20YMAgndEyZB5dbMRGzpNSPLaWi1A6aVxWXW2K4lDslggtAt4eLMssBAFiPa3rhUhUsuRaUJkZCkEy0JY0bpBAO/+WO/BZtjVWpX1alzqt56PmvVOvvy7r3f856zn/OevXfto4jAzMzydUizK2BmZiPLQW9mljkHvZlZ5hz0ZmaZc9CbmWXu0GZXoNZRRx0VM2bMaHY1zMzGlHXr1v0yIlr6mjfqgn7GjBl0dnY2uxpmZmOKpG39zfOhGzOzzDnozcwy56A3M8ucg97MLHMOejOzzDnozcwy56A3M8vcqLuO3sysnnZffz37n+1uyrYPP6mVKZ/7XFO2XeYevZlZP/Z1d7OvuzkfEvXkHr2ZZW04PeptF10MwLF33lGv6jSFe/RmZplz0JuZZc5Bb2aWOQe9mVnmHPRmZplz0JuZZc5Bb2aWOQe9mVnmHPRmZplz0JuZZc5Bb2aWOQe9mVnmHPRmZplz0JuZZc5Bb2aWuUpBL2mepM2Stki6po/5V0jaIOlpST+WNLs07y/TcpslfaSelTczs4ENGPSSJgC3AGcDs4ELy0GefCsi5kTEKcBNwH9Py84GFgPvAeYBX0/rMzOzBqnSo58LbImIrRHxKrAaWFAuEBF7S6NvAyINLwBWR8T+iPgZsCWtz8zMGqTKTwlOBbaXxncAp9UWkvRp4CrgMOBDpWUfq1l26pBqamZmQ1K3k7ERcUtEHA9cDXxhMMtKWiKpU1JnT09PvapkZmZUC/qdwPTS+LQ0rT+rgfMHs2xErIiItohoa2lpqVAlMzOrqkrQdwCzJM2UdBjFydX2cgFJs0qj5wDPpeF2YLGkwyXNBGYBTwy/2mZmVtWAx+gj4oCkK4G1wARgZURskrQM6IyIduBKSWcCvwVeBi5Jy26SdA/QBRwAPh0Rr43QczEzsz5UORlLRKwB1tRMW1oa/s8HWfbLwJeHWkEzMxse/2esmVnmHPRmZplz0JuZZc5Bb2aWOQe9mVnmHPRmZplz0JuZZc5Bb2aWOQe9mVnmHPRmZplz0JuZZc5Bb2aWOQe9mVnmHPRmZplz0JuZZc5Bb2aWOQe9mVnmHPRmZplz0JuZZc5Bb2aWOQe9mVnmHPRmZpmrFPSS5knaLGmLpGv6mH+VpC5J6yV9T9KxpXmvSXo6/bXXs/JmZjawQwcqIGkCcAvwYWAH0CGpPSK6SsWeAtoi4hVJnwJuAhalef8UEafUt9pmZlZVlR79XGBLRGyNiFeB1cCCcoGI+H5EvJJGHwOm1beaZmY2VFWCfiqwvTS+I03rz+XAg6XxiZI6JT0m6fy+FpC0JJXp7OnpqVAlMzOrasBDN4Mh6RNAG/CB0uRjI2KnpOOARyRtiIjny8tFxApgBUBbW1vUs05mZuNdlR79TmB6aXxamvYWks4EPg/Mj4j9vdMjYmd63Ar8ADh1GPU1M7NBqhL0HcAsSTMlHQYsBt5y9YykU4HlFCH/i9L0IyUdnoaPAk4HyidxzcxshA146CYiDki6ElgLTABWRsQmScuAzohoB24GjgDulQTwYkTMB04Clkt6neJD5Yaaq3XMzGyEVTpGHxFrgDU105aWhs/sZ7mfAnOGU0EzMxse/2esmVnmHPRmZplz0JuZZc5Bb2aWOQe9mVnmHPRmZplz0JuZZc5Bb2aWOQe9mVnmHPRmZpmr622Kx5Iv3r+Jrn/c25Rtz37XJK497z1N2faIefAa2L2hOdueMgfOvqE52zYbA9yjH4KuXXvp2tWcD4ks7V5f/JnZiBi3Pfrh9KgXLX8UgLs/+f56VWfsG06PetU5xeNl361PXczsLdyjNzPLnIPezCxzDnozs8w56M3MMuegNzPLnIPezCxzDnozs8yN2+vozWzsePnue9j7wAMN3+6+7m4Atl10ccO3DTDp3HM5ctF/GPZ63KM3s1Fv7wMPvBG6jTSxtZWJra0N3y4UHzL1+nCr1KOXNA/4KjABuC0ibqiZfxXwH4EDQA/wpxGxLc27BPhCKvqliPhmXWpuZuPKxNZWjr3zjmZXo2Hq+S1iwB69pAnALcDZwGzgQkmza4o9BbRFxMnAfcBNadnJwLXAacBc4FpJR9at9mZmNqAqh27mAlsiYmtEvAqsBhaUC0TE9yPilTT6GDAtDX8EeDgi9kTEy8DDwLz6VN3MzKqoEvRTge2l8R1pWn8uBx4czLKSlkjqlNTZ09NToUpmZlZVXU/GSvoE0AbcPJjlImJFRLRFRFtLS0s9q2RmNu5VCfqdwPTS+LQ07S0knQl8HpgfEfsHs6yZmY2cKkHfAcySNFPSYcBioL1cQNKpwHKKkP9FadZa4CxJR6aTsGelaWZm1iADXl4ZEQckXUkR0BOAlRGxSdIyoDMi2ikO1RwB3CsJ4MWImB8ReyT9NcWHBcCyiNgzIs/EzMz6VOk6+ohYA6ypmba0NHzmQZZdCawcagXNzGx4/J+xZmaZc9CbmWXONzUzG4VufOJGuvc0/t4uAK2TW7l67tVN2baNDPfozTLTvae7aR8SNjq5R282Cg2nR33ZQ5cBsGreqnpVx8Y49+jNzDLnoDczy5yD3swscw56M7PMOejNzDLnoDczy5yD3swscw56M7PMOejNzDLnoDczy5yD3swscw56M7PMOejNzDLnu1ea2Ziwr7ubbRdd3OxqNMy+7m4mtrbWZV3u0ZuZZc49ejMbEya2tnLsnXc0uxoNU89vL5V69JLmSdosaYuka/qYf4akJyUdkLSwZt5rkp5Of+31qriZmVUzYI9e0gTgFuDDwA6gQ1J7RHSVir0IXAp8to9V/FNEnDL8qpqZ2VBUOXQzF9gSEVsBJK0GFgBvBH1EvJDmvT4CdTQzs2GocuhmKrC9NL4jTatqoqROSY9JOr+vApKWpDKdPT09g1i1mZkNpBEnY4+NiJ2SjgMekbQhIp4vF4iIFcAKgLa2tqi64m89/iLfeXpnfWtbQdeuvQAsWv5ow7e94JSpfOy0Yxq+XTMbu6r06HcC00vj09K0SiJiZ3rcCvwAOHUQ9Tuo7zy9843QbaTZR09i9tGTGr7drl17m/LBZmZjW5UefQcwS9JMioBfDHysysolHQm8EhH7JR0FnA7cNNTK9mX20ZO4+5Pvr+cqR61mfIMws7FvwB59RBwArgTWAs8C90TEJknLJM0HkPQ+STuAC4DlkjalxU8COiU9A3wfuKHmah0zMxthlY7RR8QaYE3NtKWl4Q6KQzq1y/0UmDPMOpqZ2TD4FghmZplz0JuZZc5Bb2aWuTF/U7OuXXvHzdUoXbv2NuWyTjMb29yjNzPL3Jjv0fs6+jrqXAUb7hvZbfRl9/ricdU5jd/2nIXQdlnjt2vWQO7R25s23Ae7NzR+u1NOLv4abfeG5nywmTXYmO/RW51NmQOXfbfZtWiMZnyDMGsC9+jNzDLnoDczy5yD3swscw56M7PMOejNzDLnoDczy5wvrzSzUe+Vjg4Atl10cZNr0jj7uruZ2Npal3W5R29m1o993d3s6+5uyrYntrYy6dxz67Iu9+jNbNQ7qfvZpmy39xvEsXfe0ZTt14t79GZmmXPQm5llzkFvZpY5B72ZWeYc9GZmmat01Y2kecBXgQnAbRFxQ838M4C/AU4GFkfEfaV5lwBfSKNfiohv1qHeZqPevf9wL2u2rmn4drv3FJcDXvZQ439Q5aPHfZQLTrig4du1gxsw6CVNAG4BPgzsADoktUdEV6nYi8ClwGdrlp0MXAu0AQGsS8u+XJ/qW93tXj9+7tO+e/2I/uDJmq1r2LxnMydOPnHEttGX1sn1+Sebwdq8ZzOAg34UqtKjnwtsiYitAJJWAwuAN4I+Il5I816vWfYjwMMRsSfNfxiYB9w17JqbjQEnTj6RVfNWNbsaDdGMbxBWTZWgnwpsL43vAE6ruP6+lp1aW0jSEmAJwDHHHFNx1TYippzsX5gyy8yoOBkbESsioi0i2lpaWppdHTOzrFQJ+p3A9NL4tDStiuEsa2ZmdVAl6DuAWZJmSjoMWAy0V1z/WuAsSUdKOhI4K00zM7MGGTDoI+IAcCVFQD8L3BMRmyQtkzQfQNL7JO0ALgCWS9qUlt0D/DXFh0UHsKz3xKyZmTVGpevoI2INsKZm2tLScAfFYZm+ll0JrBxGHc3MbBhGxclYMzMbOQ56M7PMOejNzDLnoDczy9yY/inBx39WXMCzaPmjTa5JY3Tt2svsoyc1uxpmNsa4Rz8EXbv20rVrb8O3O/voSSw45XfuIGFmdlBjukf/wg3NuVdJ7zeIuz/5/qZs38xsMNyjNzPLnIPezCxzDnozs8w56M3MMuegNzPLnIPezCxzY/rySquzbT8uHsfLT+zt3gBT5jS7FmYjzkFvzbd7ffE45eTGbnfKHJizcEQ30b2ne9z8aHb3nm5aJ7c2uxrWBwe9vem6XzVnu73fIMbLj5KbNZiD3mwEtU5uZdW8Vc2uRkOMl28uY5FPxpqZZc49ejPL2u7rr2f/s91DWnZfd7HctosuHtLyh5/UypTPfW5Iy9aTg97MrB8TW/M4ueygN7OsjYYedbNVCnpJ84CvAhOA2yLihpr5hwN3AO8FXgIWRcQLkmYAzwKbU9HHIuKKOtV9WL54/ya6/nFo95TvvRf9UH/wZPa7JnHtee8Z0rJmZoM1YNBLmgDcAnwY2AF0SGqPiK5SscuBlyPi3ZIWAzcCi9K85yPilPpWu7n8K09mNpZU6dHPBbZExFYASauBBUA56BcA16Xh+4CvSVId61l37lGb2XhR5fLKqcD20viONK3PMhFxAPgV8M40b6akpyT9vaQ/6GsDkpZI6pTU2dPTM6gnYGZmBzfS19HvAo6JiFOBq4BvSfqd4x4RsSIi2iKiraWlZYSrZGY2vlQJ+p3A9NL4tDStzzKSDgXeDrwUEfsj4iWAiFgHPA+cMNxKm5lZdVWCvgOYJWmmpMOAxUB7TZl24JI0vBB4JCJCUks6mYuk44BZwNb6VN3MzKoY8GRsRByQdCWwluLyypURsUnSMqAzItqBbwB3StoC7KH4MAA4A1gm6bfA68AVEbFnJJ6ImZn1rdJ19BGxBlhTM21paXgfcEEfy30b+PYw62g2JnX+vBMYPzf72rxnMydOPrHZ1bA++KZmZpnp3tNN956h3dtlOE6cfCIfPe6jDd+uDcy3QDAbIRsu2dCU7fZ+gxgvt0e2gblHb2aWOQe9mVnmHPRmZplz0JuZZc5Bb2aWOQe9mVnmHPRmZplz0JuZZc5Bb2aWOf9nrNXHg9fA7iH+J+ju9cXjqnOGtvyUOXD2DQOXMxunHPTWfFNObnYNzLLmoLf6cI/abNTyMXozs8w56M3MMuegNzPLnIPezCxzPhlrNgrd+MSNQ/6VqN7lhvoThq2TW7l67tVDWtZGJwe9WWZaJ7c2uwo2yjjozUYh96itnnyM3swsc5WCXtI8SZslbZF0TR/zD5d0d5r/uKQZpXl/maZvlvSROtbdzMwqGDDoJU0AbgHOBmYDF0qaXVPscuDliHg38BXgxrTsbGAx8B5gHvD1tD4zM2uQKj36ucCWiNgaEa8Cq4EFNWUWAN9Mw/cBfyRJafrqiNgfET8DtqT1mZlZg1QJ+qnA9tL4jjStzzIRcQD4FfDOissiaYmkTkmdPT091WtvZmYDGhUnYyNiRUS0RURbS0tLs6tjZpaVKkG/E5heGp+WpvVZRtKhwNuBlyoua2ZmI6hK0HcAsyTNlHQYxcnV9poy7cAlaXgh8EhERJq+OF2VMxOYBTxRn6qbmVkVA/7DVEQckHQlsBaYAKyMiE2SlgGdEdEOfAO4U9IWYA/FhwGp3D1AF3AA+HREvHaw7a1bt+6XkrYN61k1xlHAL5tdiYy4PevL7Vk/Y6Utj+1vhoqOtw2WpM6IaGt2PXLh9qwvt2f95NCWo+JkrJmZjRwHvZlZ5hz0Q7ei2RXIjNuzvtye9TPm29LH6M3MMucevZlZ5hz0ZmaZG7dBL+l2SQuHsfw7JP3ZQeafX77Lp6Rlks4c6vYaTdJ1knZKelpSl6QLByj/QUkPDHObl0p61xCW+/Vwtjta1LR5t6T/IWlQ+2h6HX7/IPOzaKuBjKX9W9JVaR9bL+l7kvq9Hn6osg56Fer+HNNtHt4B9PtGAM6nuK0zABGxNCL+T73rMhwV2ucrEXEKxV1Il0v6ZyNYlwnApcCgg36Q2xmR90Qdt9/b5rOBOcAHBrHuQ4EPAv0GfU4y2r+fAtoi4mSKu//eNMT19Cu7oJc0I/3IyR3ARuC10ryFkm4vFT8z3TXzHySdm8pMkHSzpI70CfvJNP2Dkn4kqZ3iP31vAI5Pva+ba+rw+8B84OY0//hyD0PSC5K+KOlJSRsktUo6RNJzklpSmUNU/GBLXe/yNsj2ASAingNeAY5MO9fNkjamui8qFZ0k6btp/bf27oSSzpL0aHq+90o6otQON0p6ErgQaAP+LrXZP5e0NL0OGyWtkKQBntsRqUfU264L+nnO0yX9VZr2Y0l3SfpsKnu8pIckrUuv97B/gHUobQ4cBkwEXj5YvdL76lZJjwP3AFcAn0lt+Af91Ocrkjaltup9v/2n1NbPSPq2pN9L0y9I7f+MpB+maX3uI42Q4/4dEd+PiFfS6h+juCdYfUVEVn/ADOB14N+m8V+X5i0Ebk/DtwMPUXzYzaK4hfJEYAnwhVTmcKATmEnRU/oNMLO0nY0HqcftwMK+xoEXgD9Pw38G3JaGrwX+Sxo+C/h2E9vnOuCzafjfAD9Kw/8eeJjidhj/EngRODq1zz7guDTv4bS+o4AfAm9Ly18NLC21w1+Utv8Dip5N7/jk0vCdwHn9PKdfp8dDgUlp+CiK3z9QH8/5fcDT6fX+F8Bzpef6PWBWGj6N4r5NjWzznaluLwPfKpXrs17pffUAMKH2deunLgF8PA0vBb6Wht9ZKvMl3nx/bgCmpuF3pMc+9xHv38Pfv4Gv9davnn+5/jj4toh4rEK5eyLideA5SVuBVooX4GS9eXzv7RRvlFeBJ6L4AZV6+F/pcR3wJ2l4JfAd4G+APwVW1Wlbtaq2z2ckXQacAJyXpv074K4o7ln0c0l/TxGceynaZyuApLtS2X0UX3F/kjrkhwGPlrZx90G2/4eS/gL4PWAysAm4/yDlBVwv6QyKMJhK8WFU+5xPB74TEfuAfZLuT3U+guKwx72lLw+HH2R7g1G1zb8SEf9NxWGy+yQtpgjyg9Xr3hjgHlIlr/Nmm/8tb74P/5WkL1EcsjiC4t5WAD8Bbldxz6resv3tI/XaNwaS5f4t6RMU32orH66rKteg/01puPyPAhNrytX+E0FQhMWfR8Ta8gxJH6xZLzXzvwycAxDFMdaB7E+Pr5Feh4jYLunnkj5E8UtcH6+wnqGo2j69oTMf+Iak4wdYb3/t+XBE9Hcyt882lTQR+DpFD3+7pOuAiZKm82bY3xoRt5YW+zjQArw3In4r6YXSc+r3tSs5BPi/FV+/wara5kWBov4PAWcAawaoV39tOIEiaADaI2JpX5tKj7cD50fEM5IupejhEhFXSDqN4r29TtJ76WcfaaDs9m8VJ3I/D3wgIvbXrmy4sjtG34efSzpJxfHiP66Zd0E6VnY8xSGHzRQ9mU+lHhWSTpD0tj7W+/8ovvYDEBGfj4hTSm+Ct8wfhNsoelqD6aUNx8HaB4Ao7lDaSXEr6h8Bi9KxzhaKIOq99fRcFbezPgRYBPyY4pjj6ZLeDSDpbZJO6Kcu5Tbr3Wl/mXraC1Ndtve2c03IQ9E7+0UKyT+k/7v5/QQ4T9LEtO5z07r3Aj+TdEGqqyT9637WMRwDtrmKrvvpwPODrNcbbRgRr5XaqjfkDyG1JfAxiteItMyu9L4vB9DxEfF4Wr6H4vclqu4jjTDm929JpwLLgfkR8YshrHNA4yHor6H46vtTYFfNvBcpQupB4Ir0Vf42ipMxT0raSPEC/M43n4h4ieJwxMbakzXJauC/SnqqQk+4rJ3iq/NIHbapdbD2KVsGXEXx1XM98AzwCMUx9t2pTAfFMcZnKb7G/++I6KG4muYuSespDtv0d4LzduBWSU9T9Ij+J8UJt7Vp3QP5O6BN0gbgYqC7r0IR0UHRzuspXvsNFD9/CUXIXS7pGYpDRbW/j1wPB2vzz6Tnv5HiXMfXB1mv+4E/Vv8nY39D8YG8EfgQxesK8FfA4xQfguV2uzmdUNyY6vsMFfeRBslh/745Tbs3vW61v/cxbL4FwigjqY3ikEmfV0xYfUg6IiJ+reLqkh8CSyLiyWbXy/LWrP0712P0Y5Kka4BPMXLH5u1NK1T8w8tE4JsOeRtpzdy/3aM3M8vceDhGb2Y2rjnozcwy56A3M8ucg97MLHMOejOzzP1/K6sqbmKAu4UAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "import seaborn as sns\n",
    "\n",
    "data =    [cossim_acc_all[names[0]],\n",
    "           cossim_acc_all[names[1]],\n",
    "           cossim_acc_all[names[2]],\n",
    "           cossim_acc_all[names[3]]]\n",
    "\n",
    "ax = sns.boxplot(data=data, fill=False, gap=.1)\n",
    "ax.set_xticklabels(cossim_acc.keys())\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 671,
   "metadata": {
    "cellId": "gnclap7es6repj4r06irh",
    "execution": {
     "iopub.execute_input": "2023-11-21T19:56:35.248062052Z"
    },
    "execution_id": "564d8194-2f8a-4883-b0a7-4aad7978a618"
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "<ipython-input-28-c4de36357d69>:7: UserWarning: FixedFormatter should only be used together with FixedLocator\n",
      "  ax.set_xticklabels(cossim_acc.keys())\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "[Text(0, 0, 'rubert-tiny'),\n",
       " Text(1, 0, 'ruRoberta-large'),\n",
       " Text(2, 0, 'ruBert-base'),\n",
       " Text(3, 0, 'rubert-tiny2')]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXQAAAD5CAYAAAA3Os7hAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjMuMywgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/Il7ecAAAACXBIWXMAAAsTAAALEwEAmpwYAAAYbklEQVR4nO3de5Rd5Xnf8e+PcWU1YMVWNLWwJJBMBcMkohBPRBzaQCjOEjfJFwiSr6huhJPKTaF2kC+RsZJQMFlxvVbkgEKRDA0IQdp6wAOqazv1pYA12EKX0QhUGSzJkj22sFXbS2DB0z/2Htg+nJmzZ2bPOZp3fp+1Zs2+vGe/z3nP2c9597vP2VsRgZmZTXwntDoAMzOrhhO6mVkinNDNzBLhhG5mlggndDOzRDihm5kl4lVlCklaBHwGaANuj4ibatafCtwBtAOHgXdHxP7htjljxoyYO3fuaGI2M5u0Hn/88R9GRHu9dQ0TuqQ2YC3wFmA/sEVSd0T0FYr9FXBnRHxO0oXAfwLeM9x2586dS29vb9nnYGZmgKRnhlpXZshlIbAnIvZGxPPARmBJTZlO4Mv59FfqrDczs3FWJqHPAvYV5vfny4qeAN6eT78NeI2kXxt7eGZmVlZVJ0U/BJwv6dvA+cAB4IXaQpJWSOqV1DswMFBR1WZmBuUS+gFgTmF+dr7sJRHxvYh4e0ScA3wsX/bj2g1FxLqI6IqIrvb2umP6ZmY2SmUS+hZgvqR5kqYAS4HuYgFJMyQNbusjZN94MTOzJmqY0CPiGLAS2AzsAjZFxE5JayQtzotdAOyW9CTweuAvxyleMzMbglp1+dyurq7w1xbNzEZG0uMR0VVvXakfFpmZHe8O3Xgjz+3qb0ndrz6zg5kf/WhL6i7yT//NbNI72t/P0f7WfBhUyT10M0vCWHrIz7znvQCcetedVYXTEu6hm5klwgndzCwRTuhmZolwQjczS4QTuplZIpzQzcwS4YRuZpYIJ3Qzs0Q4oZuZJcIJ3cwsEU7oZmaJcEI3M0uEE7qZWSKc0M3MElHq8rmSFgGfAdqA2yPippr1pwCfA16bl1kVET3Vhjo6n3xgJ33fO9KSujvfMI1PXP7rLanbzCafhj10SW3AWuBioBNYJqmzptjHye41eg7ZTaQ/W3WgrdB38Ah9B1vzYWBmNlJleugLgT0RsRdA0kZgCdBXKBPAtHz6V4HvVRnkWIylh3zVbY8AcO81b64qHDOzcVMmoc8C9hXm9wPn1pS5Afifkj4InAhcVEl0ZmZWWlUnRZcBGyJiNnAJcJekV2xb0gpJvZJ6BwYGKqrazMygXEI/AMwpzM/OlxW9H9gEEBGPAFOBGbUbioh1EdEVEV3t7e2ji9jMzOoqk9C3APMlzZM0heykZ3dNme8C/xpA0plkCd1dcDOzJmo4hh4RxyStBDaTfSXxjojYKWkN0BsR3cB/BP5O0rVkJ0ivjogYz8DNLD3P3ruJIw8+2PR6j/b3A/DMe97b9LqnXXYZr7vqDyrZVqnvoeffKe+pWba6MN0HnFdJRGY2aR158EGO9vcztaOjqfU2u75Bgx8kTU3oZmbNMrWjg1PvurPVYTRF1UcE/um/mVkinNDNzBLhhG5mlggndDOzRDihm5klwgndzCwRTuhmZolwQjczS4QTuplZIpzQzcwS4YRuZpYIJ3Qzs0Q4oZuZJcIJ3cwsEU7oZmaJ8PXQzey4crS/vyV3DmqFqm/mUaqHLmmRpN2S9khaVWf9pyVtzf+elPTjyiI0M7NSGvbQJbUBa4G3APuBLZK689vOARAR1xbKfxA4ZxxiNbNJwHcsGr0yPfSFwJ6I2BsRzwMbgSXDlF8G3FNFcGZmVl6ZhD4L2FeY358vewVJpwLzgC+PPTQzMxuJqr/lshS4PyJeqLdS0gpJvZJ6BwYGKq7azGxyK5PQDwBzCvOz82X1LGWY4ZaIWBcRXRHR1d7eXj5KMzNrqExC3wLMlzRP0hSypN1dW0hSB/A64JFqQzQzszIaJvSIOAasBDYDu4BNEbFT0hpJiwtFlwIbIyLGJ1QzMxtOqR8WRUQP0FOzbHXN/A3VhWVmZiPln/6bmSXCCd3MLBFO6GZmiXBCNzNLhBO6mVkinNDNzBLhhG5mlggndDOzRDihm5klwgndzCwRTuhmZolwQjczS4QTuplZIpzQzcwS4YRuZpYIJ3Qzs0Q4oZuZJcIJ3cwsEaUSuqRFknZL2iNp1RBl/kBSn6Sdku6uNkwzM2uk4T1FJbUBa4G3APuBLZK6I6KvUGY+8BHgvIh4VtI/G6+AzcysvjI99IXAnojYGxHPAxuBJTVl/hBYGxHPAkTED6oN08zMGimT0GcB+wrz+/NlRacDp0v6hqRHJS2qtyFJKyT1SuodGBgYXcRmZlZXwyGXEWxnPnABMBv4qqQFEfHjYqGIWAesA+jq6oqyG7/7se/y+a0HKgq1vL6DRwC46rZHml73krNn8c5zT2l6vWY2cZXpoR8A5hTmZ+fLivYD3RHxi4j4DvAkWYKvxOe3HngpuTZT58nT6Dx5WtPr7Tt4pCUfYGY2sZXpoW8B5kuaR5bIlwLvrCnzP4BlwHpJM8iGYPZWGCedJ0/j3mveXOUmj1utOCIws4mvYQ89Io4BK4HNwC5gU0TslLRG0uK82GbgR5L6gK8AH46IH41X0GZm9kqlxtAjogfoqVm2ujAdwHX5n5mZtUBVJ0VtsnhoFRza3pq6Zy6Ai29qTd1mE4B/+m/Nc2hb9mdm48I9dBuZsfSQ11+a/V/+hWpiMbNf4h66mVkinNDNzBLhhG5mlggndDOzRDihm5klwgndzCwRTuhmZolwQjczS4QTuplZIpzQzcwS4YRuZpYIJ3Qzs0Q4oZuZJcIJ3cwsEaUSuqRFknZL2iNpVZ31V0sakLQ1//u31YdqZmbDaXg9dEltwFrgLcB+YIuk7ojoqyl6b0SsHIcYzcyshDI3uFgI7ImIvQCSNgJLgNqEPq76Dh7hqtseaWaVLdN38AidJ09rdRhmNsGUGXKZBewrzO/Pl9V6h6Rtku6XNKfehiStkNQrqXdgYGAU4ZqZ2VCqugXdA8A9EfGcpGuAzwEX1haKiHXAOoCurq4YSQWdJ0/j3mveXEWsx73JciRiZtUq00M/ABR73LPzZS+JiB9FxHP57O3Am6oJz8zMyiqT0LcA8yXNkzQFWAp0FwtIOrkwuxjYVV2IZmZWRsMhl4g4JmklsBloA+6IiJ2S1gC9EdEN/HtJi4FjwGHg6nGM2czM6ig1hh4RPUBPzbLVhemPAB+pNjSztN38zZvpP9zfkro7pndw/cLrW1K3jR//UtRsAuo/3N+yDwM7flX1LRczG6Gx9JCXP7wcgPWL1lcVjiXACX2y6V0P2+9vTd2HtmX/11/a/LoXXAFdy5tfr1kTechlstl+Pxza3pq6Z56V/TXboe2t+xAzayL30CejmQtg+RdaHUXztOKIwEbl51u2APDMe97b4kia42h/P1M7OirbnnvoZjbpHe3v52h/808yT+3oYNpll1W2PffQzey4cWZ/a36TOHhEcOpdd7ak/qq4h25mlggndDOzRDihm5klwgndzCwRTuhmZomYEN9yeew7h4HJc+MH34LOzEbDPfRh9B08Qt/BI02vt/PkaSw5u95d/szMhjYheuhP39SaX/oNHhFMllvfmdnE5h66mVkinNDNzBJRKqFLWiRpt6Q9klYNU+4dkkJSV3UhmplZGQ0TuqQ2YC1wMdAJLJPUWafca4A/AR6rOkgzM2uszEnRhcCeiNgLIGkjsAToqyn358DNwIcrjdCqd2jb5Lqk7KFtrbkOuzXVoRtv5Lldo7ti4uCVFkd72d5Xn9nBzI9+dFSPrVKZIZdZwL7C/P582Usk/SYwJyKGvci2pBWSeiX1DgwMjDhYM7PxMLWjo9LrkrfKmL+2KOkE4K+BqxuVjYh1wDqArq6uGGvdNkozz/INLiw5x0MPudXK9NAPAHMK87PzZYNeA/wG8I+SngZ+G+j2iVEzs+Yqk9C3APMlzZM0BVgKdA+ujIifRMSMiJgbEXOBR4HFEdE7LhGbmVldDRN6RBwDVgKbgV3ApojYKWmNpMXjHaCZmZVTagw9InqAnpplq4coe8HYwzIzs5HyL0XNzBLhhG5mlggndDOzRDihm5klwgndzCwRTuhmZolwQjczS4QTuplZIibEPUXNjlf3PXkfPXt7GhesWP/h7HKvyx9e3vS6L3njJVx5+pVNr9cacw/dbAx69vaw+/DuptfbMb2DjunNv9zr7sO7W/IBZuW4h242RmdMP4P1i9a3OoymaMURgZXnHrqZWSKc0M3MEuGEbmaWCCd0M7NEOKGbmSXCCd3MLBGlErqkRZJ2S9ojaVWd9R+QtF3SVklfl9RZfahmZjachgldUhuwFrgY6ASW1UnYd0fEgog4G/gU8NdVB2pmZsMr00NfCOyJiL0R8TywEVhSLBARRwqzJwJRXYhmZlZGmV+KzgL2Feb3A+fWFpL074DrgCnAhfU2JGkFsALglFNOGWmsVoVnvp79X39pa+NopkPbYeaCVkdhNu4qOykaEWsj4jTgeuDjQ5RZFxFdEdHV3t5eVdU2URzalv0128wFsOCK5tdr1mRleugHgDmF+dn5sqFsBP52LEHZOLrhJ62re/CoYPkXWheDWcLK9NC3APMlzZM0BVgKdBcLSJpfmL0UeKq6EM3MrIyGPfSIOCZpJbAZaAPuiIidktYAvRHRDayUdBHwC+BZ4H3jGbSZmb1SqcvnRkQP0FOzbHVh+k8qjsvMzEbI10M3G6P+w/2T5jrh/Yf7W3JjDSvHP/03M0uEe+hmY9QxvcN3LLLjgnvoZmaJcEI3M0uEE7qZWSKc0M3MEuGEbmaWCCd0M7NEOKGbmSXCCd3MLBFO6GZmiXBCNzNLhBO6mVkikr+Wyycf2Enf9440LlhH38HscVfd9sioHt/5hml84vJfH9VjzcxGKvmEPhadJ09rdQhmZqUln9DdQzazyaLUGLqkRZJ2S9ojaVWd9ddJ6pO0TdKXJJ1afahmZjachgldUhuwFrgY6ASWSeqsKfZtoCsizgLuBz5VdaBmZja8MkMuC4E9EbEXQNJGYAnQN1ggIr5SKP8o8O4qgzQ7XvV+vxeYPDd+2H14N2dMP6PVYdgQygy5zAL2Feb358uG8n7goXorJK2Q1Cupd2BgoHyUZvZL+g/303+4v+n1njH9DC554yVNr9fKqfSkqKR3A13A+fXWR8Q6YB1AV1dXVFm3WStsf9/2ltQ7eEQwWW59Z+WUSegHgDmF+dn5sl8i6SLgY8D5EfFcNeGZmVlZZYZctgDzJc2TNAVYCnQXC0g6B7gNWBwRP6g+TDMza6RhQo+IY8BKYDOwC9gUETslrZG0OC92C3AScJ+krZK6h9icmZmNk1Jj6BHRA/TULFtdmL6o4rjMzGyEfHEuM7NEOKGbmSXCCd3MLBFO6GZmiXBCNzNLhBO6mVkinNDNzBLhhG5mlggndDOzRDihm5klwgndzCwRyd8k2ir20Co4NMprgB/alv1ff+noHj9zAVx80+geazYJOKFb88w8q9URmCXNCd1Gxj1ks+OWx9DNzBLhHrpZi9z8zZtHfaPnwccN3lt0pDqmd3D9wutH9Vg7fjmhm01AHdM7Wh2CHYdKJXRJi4DPAG3A7RFxU8363wX+M3AWsDQi7q84TrPkuIdsVWs4hi6pDVgLXAx0AsskddYU+y5wNXB31QGamVk5ZXroC4E9EbEXQNJGYAnQN1ggIp7O1704DjGamVkJZb7lMgvYV5jfny8zM7PjSFO/tihphaReSb0DAwPNrNrMLHllEvoBYE5hfna+bMQiYl1EdEVEV3t7+2g2YWZmQyiT0LcA8yXNkzQFWAp0j29YZmY2Ug0TekQcA1YCm4FdwKaI2ClpjaTFAJJ+S9J+4ErgNkk7xzNoMzN7pVLfQ4+IHqCnZtnqwvQWsqEYMzNrEUVEayqWBoBnWlL5yMwAftjqIBLi9qyO27JaE6U9T42IuichW5bQJwpJvRHR1eo4UuH2rI7bsloptKevtmhmlggndDOzRDihN7au1QEkxu1ZHbdltSZ8e3oM3cwsEe6hm5klIvmELmmDpCvG8PjXSvrjYda/tXg54fwHVxeNtr5mknSDpAOStkrqk7SsQfkLJD04xjqvlvSGUTzup2Op93hS0+79kv5W0oj2xfy1+J1h1ifTXsOZSPu3pOvy/WybpC9JOnU02xlOEgldmcqfi6RXAa8FhnzBgbeSXSceyH5wFRH/q+pYRqtE23w6Is4muyTybZL+yTjG0kZ23fwRJ/QR1jMu74eKYxhs905gAXD+CLb9KuACYMiEnpKE9u9vA10RcRZwP/CpUW5nSBM2oUuaK2m3pDuBHcALhXVXSNpQKH5RfpXHJyVdlpdpk3SLpC35J+Y1+fILJH1NUjfZNd9vAk7Le1O31MTwO8Bi4JZ8/WnFHoOkpyV9UtK3JG2X1CHpBElPSWrPy5wgac/gfAvaBoCIeAr4OfC6fAe6RdKOPO6rCkWnSfpCvv1bB3c0Sb8v6ZH8ud4n6aRCG9ws6VvAMqAL+Pu8vf6ppNX5a7BD0jpJavDcTsp7N4NtumSI5zxH0p/ly74u6R5JH8rLnibpYUmP5691JfdzG027A1OAqcCzw8WWv69ulfQYsAn4AHBt3o7/aoh4Pi1pZ95eg++3P8zb+wlJ/yDpV/LlV+avwROSvpovq7uPNEOK+3dEfCUifp5v/lHG49f1ETEh/4C5wIvAb+fzPy2suwLYkE9vAB4m+/CaT3Y996nACuDjeZlXA73APLKez8+AeYV6dgwTxwbginrzwNPAB/PpPya7fR/AJ4D/kE//PvAPLWqbG4AP5dO/CXwtn34H8EWyWw6+nuyOVCfnbXMUeGO+7ov59mYAXwVOzB9/PbC60AZ/Wqj/H8l6KYPz0wvTdwGXD/Gcfpr/fxUwLZ+eAewBVOc5/xawNX+tXwM8VXiuXwLm59PnAl9uQbsfyON7Fri7UK5ubPn76kGgrfa1GyKWAN6VT68G/iaf/rVCmb/g5ffndmBWPv3a/H/dfcT799j3b+BvBuOr8m+i3yT6mYh4tES5TRHxIvCUpL1AB1lDn6WXx99+lewN8TzwzYj4TkUx/rf8/+PA2/PpO4DPk92H9d8A6yuqq6hs21wraTlwOnB5vuxfAvdExAvA9yX9b7IEeYSsbQbvXnVPXvYo2WHpN/IO9hTgkUId9w5T/+9J+lPgV4DpwE7ggWHKC7hR2X1sXyS72crr6zzn84DPR8RR4KikB/KYTyIbqrivcDDw6mHqG6my7f7piPgrZUNc90taSpawh4vtvvw1KeNFXm73/8rL78PfkPQXZEMNJ5FddA/gG8AGSZsKZYfaR6raNxpJcv+W9G6yI9XSw2xlTfSE/rPCdPH7l1NrytV+NzPIEsMHI2JzcYWkC2q2S836vwQuBYhsDLSR5/L/L5C3d0Tsk/R9SReS3eLvXSW2M1Jl22YwsSwG/ouk0xpsd6i2/GJEDHVStW57SpoKfJasx75P0g3AVElzeDmp3xoRtxYe9i6gHXhTRPxC0tOF5zTk61ZwAvDjkq/daJRt96xA9hweBn6X7AJ4w8U2VDu2kSUUgO4oXDivTiwbgLdGxBOSribrsRIRH5B0Ltl7+3FJb2KIfaSJktu/lZ1Q/RhwfkQ8V7uxsZqwY+h1fF/SmcrGdN9Ws+7KfCzrNLLhgt1kPZM/yntISDpd0ol1tvv/yA7ZAYiIj0XE2YUX+5fWj8DtZD2nkfS6Rmu4tgEgIrrJDkvfB3wNuCofh2wnSzbfzIsuVHZt/BOAq4Cvk40HnifpnwNIOlHS6UPEUmyvwR3zh3nP+Yo8ln2DbVyTzCHraf0gT4S/Bwz1TYFvAJdLmppv+7J820eA70i6Mo9Vkv7FENsYq4btrqwrfh7wf0cY20vtGBEvFNprMJmfQN6ewDvJXifyxxzM3/fFRHNaRDyWP36A7KY2ZfeRZpjw+7ekc4DbgMUR8YNRbLOhlBL6KrJD1v8DHKxZ912yhPQQ8IH8MPx2spMi35K0g6yhX3HEEhE/IhtK2FF70iS3EfiwpG+X6N0WdZMd8o7HcEut4dqmaA1wHdnh4jbgCeDLZGPgh/IyW8jG/3aRHXr/94gYIPv2yj2StpENtwx1onEDcKukrWS9m78jO+m1Od92I38PdEnaDrwX6K9XKLJLOnfnz+MhsjHin+Sr3wW8X9ITZEM8S0rUOxrDtfu1eRvsIDsf8dkRxvYA8DYNfVL0Z2QfvjuAC8leW4A/Ax4j+8Artt0t+Ym9HXm8T1ByH2mSFPbvW/Jl9+WvW+U3CvIvRVtEUhfZcEfdbyjY2Ek6KSJ+quybHF8FVkTEt1odl6WvVfv3RB9Dn5AkrQL+iPEZO7eXrVP2o5CpwOeczK0ZWrl/u4duZpaIlMbQzcwmNSd0M7NEOKGbmSXCCd3MLBFO6GZmiXBCNzNLxP8H90rNE9VvCDQAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "data =    [cossim_acc_detailed[names[0]],\n",
    "           cossim_acc_detailed[names[1]],\n",
    "           cossim_acc_detailed[names[2]],\n",
    "           cossim_acc_detailed[names[3]]]\n",
    "\n",
    "ax = sns.boxplot(data=data, fill=False, gap=.1)\n",
    "ax.set_xticklabels(cossim_acc.keys())"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "cellId": "9oeubuoxghobmvhzo3jc3",
    "execution_id": "4120b3eb-df03-426b-8054-c0a67544df34"
   },
   "source": [
    "Попробуем отсечь -1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 672,
   "metadata": {
    "cellId": "j4rx0efqyrnqsr32m4s6x",
    "execution": {
     "iopub.execute_input": "2023-11-21T19:56:37.277993393Z"
    },
    "execution_id": "83cd8add-cc11-480d-8a11-7f9c184761b1"
   },
   "outputs": [],
   "source": [
    "def check_negative(filepath):\n",
    "    cs =    pd.read_csv (filepath, encoding ='utf-8')\n",
    "    cs = cs[cs['Эталон'] == -1]\n",
    "    variants_cossim = cs.iloc[:,2:].values\n",
    "    max_in_row = np.max (variants_cossim, axis = 1)\n",
    "    min_in_row = np.min (variants_cossim, axis = 1)\n",
    "    return variants_cossim, max_in_row, min_in_row"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 673,
   "metadata": {
    "cellId": "hyph9vp27bsikuqwmy2zsr",
    "execution": {
     "iopub.execute_input": "2023-11-21T19:56:38.201009064Z"
    },
    "execution_id": "acc4e466-98cc-4900-8b43-6d853d2bcbe6"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "rubert-tiny\n",
      "['Content/markup/cossim/Volgograd_rubert-tiny_cossim.csv', 'Content/markup/cossim/Voronezh_rubert-tiny_cossim.csv', 'Content/markup/cossim/Yakutia_rubert-tiny_cossim.csv', 'Content/markup/cossim/Tyva_rubert-tiny_cossim.csv', 'Content/markup/cossim/Udmurt_rubert-tiny_cossim.csv', 'Content/markup/cossim/Vologda_rubert-tiny_cossim.csv', 'Content/markup/cossim/Ulyanovsk_rubert-tiny_cossim.csv', 'Content/markup/cossim/Yaroslavl_rubert-tiny_cossim.csv', 'Content/markup/cossim/Yamalo-Nenets_rubert-tiny_cossim.csv', 'Content/markup/cossim/Adygeya_rubert-tiny_cossim.csv', 'Content/markup/cossim/Altai Resp_rubert-tiny_cossim.csv', 'Content/markup/cossim/Altai_rubert-tiny_cossim.csv', 'Content/markup/cossim/Amur_rubert-tiny_cossim.csv', 'Content/markup/cossim/Bryansk_rubert-tiny_cossim.csv', 'Content/markup/cossim/Bashkortastan_rubert-tiny_cossim.csv', 'Content/markup/cossim/Belgorod_rubert-tiny_cossim.csv', 'Content/markup/cossim/Vladimir_rubert-tiny_cossim.csv', 'Content/markup/cossim/Arkhangelsk_rubert-tiny_cossim.csv', 'Content/markup/cossim/Buryatia_rubert-tiny_cossim.csv']\n",
      "ruRoberta-large\n",
      "['Content/markup/cossim/Volgograd_ruRoberta-large_cossim.csv', 'Content/markup/cossim/Voronezh_ruRoberta-large_cossim.csv', 'Content/markup/cossim/Yakutia_ruRoberta-large_cossim.csv', 'Content/markup/cossim/Tyva_ruRoberta-large_cossim.csv', 'Content/markup/cossim/Udmurt_ruRoberta-large_cossim.csv', 'Content/markup/cossim/Vologda_ruRoberta-large_cossim.csv', 'Content/markup/cossim/Ulyanovsk_ruRoberta-large_cossim.csv', 'Content/markup/cossim/Yaroslavl_ruRoberta-large_cossim.csv', 'Content/markup/cossim/Yamalo-Nenets_ruRoberta-large_cossim.csv', 'Content/markup/cossim/Adygeya_ruRoberta-large_cossim.csv', 'Content/markup/cossim/Altai Resp_ruRoberta-large_cossim.csv', 'Content/markup/cossim/Altai_ruRoberta-large_cossim.csv', 'Content/markup/cossim/Amur_ruRoberta-large_cossim.csv', 'Content/markup/cossim/Bryansk_ruRoberta-large_cossim.csv', 'Content/markup/cossim/Bashkortastan_ruRoberta-large_cossim.csv', 'Content/markup/cossim/Belgorod_ruRoberta-large_cossim.csv', 'Content/markup/cossim/Vladimir_ruRoberta-large_cossim.csv', 'Content/markup/cossim/Arkhangelsk_ruRoberta-large_cossim.csv', 'Content/markup/cossim/Buryatia_ruRoberta-large_cossim.csv']\n",
      "ruBert-base\n",
      "['Content/markup/cossim/Volgograd_ruBert-base_cossim.csv', 'Content/markup/cossim/Voronezh_ruBert-base_cossim.csv', 'Content/markup/cossim/Yakutia_ruBert-base_cossim.csv', 'Content/markup/cossim/Tyva_ruBert-base_cossim.csv', 'Content/markup/cossim/Udmurt_ruBert-base_cossim.csv', 'Content/markup/cossim/Vologda_ruBert-base_cossim.csv', 'Content/markup/cossim/Ulyanovsk_ruBert-base_cossim.csv', 'Content/markup/cossim/Yaroslavl_ruBert-base_cossim.csv', 'Content/markup/cossim/Yamalo-Nenets_ruBert-base_cossim.csv', 'Content/markup/cossim/Adygeya_ruBert-base_cossim.csv', 'Content/markup/cossim/Altai Resp_ruBert-base_cossim.csv', 'Content/markup/cossim/Altai_ruBert-base_cossim.csv', 'Content/markup/cossim/Amur_ruBert-base_cossim.csv', 'Content/markup/cossim/Bryansk_ruBert-base_cossim.csv', 'Content/markup/cossim/Bashkortastan_ruBert-base_cossim.csv', 'Content/markup/cossim/Belgorod_ruBert-base_cossim.csv', 'Content/markup/cossim/Vladimir_ruBert-base_cossim.csv', 'Content/markup/cossim/Arkhangelsk_ruBert-base_cossim.csv', 'Content/markup/cossim/Buryatia_ruBert-base_cossim.csv']\n",
      "rubert-tiny2\n",
      "['Content/markup/cossim/Volgograd_rubert-tiny2_cossim.csv', 'Content/markup/cossim/Voronezh_rubert-tiny2_cossim.csv', 'Content/markup/cossim/Yakutia_rubert-tiny2_cossim.csv', 'Content/markup/cossim/Tyva_rubert-tiny2_cossim.csv', 'Content/markup/cossim/Udmurt_rubert-tiny2_cossim.csv', 'Content/markup/cossim/Vologda_rubert-tiny2_cossim.csv', 'Content/markup/cossim/Ulyanovsk_rubert-tiny2_cossim.csv', 'Content/markup/cossim/Yaroslavl_rubert-tiny2_cossim.csv', 'Content/markup/cossim/Yamalo-Nenets_rubert-tiny2_cossim.csv', 'Content/markup/cossim/Adygeya_rubert-tiny2_cossim.csv', 'Content/markup/cossim/Altai Resp_rubert-tiny2_cossim.csv', 'Content/markup/cossim/Altai_rubert-tiny2_cossim.csv', 'Content/markup/cossim/Amur_rubert-tiny2_cossim.csv', 'Content/markup/cossim/Bryansk_rubert-tiny2_cossim.csv', 'Content/markup/cossim/Bashkortastan_rubert-tiny2_cossim.csv', 'Content/markup/cossim/Belgorod_rubert-tiny2_cossim.csv', 'Content/markup/cossim/Vladimir_rubert-tiny2_cossim.csv', 'Content/markup/cossim/Arkhangelsk_rubert-tiny2_cossim.csv', 'Content/markup/cossim/Buryatia_rubert-tiny2_cossim.csv']\n"
     ]
    }
   ],
   "source": [
    "cossim_negative_min = {} \n",
    "cossim_negative_max = {} \n",
    "cossim_negative_values = {} \n",
    "\n",
    "for name in names:\n",
    "    cossim_negative_min[name] = []\n",
    "    cossim_negative_max[name] = []\n",
    "    cossim_negative_values[name] = []\n",
    "    \n",
    "for model_name, files in files_dict_cossim.items():\n",
    "    mins = []\n",
    "    maxs = []\n",
    "    variants = []\n",
    "    \n",
    "    print (model_name)\n",
    "    print (files)\n",
    "    for filepath in files:\n",
    "        variants_cossim, max_in_row, min_in_row = check_negative(filepath)\n",
    "        \n",
    "        mins.append(min_in_row)\n",
    "        maxs.append(max_in_row)\n",
    "        variants.append(variants)\n",
    "\n",
    "    cossim_negative_min[model_name] = mins\n",
    "    cossim_negative_max[model_name] = maxs\n",
    "    cossim_negative_values[model_name] = variants\n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 674,
   "metadata": {
    "cellId": "1l83z68q4k4gft9to03t8p",
    "execution": {
     "iopub.execute_input": "2023-11-21T19:56:38.917127967Z"
    },
    "execution_id": "d3765824-b149-4016-9b38-c456fa7546ad"
   },
   "outputs": [],
   "source": [
    "#cossim_negative_values[names[0]][0][0][0]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "cellId": "ge9uwj7a3riqo4tgtrqusg",
    "execution_id": "3765b35a-7120-4594-a3eb-20cd6d892fff"
   },
   "source": [
    "Как распределены минимумы?"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 675,
   "metadata": {
    "cellId": "kax9anqttda6s1cpg8xa43",
    "execution": {
     "iopub.execute_input": "2023-11-22T07:56:55.993917043Z",
     "iopub.status.busy": "2023-11-22T07:57:20.197768Z",
     "iopub.status.idle": "2023-11-22T07:57:24.934231Z",
     "shell.execute_reply": "2023-11-22T07:57:24.933393Z",
     "shell.execute_reply.started": "2023-11-22T07:57:20.199062Z"
    }
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "<ipython-input-1-73819883a74e>:15: UserWarning: FixedFormatter should only be used together with FixedLocator\n",
      "  ax.set_xticklabels(keys)\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "[Text(0, 0, 'tiny_min'),\n",
       " Text(1, 0, 'tiny_max'),\n",
       " Text(2, 0, 'large_min'),\n",
       " Text(3, 0, 'large_max'),\n",
       " Text(4, 0, 'base_min'),\n",
       " Text(5, 0, 'base_max'),\n",
       " Text(6, 0, 'tiny2_min'),\n",
       " Text(7, 0, 'tiny2_max')]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAo8AAAHVCAYAAACQbRF3AAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjMuMywgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/Il7ecAAAACXBIWXMAAAsTAAALEwEAmpwYAAA4CklEQVR4nO3deXxU5d3///fMZCEhgZCYHdkCgYAoiAiCiCAY1HBrrYAC3lru4k9rtVXvVujditbeaKwPraL+bO3tQnEXLYIW3BdAFgElNUBIDCSQDRITspFMZs73j0AkSshJmMyZmbye/8Q5OWeuz1wJk7efOdc5NsMwDAEAAAAm2K0uAAAAAP6D8AgAAADTCI8AAAAwjfAIAAAA0wiPAAAAMI3wCAAAANMIjwAAADAtyOoCTvTdd7Vyu7nsJAAAgFXsdpv69OnZ5vd9Kjy63QbhEQAAwIfxsTUAAABMIzwCAADANMIjAAAATCM8AgAAwDTCIwAAAEwjPAIAAMA0wiMAAABMIzwCAADANMIjAAAATCM8AgAAwLR2w2NmZqamTp2qoUOHKicn56T7uFwu3XfffZo2bZqmT5+u119/3eOFAgAAwHrthsdLLrlEL774opKTk9vcZ/Xq1SooKNB7772nV199VcuWLdOBAwc8WigAAACs1254PO+885SYmHjKfd59913NmjVLdrtd0dHRmjZtmtauXeuxIgEAAOAbgjzxJMXFxUpKSmp5nJiYqJKSkg4/T0xMhCfKgUVqvvlc321YKefhgwo+I1l9Jv5UESMmWV0WAADwII+ER08pL6+R221YXQY6wZm7SQ1bV6rH5AUKTRgiV8leHfrwWR05clTBg8dbXR4AADDJbredsqHnkdXWiYmJKioqanlcXFyshIQETzw1/ETjjtXqMXmBgpLSZLMHKSgpTT0mL1DjjtVWlwYAADzII+FxxowZev311+V2u1VRUaEPPvhA6enpnnhq+Al3ZZEcCUNabXMkDJG7sqiNIwAAgD9qNzz+6U9/0kUXXaSSkhL97Gc/0xVXXCFJWrhwobKysiRJV155pfr27atLL71Us2fP1q233qozzzyzayuHT7FHJclVsrfVNlfJXtmjkto4AgAA+CObYRg+c5Ih5zz6rxPPeXQcO+fx6KfPKnTsTznnEQAAP9LeOY8+tWAG/ut4QGzYsELuyiLZo5IIjgAABCA6jwAAAGjhldXWAAAA6B4IjwAAADCN8AgAAADTWDADAADgZfn5ucrK2qGqqkr17h2lkSNHa+DAwVaXZQrhEQAAwIvy83O1detGORxBMgxDTqdTW7dulCS/CJCERwAAAC/atm2zJJsmTrxYcXEJKisr0Weffaht2zYTHuG/nDkb5NzzmVfHDB56kYJTJ3p1TAAAvK2urlbTpl2uhITmu7AlJCTpwgun6IMP3rW4MnNYMAOPcpUXyFVeYHUZAACgi9B5xEkFp07sVBewbvUDkqTwmYs9XRIAAAEhPLynNmz4RJMmTW352HrDhk8UHt7T6tJMITwCAHCC/bu3KXvze6quKFFkdIKGj7tU/YeNsbosBJAxY8Zpy5aN2rDhU9XV1Sg8PEJut1vnnz/B6tJMITwCAHDM/t3blLVhjcZOv06xySk6dDBPW99/WZIIkPCY44tisrJ2SJKCg4N07rlj/WKxjER4BACgRfbm9zR2+nWK75cqSYrvl6qx06/T9o9XEh7hUQMHDvabsPhDLJgBAOCY6ooSxSantNoWm5yi6ooSiyoCfA/hEQCAYyKjE3ToYF6rbYcO5ikyOsGiigDfQ3gEAOCY4eMu1db3X1ZpQY7cLpdKC3K09f2XNXzcpVaXBvgMznkEAOCY4+c1bv94Zctq65ETMzjfETgB4REAgBP0HzaGsAicAh9bAwAAwDQ6jwCAgJWfvUX5/97k1TEHnjVeA4ef79UxAW+i8wgAwA9Ulh1QZdkBq8sAfBKdRwBAwBo4/PxOdQE/eu1xSdLU2bd7uiTA79F5BAAAgGmERwAAAJhGeAQAAIBpnPMIwDJHNm5Q1frPvDZe7wsvUq8JE702HgAEIjqPAPxOQ2GBGgoLrC4DALolOo8ALNNrwsROdQILH3pAknTmbxd7uiQA8Ir8/FxlZe1QVVWleveO0siRozVw4GCryzKF8AgAAOBF+fm52rFjqyZMmKy4uASVlZVo48ZPJckvAiQfWwMAAHhRVtYOTZgwWQkJSbLb7UpISNKECZOVlbXD6tJMITwCAAB4UVVVpeLiElpti4tLUFVVpTUFdRDhEQAAwIt6945SWVlJq21lZSXq3TvKmoI6iPAIAADgRSNHjtbGjZ+qpKRIbrdbJSVF2rjxU40cOdrq0kxhwQwAAIAXHV8Us2XLhpbV1qNHj/WLxTIS4REAAMDrBg4c7Ddh8YcIjwAAAF7GdR4BAABgCtd5BAAAgGlc5xEAAACmcZ1HAAAAmMZ1HgEAAGAa13kEAACAaVznEQAAAB3iz9d55GNrAAAAmEbnEQDg8/J2btD+3du8Nl5l2QFJ0kevPe61MfsPG6OUsyd6bTygswiPAACft3/3NlUeOqio2GSvjBcV19cr4xxXeeigJBEeuxHuMAMAQBeLik3W1Nm3W11Gl/BmhxPW8/c7zBAeAQAAvCgra4cGDhzcarX1wIGDW7b7OsIjAACAF1VWfien06mJEy9u6Txu2PCJamtrrC7NFMIjAACAF9ntdsXFJbTqPMbFJWj//m+tLs0UwiMAwC9Ulh0I2HMDK8sOeH2RDqzjdru1b1+exowZp9TU4crJyda2bZtlGIbVpZlCeAQAAPAiu92u/v0HKTd3j7Zt26zevaM0YEAKnUcAADwpKq4vq60RENxutw4dKv3Ramu32211aaYQHgEAALwoKqqPzjxzwI9WWxcW7rO6NFMIjwAAAF40cuTok17ncfTosVaXZgrhEQAAwIuOX8vxxM7j6NFj/eIaj5Jkt7oAAAAA+A86jwAAAF7k77cnpPMIAADgRVlZOzRhwmQlJCTJbrcrISFJEyZMVlbWDqtLM4XwCAAA4EVVVZWKi0totS0uLkFVVZXWFNRBhEcAAAAv6t07SmVlJa22lZWVqHfvKGsK6iDCIwAAgBeNHDlaGzd+qpKSIrndbpWUFGnjxk81cuRoq0szhQUzAACfd+hArqTAvRNL5aGDiopNtroMdFJeXo5yc/d06Bi73aEPP1wrl6tJDkeQevaMUE7OLuXk7Gr32MGDhyolJbWz5Z42Oo8AAJ8X32+oV8erLDugyrIDXhsvKjZZ/YeN8dp4sF5YWJjsdruCg0N0xhmxCgsLs7ok0+g8AgB83sXX3OrV8Y53OAP1XtrwrJSU1E51AtetWy1JSk+f6emSuhSdRwAAAJhGeAQAAIBphEcAAACYRngEAACAaSyYAXDaKj/9RNWbv/DaeA2FBZKkwoce8Mp4keMuUNTki70yFgD4OjqPAE5b9eYvWgKdN4Se2U+hZ/bzylgNhQVeDcYA4OvoPALwiNAz++nM3y62ugyP81Z3EwD8BZ1HAAAAmEZ4BAAAgGmERwAAAJjGOY/dQOOuT9SU650T/l3lzYsm6lZ77zyxoMEXKCTtYq+NBwBAd0Z47Aaacr+Qq7xAjpiuX53qjTFOdDysEh7RXezJKtHunSVeG2/Y2QkaOjLBa+MB8H2Ex27CEdNP4TMDbyWsNzucgL86XFYjSTojLsLiSgAEAsIjAPiRoSM73glc9eJXkqQr543yfEEAuh0WzAAAAMA0Oo8APKKhsCAgL6jdUFjgtbvZAIA/oPMIAAAA0+g8AvAIbk8IAN0DnUcAAACYRngEAACAaYRHAAAAmGbqnMf8/HwtWrRIlZWVioqKUmZmpgYMGNBqn/Lyci1evFjFxcVqamrSuHHj9Pvf/15BQZxWCQAAEChMdR6XLFmiuXPnat26dZo7d67uueeeH+3z9NNPKyUlRatXr9bbb7+tb775Ru+9957HCwYAoCvt371NFSUFOnQgV/964QHt373N6pIAn9JueCwvL1d2drYyMjIkSRkZGcrOzlZFRUWr/Ww2m2pra+V2u9XY2Cin06n4+PiuqRoAgC6wf/c2bVn3klxNjZKkI+XF2rLuJQIkcIJ2P1MuLi5WfHy8HA6HJMnhcCguLk7FxcWKjo5u2e8Xv/iFbrvtNl144YWqr6/XvHnzNGbMmA4VExPDfVe7QlFw8485NjbS4ko8L5Bfmz8pCQncn0MgvLbgkOb3b39+DZ21e/sGZX/5uen9i/blSIbRapvb5dSmfy1Xwa5Npp5j+HmTNOzciR2qE91TcLB//tv02AmJa9eu1dChQ/XCCy+otrZWCxcu1Nq1azVjxgzTz1FeXiO322h/R3SI09kkSTp0qNriSjwvkF+bP3E2Bu7PIRBem7PRJcm/X0NnHak+KqfTZf6AY8HRERyqyOgEVVeUyOVskAzD9PMcqT7aLecaHXf8d8rXfl/sdtspG3rthsfExESVlpbK5XLJ4XDI5XKprKxMiYmJrfZbsWKFli5dKrvdrsjISE2dOlWbN2/uUHgEAMCTBg4/XwOHn296/1cfuV2S5HI2qLJ0f6vvTZ19u0drA/xVu+c8xsTEKC0tTWvWrJEkrVmzRmlpaa0+spakvn376rPPPpMkNTY26osvvtCQIUO6oGQAALqWzW5v9RXA90z9q7j33nu1YsUKpaena8WKFbrvvvskSQsXLlRWVpYk6Xe/+522bdummTNn6qqrrtKAAQM0e/bsrqscAIAuYrjdrb4C+J6pcx5TUlL0+uuv/2j7M8880/Lf/fr103PPPee5ygAAAOBz6McDAADANMIjAAAATCM8AgAAwDRuPA14yObibfqieKtXx7wgcazGJXbsYvwAAJwOwmM34SovUN3qB6wuw+Nc5QVyxPSzuozTcqC6SJLUNzLJ4koAAGgf4RHwkHGJYzrVBfzL9qclSb8+92ZPl+Q19Tl7JEmFDwXe/6A0FBYo9Ez//h8UAPAkwmM34Yjpp/CZi60uw+MCsZvqj8LTRqhu1zdeG6+hsECSvBLqQs/sp8hxF3j8ebO/KtLeb8o8/rwnc7isRpK06sWvvDKeJA0ZEafho+imA4GI8AjgtPW96zdeHe94h/PM3/rv/xDt/aZMh8tqdEZc2/eP9RRvjHGi42GV8AgEJsIjAFjkjLgIXTlvlNVleJw3O5wAvI9L9QAAAMA0wiMAAABMIzwCAADANMIjAAAATCM8AgBwjM3u6NB2oDtitTUAWORwWU1Arkz21iWIuoLhdnVoO9Ad0XkEAOAHQsMjW30F8D06jwBgEa7z6Lsa6qpbfQXwPTqPAAAAMI3wCADADziCQ1p9BfA9wiMAAD/gcja2+grge4RHAAAAmEZ4BAAAgGmERwAAAJhGeAQAAIBphEcAAACYRngEAACAaYRHAAAAmEZ4BAAAgGnc2xoALFBUWCUpMO4D/UOHy2p0RlyE1WUA6CKERwCwQN8BUTqwr9IrYx0uq5EkrwW6M+IiNGREnFfGAjwpJ2eX8vNzvTZeRUW5JGndutVeGW/gwMFKTU077echPAKABWZee47Xxjre3bxy3iivjQn4o/z8XFVUlCs6OsYr43lrHOn7oEp4BAAA8KDo6Bilp8+0ugyP82R3k/DYDbiK90iS6lY/YHElnucqL5Ajpp/VZQAIEDa7XTIMGYbx/TabTbLZLKwK8C2stu4GHMkjvDaWq7xArvICr43niOmnoMEXeG08AIEt5eyJMiSFhkdKx74ax7YDaEbnsRsIv+I3XhvreHczfOZir40JAJ4yZuosSdK3WV9IkpwN9Rp8zoUt2wEQHgEAaGXM1FmEReAU+NgaAAAAptF5BH5g/cFN+rL0K6+Nd6C6SJL0l+1Pe23M8+JH6cLk8V4bD/An+3dvU/bm91RdUaLI6AQNH3ep+g8bY3VZgM+g8wj8wJelX+lATZHXxusbmaS+kUleG+9ATZFXwzHgT/bv3qYdH69Uk7NBhmGoydmgHR+v1P7d26wuDfAZdB6Bk+gbkaRfn3uz1WV0CW92OAF/8/Vnq2Sz23X+pXMVm5yiQwfztOlfy/X1Z6voPgLH0HkEAOCY+ppKnZ8+T/H9UmV3OBTfL1Xnp89TfU2l1aUBPoPOIwAAJygrzNVXn/6z5ZzHpEFnWV0S4FMIjwAAHBMcGq49X36gsyddqcFnX6jcneu18/NVCg4Nt7o0wGd0m/C4IatY63cWe228C89O1MSRiV4bDwBw+oKCQyQZ2vvVZ/r681UKj+yjoJAex7YDkDjn8ZQKyqpVUFZtdRkAAC85Wlulc6dco6DgUNkkBQWH6twp1+hobZXVpQE+o9t0HieO7HgnMPPF7ZKku+ed2xUlAQB8TGR0gsIieuuyG76/xWppQY4ioxMsrArwLXQeAQA4Zvi4S7X1/ZdVWpAjt8ul0oIcbX3/ZQ0fd6nVpQE+o9t0HgEAaM/xazlu/3hly2rrkRMzuMYjcALCIwDLHNm4QVXrP+vwcQ2FBZKkwoce6NBxvS+8SL0mTOzweOhe+g8bQ1gEToHwCMDvhJ7Zz+oSAKDbIjwCsEyvCRPpBMLn7N+9Tdmb32v52Hr4uEvpRAInIDwCAHDM/t3blLVhjcZOv67l3tZb339ZkgiQ3URFRbnWrVttdRkeV1FRrujoGI88F6utAQA4Jnvzexo7/bpW97YeO/06ZW9+z+rSAJ9B5xGAXzmyeZMq3lmtxuIihSQmKfqKmeo1brzVZSFAVFeUKDY5pdW22OQUVVeUWFQRvC06Okbp6TOtLsPjPNlNJTwCJ3Ggukh/2f601WV0iQPVReobmWR1GZ1yZPMmlb+1UvE3LlDY4CGqz92r0ueflSQCJDwiMjpBhw7mKb5fasu2QwfzuEg4cAI+tgbgNyreWa34GxcofFiabEFBCh+WpvgbF6jincA7PwnW4CLhQPvoPAIn0TcySb8+92ary+gS/txRbSwuUtjgIa22hQ0eosbiIosqQqDhIuFA+wiPAPxGSGKS6nP3KnxYWsu2+ty9Ckn0z4/h4Zu4SDhwanxsDcBvRF8xU6XPP6u63btkNDWpbvculT7/rKKvCLyT2wHAV9F5BOA3ji+KKXtpRctq65if/JTFMgDgRYRHAH6l17jxhEUAsBAfWwNAANubXaay4moVFVbplb9v1d7sMqtLAuDn6DwCgB/Zk1Wi3TvNXbC6rrZRlRX1LY+/O1ynD97epS/X71N4zxBTzzHs7AQNHck1DgF8j84jAASoE4Ojme0AYAadRwDwI0NHmu8E/v8Pftrm966cN8pDFQHobug8AgAAwDTCIwAAAEwjPAIAAMA0wiMAAABMIzwCAADANMIjAAAATCM8AgAAwDSu8wgAACCptLRYkrRu3WqLK/G8iopyRUfHeOS56DwCAABISkxM9up4FRXlqqgo98pY0dExGjhwsEeei84jAACApOnTr/DqeMc7nOnpM7067umi8wgAAADTCI8AAAAwjfAIAAAA0zjnEfiBvZXfSpL+sv1piyvpGgdqitQ3IsnqMgAAforOI/ADw/oM8ep4B6qLdKC6yGvj9Y1I0nnxo7w2HgAgsNB5BH7gttELvTre8Q7nr8+92avjAgDQGXQeAQAAYBrhEQAAAKYRHgEAAGAa4REAAACmER4BAABgGuERAAAAppkKj/n5+ZozZ47S09M1Z84c7du376T7vfvuu5o5c6YyMjI0c+ZMHT582JO1AgAAwGKmrvO4ZMkSzZ07V1deeaVWrVqle+65R8uXL2+1T1ZWlp544gm98MILio2NVXV1tUJCQrqkaAAAAFij3c5jeXm5srOzlZGRIUnKyMhQdna2KioqWu33/PPPa8GCBYqNjZUkRUZGKjQ0tAtKBgAAgFXa7TwWFxcrPj5eDodDkuRwOBQXF6fi4mJFR0e37JeXl6e+fftq3rx5qqur0/Tp03XLLbfIZrOZLiYmJqITL6HrBIc0v+bY2EiLK/EfRcHNv1LMmXnBwfyewfv4fQOs56/v/x67PaHL5dKePXv03HPPqbGxUT//+c+VlJSkq666yvRzlJfXyO02PFXSaXM2uiRJhw5VW1yJ/3A6myQxZx3hdPJ7hq5hs0nGSd5SbTZ+3wBf4Kvv/3a77ZQNvXY/tk5MTFRpaalcruYX6HK5VFZWpsTExFb7JSUlacaMGQoJCVFERIQuueQS7dy58zTLBwB01iUz0zq0HQDMaDc8xsTEKC0tTWvWrJEkrVmzRmlpaa0+spaaz4Vcv369DMOQ0+nUpk2bNGzYsK6pGgDQriHD43TWuUmyO5pPH7I7bDrr3CQNGR5ncWUA/JmpS/Xce++9WrFihdLT07VixQrdd999kqSFCxcqKytLknTFFVcoJiZGl19+ua666ioNHjxY11xzTddVDgA4pb3ZZdqfV6GM2SN1028mKWP2SO3Pq9De7DKrSwPgx0yd85iSkqLXX3/9R9ufeeaZlv+22+1avHixFi9e7LnqAACdtm3jfk25PFXJ/ftIkpL799GUy1P1+fu5dB8BdBp3mAGAAFVZXqeEvr1bbUvo21uV5XUWVQQgEHhstTUAwLdExYTryw37lZ9zWJXldYqKCdfA1DMUFRNudWkA/BjhESflzNkg557POnycq7xAklS3+oEOHxs89CIFp07s8HEATi65X5R2fFGgHuHBMgzpaL1TO74o0IjRSVaXBsCPER7hUY6YflaXAOCY/L2HFRziUFCQXTabFBRkV3CIQ/l7D2vSpUOsLg8+qjGvQg17K9rf0YNCh0QrJCW6/R3hEwiPOKng1Il0AQE/V1vdqIw5I3XmwO//KBfmV2jNq1kWVoVA5aqolyQ5osMsrgRdjfAIAABahKR0rgtYvTZXkhQ5Y7CnS4KPYbU1AASonpGh+nDNbh3c/51cLrcO7v9OH67ZrZ6RoVaXBsCP0XkEgAB1wZRB2vBBrj56Z49qjjQooleoZDRvB4DOIjwCQIA6fiHwbRv3y2aTgkMcGn/xIC4QDuC0EB4BIIANGR5HWATgUZzzCAAAANMIjwAAADCN8AgAAADTCI8AAAAwjfAIAAAA0wiPAAAAMI3wCAAAANMIjwAAADCN8AgAAADTCI8AAAAwze9uT/jJVwe1+ZtSr4xVUFYtScp8cbtXxpOkcSPidfGoZK+NBwAA0BF+13nc/E2pCspqvDJWv7hI9YuL9MpYklRQVuO1YAwAANAZftd5lKR+cRG6e965Vpfhcd7scAIAAHSG33UeAQAAYB3CIwAAAEwjPAIAAMA0wiMAAABMIzwCAADANMIjAAAATCM8AgAAwDS/vM4jAACAr8jLy1Fu7p4OH1dRUS5JWrdudYeOGzx4qFJSUjs8nqcQHgEP2Vy8TV8Ub+3wcQeqiyRJf9n+dIePvSBxrMYljunwcQAA60VHx1hdQqcQHgGL9Y1MsroEAMBpSElJtbQT6G2ER8BDxiWOoQsIAAh4LJgBAACAaYRHAAAAmEZ4BAAAgGmERwAAAJhGeAQAAIBphEcAAACYRngEAACAaYRHAAAAmEZ4BAAAgGmERwAAAJhGeAQAAIBpfnlv64KyamW+uN3qMjyuoKxa/eIirS4DAACgTX4ZHoFA8WXJDq3d/5FKasuU0DNOM/pP1XkJo60uCwCANvlleOwXF6m7551rdRkeF4jdVLTty5IdevvbdZqfdo1Seg9UXlW+Vux6Q5IIkAAAn8U5j4BF1u7/SPPTrlFqn8Fy2B1K7TNY89Ou0dr9H1ldGgAAbSI8AhYpqS1TSu+Brbal9B6oktoyiyoCAKB9hEfAIgk945RXld9qW15VvhJ6xllUEQAA7SM8AhaZ0X+qVux6Qznf5crldinnu1yt2PWGZvSfanVpAAC0yS8XzACB4PiimNdyVrWstv6PQekslgEA+DTCI2Ch8xJGExYBAH6F8AhYiOs8AgD8DeERsAjXeQQA+CPCI2CRE6/zKKnlOo+v5awiPAI4bQ055Wr89juvjeeqqJckVa/N9cp4IYP6KDQ1xitjoTVWWwMW4TqPALpS47fftQQ6b3BEh8kRHeaVsVwV9V4NxmiNziNgkePXeTzeeZS4ziMAz3JEhylyxuD2d/Qz3upu4uToPAIW4TqPAAB/ROcRsAjXeQQA+CPCI2AhrvMIAPA3fGwNAAAA0wiPAAAAMI3wCAAAANMIjwAAADCN8AgAAADTCI8AAAAwjfAIAAAA0wiPAAAAMI3wCAAAANMIjwAAADCN2xMCABCgXBX1ql6ba3UZHueqqJcjOszqMrotOo8AAAAwjc4jAAAByhEdpsgZg60uw+MCsZvqT+g8AgAAwDTCIwAAAEwjPAIAAMA0vzvncU9hpSQp88Xt1hbSBQrKatQvLsLqMgAAANrkd53H4QP6eG2sgrJqFZRVe228fnERGjci3mvjAQAAdJTfdR7/+9rRXhvreHfz7nnnem1MAAAAX+Z3nUcAAABYh/AIAAAA0wiPAAAAMI3wCAAAANMIjwAAADCN8AgAAADTTIXH/Px8zZkzR+np6ZozZ4727dvX5r7ffvutzjnnHGVmZnqqRgAAAPgIU+FxyZIlmjt3rtatW6e5c+fqnnvuOel+LpdLS5Ys0bRp0zxaJAAAAHxDu+GxvLxc2dnZysjIkCRlZGQoOztbFRUVP9r3b3/7my6++GINGDDA44UCAADAeu3eYaa4uFjx8fFyOBySJIfDobi4OBUXFys6Orplv927d2v9+vVavny5nnrqqU4VExPjW/d1Dg5pfs2xsZEWVwIAQMc0BAfu37BAfm3+wCO3J3Q6nfrDH/6gBx54oCVkdkZ5eY3cbsMTJXmEs9ElSTp0yHv3twYAwBManYH7NyyQX5svsNttp2zotRseExMTVVpaKpfLJYfDIZfLpbKyMiUmJrbsc+jQIRUUFOimm26SJB05ckSGYaimpkb333+/B14GAAAAfEG74TEmJkZpaWlas2aNrrzySq1Zs0ZpaWmtPrJOSkrS5s2bWx4vW7ZMdXV1uvvuu7umagAAAFjC1Grre++9VytWrFB6erpWrFih++67T5K0cOFCZWVldWmBAAAA8B02wzB85iRDXzvnMfPF7ZKku+eda3ElAAB0TOULX0uSHPE9La7E81wV9XJEhylyxmCrSwlI7Z3zyB1mAAAIQEGJ3r2CiauiXq6Keq+M5YgOU8igPl4ZCz/mkdXWAADAt0RcmuLV8arX5koS3cBugM4jAAAATCM8AgAAwDTCIwAAAEwjPAIAAMA0wiMAAABMIzwCAADANMIjAAAATCM8AgAAwDTCIwAAAEwjPAIAAMA0wiMAAABMIzwCAADANMIjAAAATCM8AgAAwDTCIwAAAEwjPAIAAMA0wiMAAABMIzwCAADANMIjAAAATCM8AgAAwDTCIwAAAEwjPAIAAMA0wiMAAABMIzwCAADANMIjAAAATCM8AgAAwDTCIwAAAEwjPAIAAMA0wiMAAABMIzwCAADANMIjAAAATCM8AgAAwDTCIwAAAEwjPAIAAMA0wiMAAABMIzwCAADANMIjAAAATCM8AgAAwDTCIwAAAEwjPAIAAMA0wiMAAABMIzwCAADANMIjAAAATCM8AgAAwDTCIwAAAEwjPAIAAMA0wiMAAABMIzwCAADANMIjAAAATCM8AgAAwDTCIwAAAEwjPAIAAMA0wiMAAABMC7K6AAAA4Dsa8yrUsLeiw8e5KuolSdVrczt8bOiQaIWkRHf4OFiDziMAADgt7vomyW1ITrdch+uaHyNg0XkEAAAtQlI61gVs/PY71W0qbA6PkuQ2ZNQ3KvSceIUM6tNFVcJKdB4BAECn1W0+KDkN2UKDJJuavzqN5u0ISHQeAQBA5zW6pBCHwi/qr6D4nmoqrVXtJ/uatyMg0XkEAACnJXRErIITI2Sz2xScGKHQEbFWl4QuRHgEAACnpeHfpXIW18hwG3IW16jh36VWl4QuxMfWAACg02whDhmNLtW+l/ej7QhMdB4BAECnBQ+M6tB2+D/CIwAA6DRn4REp2C5bz2BJav4abG/ejoDEx9YAAKDTjDqnek4fpOCkyJZtzqJq1b7/rYVVoSvReQQAAKfFME79GIGF8AgAADrNFh6s+vUFrVZb168vkC082OrS0EX42BoAAHRa2JhE1W89qLoNBTJqncfOfTQUNibJ6tLQReg8tmFTdonyi49oT2Gl/vD3zdqUXWJ1SQAA+JyQQX0UNjZZtmBH8+0Jgx0KG5vMfa0DmM0wfOfMhPLyGrndXVPOhqxird9ZbGrfI7WNOlx1VDa7ZLdJsb3DVFJRrzN691CvniGmnuPCsxM1cWTi6ZQMAADgdXa7TTExEW1/34u1+I3yI0cVEmyX0+nW0Ua3DhyqVUiwXeVHjlpdGgAAgKW6TeexIxY8+JFsNikyLFhH6pzqFR6s6nqnDEN6dtFUq8sDAADoMu11Hlkw04aQILv+vyvP0pC+vbX3QJUef+NrNTjdVpcFAIDPqdt0QI17KyS3IdltChkSrfDxfa0uC12Ej63bEBrsOOVjAABwLDjuKW++l7Wt+Z7WjXvKVbfpgNWloYvQeWxDbFSYHn3tKzW5DAU5bOofH6kjdU6rywIAwKc05jQHx/CL+isovqeaSmtV98k+NeaU030MUHQeTyI02K68oiO68OxELfvVhbrw7ETlFR1RaDDTBQBAK4YUNqmfghMjZLPbFJwYobBJ/STrlzCgi9B5PInwHsFyuxv1+dfF+mRHkRx2m4IdNoX34Gr5AAD8kOu7o1LfXq0fI2DRSjuJypoGXXh2omy25sc2W/N1GytrGqwtDAAAH2MLcahhe7GOfnNI7ia3jn5zSA3bi5vPgURAovN4ElERodqcXaaonqE6fOSoonoeexwRanVpAAD4lLBxyarbdEBHtxXp6JdFkk1SsF1h45KtLg1dhPB4Eo1Ol+oamhTkaG49NjY1Pz7eiQQAAM2O34bwaFaZ3FVHZe/dQz1GxnF7wgBGeDyJ2qNNstvUsrr6SJ1TdlvzdgAA0FrIoD6ExW6E8NgGtyHNmTpYk0cl6dOvivTqR7lWlwQAAGA5wmMbgh12ffjlAb36Ua7O6NVDwQ67nC7uMAMAALo3Vlu3welyq9Hlls0mNbrcBEcAAAARHtsU7LApJKh5ekKC7Ap2sFoGAADA1MfW+fn5WrRokSorKxUVFaXMzEwNGDCg1T5PPvmk3n33XdntdgUHB+uOO+7QpEmTuqJmr2hyG2pscskwmldbN7m5VD4AAICp8LhkyRLNnTtXV155pVatWqV77rlHy5cvb7XP2WefrQULFigsLEy7d+/W/PnztX79evXo0aNLCu9KyWf0VFyfMGV9Wy5JqjvapFGDz1DZd/UWVwYAAGCtdj+2Li8vV3Z2tjIyMiRJGRkZys7OVkVFRav9Jk2apLCwMEnS0KFDZRiGKisrPV+xF1wxob9yD1YpqmfzRcGjeoYq92CVrpjQ3+LKAAAArNVueCwuLlZ8fLwcjubbDDkcDsXFxam4uLjNY/75z3+qX79+SkhI8Fyl3mZIsjXfmlA2cYN3AAAAdcGlerZs2aLHHntMzz77bIePjYmJ8HQ5nbJ2y1YtunGszh4c27JtZ+4h/fWtLM2cPMTCygAAAKzVbnhMTExUaWmpXC6XHA6HXC6XysrKlJiY+KN9d+zYod/85jd66qmnNGjQoA4XU15eI7cPLEwpLK1WbESIDh2qbtkWGxGiwtLqVtsAAAACjd1uO2VDr92PrWNiYpSWlqY1a9ZIktasWaO0tDRFR0e32m/nzp2644479Pjjj2vEiBGnWba1kmJ6au+Bqlbb9h6oUlJMT4sqAgAA8A02wzDabfXl5eVp0aJFOnLkiHr16qXMzEwNGjRICxcu1O23366RI0fqpz/9qQ4ePKj4+PiW4x566CENHTrUdDG+0nnclF2iNz/9Vj+7PE1D+vbW3gNVeu7dXbp68iCNH+7H53ECAAC0o73Oo6nw6C2+Eh6l5gD5zsb9KiqvVVJMT10xoT/BEQAABDzCIwAAAEw77XMeAQAAgOMIjwAAADCN8AgAAADTCI8AAAAwjfAIAAAA0wiPAAAAMM3j97YOFFznEQAA4McIjyfR1h1mJBEgAQBAt8bH1ifxzsb9+tnlaUrr30dBDrvS+vfRzy5P0zsb91tdGgAAgKUIjydRVF6rIX17t9o2pG9vFZXXWlQRAACAbyA8nkRSTE/tPVDVatveA1VKiulpUUUAAAC+gfB4EldM6K/n3t2lXfu/U5PLrV37v9Nz7+7SFRP6W10aAACApVgwcxLHF8W89H5Oy2rrqycPYrEMAADo9myGYRhWF3FceXmN3G6fKQcAAKDbsdttiomJaPv7XqwFAAAAfo7wCAAAANMIjwAAADCN8AgAAADTCI8AAAAwjfAIAAAA0wiPAAAAMI3wCAAAANMIjwAAADCN8AgAAADTCI8AAAAwjfAIAAAA0wiPAAAAMC3I6gJOZLfbrC4BAACgW2svj9kMwzC8VAsAAAD8HB9bAwAAwDTCIwAAAEwjPAIAAMA0wiMAAABMIzwCAADANMIjAAAATCM8AgAAwDTCIwAAAEwjPAIAAMA0wiMAAABMC5jwuGzZMjU2NkqSHnvsMb377ruW1vM///M/+vLLLy2toS2+Nle+bOjQoaqtrbW6DNOs/Hn621z5En+Zuw8//FCZmZmW1uAvc+VrPPm+/91332nhwoVKT0/XzJkz9ctf/lIVFRWeKlULFy5UQUGBx56vo/xprqwSMPe2Hjp0qLZv366ePXtaXYrPY67M68xcNTU1KSgoqAur8k3MVefxb9I85qpzPDlvlZWV2rNnj8aNGydJyszMVFVVlZYuXXraz+0LmKv2BcS79n333SdJuvbaa2W325WcnKwJEyZo/vz5WrZsmfLz81VdXa3CwkL169dPjz32mOx2uy655BK9+eabiouLkyT96U9/0hlnnKGbb775pOMsW7ZM3377rWpqarRv3z6NGDFCN910kx588EEVFRVp+vTpuvvuuyVJ119/vRYsWKApU6Zo0aJFCgkJ0b59+1RSUqJRo0YpMzNTNpvNOxN0Al+cq2effVbvvPOOXC6XQkNDde+99yotLU15eXlasGCBXnrpJSUnJ+uJJ55QXl6eHn30Ue9M1g9kZmZqy5Ytcjqd6tOnj5YuXark5GQdOHBAP/3pT3X11Vdr06ZNmj17tsaOHavFixervr5ew4YNU0FBgW655RZNmTJFZWVl+tOf/qSioiI1NDToiiuuaHMeJenNN9/UmjVrFBkZqT179ig+Pl5/+MMflJmZqYKCAp111ll6+OGHZbPZtGjRIp111lmn/HmGhYUxVzabVq9ereXLl8vpdEqS7r77bl1wwQUqLy/XrFmz9Nhjj2nkyJF666239Nprr+kf//hHlwbd//u//9OHH36oo0eP6s4771R6erok6a677lJ+fr6cTqf69eunpUuXqnfv3vr2229b5s3tdusnP/mJ/uu//kuNjY169NFHtXXrVjU2Nmro0KG699572/xDePxnMnv2bH3++ec6evSoHn74Yb3yyiv6+uuv1aNHDz311FOKjY3Vm2++qU8++USPP/64Nm/erKVLl+qcc87Rjh07ZLPZ9OijjyolJaXL5sif5mrPnj267777VF9fr4aGBs2ePVs33nij3G63fv7zn2vy5Mm64YYblJubq4ULF+rll19WQkJCl8xXV7zvHw9DkjRq1Ci9/PLLp6zhxL+DhYWFmj59uqZMmaJly5appKREN9xwg2644QZJ0tSpU/X0008rNTVV119/vc466yx99dVXKisr02WXXab//u//7pJ5kvxvrtp6r92yZYt+//vfa+XKlYqMjNTixYsVExPjubkzAkRqaqpRU1NjGIZh3H333cY//vEPwzAM4/HHHzemT59uVFVVGW632/jZz35mvPrqq4ZhGMaf//xnY9myZYZhGEZNTY0xfvx44/Dhw22Ocfy5jhw5YjQ1NRkzZ840FixYYDQ0NBi1tbXG+PHjjfz8fMMwDGP+/PnGRx991FLPtddeaxw9etRoaGgwLr/8cmP9+vVdNRXt8rW5Ki8vbzluw4YNxqxZs1oev/XWW8asWbOMzz//3Lj00kuN6upqj85Fe06cqxPrfO2114xf//rXhmEYRmFhoZGammq88847Ld//yU9+Yvzzn/80DMMwdu7caQwbNqzl9+HGG280tmzZYhiGYTQ0NBjXXXfdKX8fVq5caZx33nlGcXGxYRiGcdNNNxn/8R//YVRVVRlOp9PIyMgwNmzYYBiG+Z9nV/C3uaqoqDDcbrdhGIaRl5dnTJo0qeV5Nm3aZFx66aXGjh07jIsvvtgoKio6vclpR2pqasu/r7y8POP8889v+fd14lw+8sgjxp///GfDMAzj/vvvN55++umW71VWVhqGYRhPPvmk8eSTT7Zsf+ihh4xHHnmkzbGP/0w+/vhjwzAM45lnnjHGjBljZGdnG4ZhGEuWLGk5fuXKlcZtt91mGEbzHA0fPtz45ptvDMMwjKeeesq48847Oz8JJvnLXFVXVxsNDQ2GYTS/Z1522WVGbm6uYRiGcfjwYWPKlCnG1q1bjYyMjJbn60pd9b7vcrmMG264wXjhhRdOOf7xv4MNDQ1GXV2dMX78eGPRokWGy+UySkpKjFGjRrXUN2XKFGPPnj2GYTT/Lf3Vr35luFwu48iRI8b555/f8rejq/jTXLX1XmsYhvHEE08Yt912m/HWW28Zc+bMMZxO52nOzPcCovPYngsvvFC9evWSJJ199tkt51LMmzdP8+bN080336y3335bEydOVExMTLvPFRkZKam5tT1s2DCFhIQoJCREAwcOVEFBgQYMGPCj46ZNm6bQ0FBJ0vDhw1VQUKCJEyd68FV6hhVz9e9//1t//etfVVVVJZvNpn379rU8x1VXXaVNmzbp1ltv1YsvvqiIiIiueeEmfPbZZ3rppZdUV1enpqamVt8LDQ3VZZddJkmqqalRTk6OZs6cKUkaOXKkhg4dKkmqq6vTli1bWp3zUltbq7y8vFP+Ppx77rktXYm0tDQlJye3/JyGDRum/fv3a8KECT86rq2fZ1fzh7kqLCzUXXfdpdLSUgUFBenw4cM6dOiQYmNjNW7cOGVkZGju3Ll64oknlJiY6LnJacOsWbMkSYMGDdLw4cP11Vdf6ZJLLtGqVau0evVqOZ1O1dXVtby/jB07Vn/+859VX1+vcePGafz48ZKkjz76SDU1NVq3bp0kqbGxUcOGDTvl2OHh4br44oslSSNGjFBCQoLS0tJaHm/cuPGkxw0cOFDDhw+X1NxR+fjjj09rDszyh7k6evSo7r33Xu3Zs0c2m01lZWXavXu3UlJSFBMTo6VLl+qGG27Q9ddf3/J8Vjmd9/37779f4eHhmj9/frvjTJs2TSEhIZKaf3cmT54su92u+Ph49erVSyUlJSftXM+YMUN2u12RkZFKSUlp8++sN/jaXJ3qvfaWW27RjTfeqAcffFBvvvmmRz856Rbh8XhokySHw6GGhgZJUmJios466yx9+OGHeumll/THP/6xw8/1w8cul8vUcW3tZzVvz1VjY6N+9atfacWKFRoxYoRKS0t10UUXtezX2NiovXv3KjIyUuXl5Z54iZ1y8OBBPfDAA3rjjTd05plnavv27a3a/2FhYT86DeFkpyW43W7ZbDa98cYbCg4ONj2+p37vjv88u5K/zNWdd96pRYsWadq0aXK73TrnnHNazU92draio6NVUlJiemxP+/LLL/Xyyy/rlVdeUXR0tFavXq3XXntNkpSenq5Ro0Zpw4YNeuaZZ7Ry5Uo9/PDDMgxDS5Ys0QUXXGB6nON/pCTJbre3enyq368fHvfDP17e5Gtz9cgjjyg2NlYPPviggoKCtGDBgla/X7t27VKfPn0s/f06rrPv+5mZmdq/f7+efvpp2e3tr78NhL+fvjRX7b3XVldXq7i4WCEhIaqqqlJSUlKnX/cPBcxq6549e6qmpqbDx82fP19Lly5VUFCQRo8e3QWV+R5fmqvGxkY1NTW1dHZeeumlVt9/6KGHNGLECD333HNasmSJZW+0NTU1Cg4OVmxsrNxut1555ZU2942IiNCQIUO0Zs0aSdI333yjnJyclu+NGTNGf/vb31r2Ly4u1qFDh7r2BXiRv8xVdXW1+vbtK0lauXJly+pKSXr++efV1NSkN998U3//+9+1a9cuj4x5KitXrpQk7du3T9nZ2Ro1apSOHDmiiIgIRUVFqbGxsWUfSdq/f79iY2N19dVX69Zbb1VWVpak5vPFnn/+eR09elRS888jLy+vy+v3Jn+Yq+rqaiUkJCgoKEg5OTmtrr6xc+dOrVixQqtWrVJFRUW758B5gqff9x955BH9+9//1pNPPtkqQAcCf5mr9t5rFy9erFmzZikzM1N33HFHp15TWwKm87hgwQL953/+p3r06KHk5GTTx51//vkKDQ3V3Llzu7A63+JLcxUREaHbb79d11xzjaKiolpOfJekDz74QFu2bNHrr7+u0NBQ3Xrrrbrzzju1fPlyr6/QHTp0qGbMmKHLL79cffr00eTJk095KabMzEz97ne/09/+9jelpqYqNTW15SP8hx9+WA888EDLR7U9e/bU//7v/yo2NtYrr6Wr+ctcLV68WL/4xS/Uu3dvTZo0SVFRUZKa/7AvX75cb7zxhqKjo3X//ffrjjvu0BtvvNGlp024XC5dddVVqq+v1x//+EfFxMRo0qRJevvtt5Wenq4+ffrovPPOawk+//rXv7R69WoFBwfLZrPpd7/7nSTppptu0hNPPKFrrrlGNptNNptNv/zlL72ykMVb/GGubrnlFv32t7/VG2+8oYEDB2rs2LGSpCNHjuiuu+7Sgw8+qJiYGD388MOaM2eORo0a1fLxd1fw5Pv+3r179de//lUDBgzQtddeK0nq27evnnzySY/XbQV/matTvdc+//zzamho0MKFC2Wz2TRjxgzdc889euSRR057XCmALtXTWYWFhbruuuv0/vvve2UVqj9jrsyrra1VeHi4bDabcnNzdf3112vt2rXq3bu31aX5HOYK8F2875vXneYqYDqPnfHYY49p5cqVWrRoUcD/oE8Xc9UxO3bs0EMPPaTj/292//33E4bawFwBvon3ffO621x1+87jD5WXl2vBggU/2j59+nT98pe/tKAi38VcedbVV1/9oxPBzznnHFOLk7ob5qrj7rnnHn399dettjkcDr355psWVeS7mKvO2bVrlxYtWvSj7fPnz29ZIY9m/j5XhEcAAACYFjCrrQEAAND1CI8AAAAwjfAIAAAA0wiPAAAAMI3wCAAAANP+H93df5H/XeD2AAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<Figure size 792x576 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "data =    [np.hstack(cossim_negative_min[names[0]]),\n",
    "           np.hstack(cossim_negative_max[names[0]]),\n",
    "           np.hstack(cossim_negative_min[names[1]]),\n",
    "           np.hstack(cossim_negative_max[names[1]]),\n",
    "           np.hstack(cossim_negative_min[names[2]]),\n",
    "           np.hstack(cossim_negative_max[names[2]]),\n",
    "           np.hstack(cossim_negative_min[names[3]]),\n",
    "           np.hstack(cossim_negative_max[names[3]])]\n",
    "\n",
    "\n",
    "\n",
    "sns.set(rc={'figure.figsize':(11,8)})\n",
    "ax = sns.boxplot(data=data, fill=False, gap=.1)\n",
    "keys = ['tiny_min','tiny_max','large_min','large_max','base_min','base_max','tiny2_min','tiny2_max']\n",
    "ax.set_xticklabels(keys)\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "cellId": "7xr9vf0xl7j6vb2nvpktw6",
    "execution_id": "63f887c4-9bf2-461c-839b-1c1c71bd1d21"
   },
   "source": [
    "Берём тини2. "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 676,
   "metadata": {
    "cellId": "ao7411zezxtapunzu63uan",
    "execution": {
     "iopub.execute_input": "2023-11-22T07:56:57.995164068Z",
     "iopub.status.busy": "2023-11-22T07:57:32.305911Z",
     "iopub.status.idle": "2023-11-22T07:57:33.114787Z",
     "shell.execute_reply": "2023-11-22T07:57:33.114151Z",
     "shell.execute_reply.started": "2023-11-22T07:57:32.307018Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0.5802818674628087 0.5227136482134491\n"
     ]
    }
   ],
   "source": [
    "data_min = np.hstack(cossim_negative_min[names[3]])\n",
    "data_max = np.hstack(cossim_negative_max[names[3]])\n",
    "\n",
    "print (max(data_min), min(data_max))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 677,
   "metadata": {
    "cellId": "fxdsa4dtpsd2up2i8y73",
    "execution": {
     "iopub.execute_input": "2023-11-22T07:57:00.138571693Z",
     "iopub.status.busy": "2023-11-22T07:57:33.964291Z",
     "iopub.status.idle": "2023-11-22T07:57:33.999142Z",
     "shell.execute_reply": "2023-11-22T07:57:33.998338Z",
     "shell.execute_reply.started": "2023-11-22T07:57:33.965327Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "45\n"
     ]
    }
   ],
   "source": [
    "print (len(data_min[data_min>min(data_max)]))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "cellId": "49a2rzm3wwga8a3vs3qac5",
    "execution_id": "927f4405-1c8c-49f4-bbe9-f14143e3fb1c"
   },
   "source": [
    "В общем, вот нам и граничное значение для отнесения строки к -1. Ошибёмся на 62 сравнениях. Из примерно $18*20*30$ сравнений.\n",
    "\n",
    "Наверное, ошибочное мы можем руками перепроверить. Так что пускай будет меньше отнесено к -1 - к незначимым строкам. \n",
    "Тогда наше граничное значение - минимальное значение от максимума (серая нижняя точка на боксплоте, у самого правого)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "cellId": "8bmsqxjf0bcejokozurom9",
    "execution_id": "009a3f0b-bc0e-4f2a-acee-1a03670c4f3c"
   },
   "source": [
    "## Посчитаем косинусное расстояние по оставшимся неразмеченным на tiny2"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 690,
   "metadata": {
    "cellId": "edse6tcmk988hvpd66ztpo",
    "execution": {
     "iopub.execute_input": "2023-11-26T13:38:57.989241281Z",
     "iopub.status.busy": "2023-11-26T13:40:48.147939Z",
     "iopub.status.idle": "2023-11-26T13:40:48.626749Z",
     "shell.execute_reply": "2023-11-26T13:40:48.625908Z",
     "shell.execute_reply.started": "2023-11-26T13:40:48.148819Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Список файлов \n",
      "\n",
      "221\n"
     ]
    }
   ],
   "source": [
    "path=\"Content/tables\" #Подставить свой путь\n",
    "files = []\n",
    "files = files_list (path)\n",
    "print (len(files))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 691,
   "metadata": {
    "cellId": "v83wum6gazkps96r3sdtqn",
    "execution": {
     "iopub.execute_input": "2023-11-26T13:39:06.720385565Z",
     "iopub.status.busy": "2023-11-26T13:40:49.519157Z",
     "iopub.status.idle": "2023-11-26T13:40:50.996688Z",
     "shell.execute_reply": "2023-11-26T13:40:50.995903Z",
     "shell.execute_reply.started": "2023-11-26T13:40:49.520317Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Exists: Content/tables/vectors/Etalon_rubert-tiny2.csv\n"
     ]
    }
   ],
   "source": [
    "name = names[3]\n",
    "model = models[name]\n",
    "tokenizer = tokenizers[name]\n",
    "toc_process(model = model, tokenizer = tokenizer, file = \"Content/markup/Etalon.csv\", encoding='utf-8', model_name=name, dirr = 'tables')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 694,
   "metadata": {
    "cellId": "k3vd3g879ribx0p7slccb",
    "execution": {
     "iopub.execute_input": "2023-11-26T13:43:16.513076529Z",
     "iopub.status.busy": "2023-11-26T13:43:17.598212Z",
     "iopub.status.idle": "2023-11-26T13:43:17.615012Z",
     "shell.execute_reply": "2023-11-26T13:43:17.614347Z",
     "shell.execute_reply.started": "2023-11-26T13:43:17.599049Z"
    },
    "id": "CrQjpzQfzjCv"
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "73"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "files_s = [s for s in files if \"Etalon\" not in s]\n",
    "files_s = [s for s in files_s if \"labeled\" not in s]\n",
    "files_s = [s for s in files_s if \"vectors\" not in s]\n",
    "files_s = [s for s in files_s if \"cossim\" not in s]\n",
    "len(files_s)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 695,
   "metadata": {
    "cellId": "kj0q2ulg1xp5e87yx755kd",
    "execution": {
     "iopub.execute_input": "2023-11-26T13:43:22.797231533Z",
     "iopub.status.busy": "2023-11-26T13:43:23.888272Z",
     "iopub.status.idle": "2023-11-26T13:43:23.907706Z",
     "shell.execute_reply": "2023-11-26T13:43:23.906999Z",
     "shell.execute_reply.started": "2023-11-26T13:43:23.888961Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['Content/tables/Amur.csv',\n",
       " 'Content/tables/Arkhangelsk.csv',\n",
       " 'Content/tables/Astrakhan.csv',\n",
       " 'Content/tables/Belgorod.csv',\n",
       " 'Content/tables/Adygeya.csv',\n",
       " 'Content/tables/Altai Resp.csv',\n",
       " 'Content/tables/Bashkortastan.csv',\n",
       " 'Content/tables/Bryansk.csv',\n",
       " 'Content/tables/Buryatia.csv',\n",
       " 'Content/tables/Chelyabinsk.csv',\n",
       " 'Content/tables/Chechen.csv',\n",
       " 'Content/tables/Chuvash.csv',\n",
       " 'Content/tables/Crimea.csv',\n",
       " 'Content/tables/Daghestan.csv',\n",
       " 'Content/tables/Ingushetia.csv',\n",
       " 'Content/tables/Irkutsk.csv',\n",
       " 'Content/tables/Ivanovo.csv',\n",
       " 'Content/tables/Jewish.csv',\n",
       " 'Content/tables/Kabardian-Balkar.csv',\n",
       " 'Content/tables/Kaliningrad.csv',\n",
       " 'Content/tables/Kalmykia.csv',\n",
       " 'Content/tables/Kaluga.csv',\n",
       " 'Content/tables/Kamchatka.csv',\n",
       " 'Content/tables/Karachaev-Circassian.csv',\n",
       " 'Content/tables/Karelia.csv',\n",
       " 'Content/tables/Kemerovo.csv',\n",
       " 'Content/tables/Khabarovsk.csv',\n",
       " 'Content/tables/Khakassia.csv',\n",
       " 'Content/tables/Khanty-Mansi.csv',\n",
       " 'Content/tables/Kirov.csv',\n",
       " 'Content/tables/Komi.csv',\n",
       " 'Content/tables/Kostroma.csv',\n",
       " 'Content/tables/Krasnodar.csv',\n",
       " 'Content/tables/Krasnoyarsk.csv',\n",
       " 'Content/tables/Kurgan.csv',\n",
       " 'Content/tables/Kursk.csv',\n",
       " 'Content/tables/Leningrad.csv',\n",
       " 'Content/tables/Lipetsk.csv',\n",
       " 'Content/tables/Magadan.csv',\n",
       " 'Content/tables/Mariy El.csv',\n",
       " 'Content/tables/Mordovia.csv',\n",
       " 'Content/tables/Moscow.csv',\n",
       " 'Content/tables/Murmansk.csv',\n",
       " 'Content/tables/Nenets.csv',\n",
       " 'Content/tables/Nizhny novgorod.csv',\n",
       " 'Content/tables/Novgorod.csv',\n",
       " 'Content/tables/North Ossetia-Alania.csv',\n",
       " 'Content/tables/Primorsky.csv',\n",
       " 'Content/tables/Novosibirsk.csv',\n",
       " 'Content/tables/Orenburg.csv',\n",
       " 'Content/tables/Penza.csv',\n",
       " 'Content/tables/Oryol.csv',\n",
       " 'Content/tables/Perm.csv',\n",
       " 'Content/tables/Omsk.csv',\n",
       " 'Content/tables/Pskov.csv',\n",
       " 'Content/tables/Rostov.csv',\n",
       " 'Content/tables/Saint-Petersburg.csv',\n",
       " 'Content/tables/Ryazan.csv',\n",
       " 'Content/tables/Sakhalin.csv',\n",
       " 'Content/tables/Saratov.csv',\n",
       " 'Content/tables/Samara.csv',\n",
       " 'Content/tables/Sevastopol.csv',\n",
       " 'Content/tables/Smolensk.csv',\n",
       " 'Content/tables/Stavropol.csv',\n",
       " 'Content/tables/Sverdlovsk.csv',\n",
       " 'Content/tables/Tambov.csv',\n",
       " 'Content/tables/Tatarstan.csv',\n",
       " 'Content/tables/Tomsk.csv',\n",
       " 'Content/tables/Transbaikal.csv',\n",
       " 'Content/tables/Tula.csv',\n",
       " 'Content/tables/Tver.csv',\n",
       " 'Content/tables/Tyumen.csv',\n",
       " 'Content/tables/Altai.csv']"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "files_s"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 696,
   "metadata": {
    "cellId": "zndmvplu3xfv6qhrt54at",
    "execution": {
     "iopub.execute_input": "2023-11-26T13:43:48.538660244Z",
     "iopub.status.busy": "2023-11-26T13:43:49.653673Z",
     "iopub.status.idle": "2023-11-26T13:43:50.260491Z",
     "shell.execute_reply": "2023-11-26T13:43:50.259743Z",
     "shell.execute_reply.started": "2023-11-26T13:43:49.654472Z"
    }
   },
   "outputs": [],
   "source": [
    "from pathlib import Path\n",
    "def toc_process_strats_nonlabel(model, tokenizer, file = \"Amursk.csv\",  encoding='utf-8', model_name='tiny_bert', dirr = 'markup'):\n",
    "    filemane = file.split('/')[-1].split('.')[0]\n",
    "    csv_name = \"Content/\"+ dirr + \"/vectors/\" + filemane + '_'+ model_name + '.csv'\n",
    "    s = Path(csv_name)\n",
    "    if not s.exists():\n",
    "        my_cols = ['Текст']\n",
    "        df = pd.read_csv(file,\n",
    "                        sep=\";\",\n",
    "                        encoding=encoding,\n",
    "                        names=my_cols,\n",
    "                        header=None,\n",
    "                        engine=\"python\")\n",
    "\n",
    "        set_random_seed(42)\n",
    "\n",
    "        features_po_tiny = []\n",
    "        for index, row in df.iterrows():\n",
    "            emb = embed_bert_cls(row[\"Текст\"], model, tokenizer, model_name)\n",
    "            features_po_tiny.append(emb)\n",
    "\n",
    "        df = pd.DataFrame((np.hstack([df, np.array(features_po_tiny)])))\n",
    "        for i in range(len(df.index)):\n",
    "            #df.loc[i, 'vec'] = np.array(df.loc[i, 2:(len(df.columns)-2):1])\n",
    "            df.loc[i, 'vec'] = ','.join (map(str, df.loc[i, 1:])) #Пропускаем первые 2 столбца с текстом и разметкой\n",
    "        df_fin = pd.DataFrame(np.vstack([df[0], df['vec']]).T, columns=['Текст', 'Вектор'])\n",
    "\n",
    "        #print (df_fin.columns)\n",
    "        df_fin.to_csv(csv_name, index=False)\n",
    "        print (csv_name)\n",
    "\n",
    "        return df_fin\n",
    "    else:\n",
    "        print ('Exists:', csv_name)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 697,
   "metadata": {
    "cellId": "kkkp6bsdhtr5zhoz38qrx7",
    "execution": {
     "iopub.execute_input": "2023-11-26T13:43:49.191304119Z",
     "iopub.status.busy": "2023-11-26T13:43:51.127638Z",
     "iopub.status.idle": "2023-11-26T13:43:51.610838Z",
     "shell.execute_reply": "2023-11-26T13:43:51.610159Z",
     "shell.execute_reply.started": "2023-11-26T13:43:51.128514Z"
    },
    "id": "Km-15muBmIh1"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "rubert-tiny2\n",
      "Exists: Content/tables/vectors/Amur_rubert-tiny2.csv\n",
      "Exists: Content/tables/vectors/Arkhangelsk_rubert-tiny2.csv\n",
      "Exists: Content/tables/vectors/Astrakhan_rubert-tiny2.csv\n",
      "Exists: Content/tables/vectors/Belgorod_rubert-tiny2.csv\n",
      "Exists: Content/tables/vectors/Adygeya_rubert-tiny2.csv\n",
      "Exists: Content/tables/vectors/Altai Resp_rubert-tiny2.csv\n",
      "Exists: Content/tables/vectors/Bashkortastan_rubert-tiny2.csv\n",
      "Exists: Content/tables/vectors/Bryansk_rubert-tiny2.csv\n",
      "Exists: Content/tables/vectors/Buryatia_rubert-tiny2.csv\n",
      "Exists: Content/tables/vectors/Chelyabinsk_rubert-tiny2.csv\n",
      "Exists: Content/tables/vectors/Chechen_rubert-tiny2.csv\n",
      "Exists: Content/tables/vectors/Chuvash_rubert-tiny2.csv\n",
      "Exists: Content/tables/vectors/Crimea_rubert-tiny2.csv\n",
      "Exists: Content/tables/vectors/Daghestan_rubert-tiny2.csv\n",
      "Exists: Content/tables/vectors/Ingushetia_rubert-tiny2.csv\n",
      "Exists: Content/tables/vectors/Irkutsk_rubert-tiny2.csv\n",
      "Exists: Content/tables/vectors/Ivanovo_rubert-tiny2.csv\n",
      "Exists: Content/tables/vectors/Jewish_rubert-tiny2.csv\n",
      "Exists: Content/tables/vectors/Kabardian-Balkar_rubert-tiny2.csv\n",
      "Exists: Content/tables/vectors/Kaliningrad_rubert-tiny2.csv\n",
      "Exists: Content/tables/vectors/Kalmykia_rubert-tiny2.csv\n",
      "Exists: Content/tables/vectors/Kaluga_rubert-tiny2.csv\n",
      "Exists: Content/tables/vectors/Kamchatka_rubert-tiny2.csv\n",
      "Exists: Content/tables/vectors/Karachaev-Circassian_rubert-tiny2.csv\n",
      "Exists: Content/tables/vectors/Karelia_rubert-tiny2.csv\n",
      "Exists: Content/tables/vectors/Kemerovo_rubert-tiny2.csv\n",
      "Exists: Content/tables/vectors/Khabarovsk_rubert-tiny2.csv\n",
      "Exists: Content/tables/vectors/Khakassia_rubert-tiny2.csv\n",
      "Exists: Content/tables/vectors/Khanty-Mansi_rubert-tiny2.csv\n",
      "Exists: Content/tables/vectors/Kirov_rubert-tiny2.csv\n",
      "Exists: Content/tables/vectors/Komi_rubert-tiny2.csv\n",
      "Exists: Content/tables/vectors/Kostroma_rubert-tiny2.csv\n",
      "Exists: Content/tables/vectors/Krasnodar_rubert-tiny2.csv\n",
      "Exists: Content/tables/vectors/Krasnoyarsk_rubert-tiny2.csv\n",
      "Exists: Content/tables/vectors/Kurgan_rubert-tiny2.csv\n",
      "Exists: Content/tables/vectors/Kursk_rubert-tiny2.csv\n",
      "Exists: Content/tables/vectors/Leningrad_rubert-tiny2.csv\n",
      "Exists: Content/tables/vectors/Lipetsk_rubert-tiny2.csv\n",
      "Exists: Content/tables/vectors/Magadan_rubert-tiny2.csv\n",
      "Exists: Content/tables/vectors/Mariy El_rubert-tiny2.csv\n",
      "Exists: Content/tables/vectors/Mordovia_rubert-tiny2.csv\n",
      "Exists: Content/tables/vectors/Moscow_rubert-tiny2.csv\n",
      "Exists: Content/tables/vectors/Murmansk_rubert-tiny2.csv\n",
      "Exists: Content/tables/vectors/Nenets_rubert-tiny2.csv\n",
      "Exists: Content/tables/vectors/Nizhny novgorod_rubert-tiny2.csv\n",
      "Exists: Content/tables/vectors/Novgorod_rubert-tiny2.csv\n",
      "Exists: Content/tables/vectors/North Ossetia-Alania_rubert-tiny2.csv\n",
      "Exists: Content/tables/vectors/Primorsky_rubert-tiny2.csv\n",
      "Exists: Content/tables/vectors/Novosibirsk_rubert-tiny2.csv\n",
      "Exists: Content/tables/vectors/Orenburg_rubert-tiny2.csv\n",
      "Exists: Content/tables/vectors/Penza_rubert-tiny2.csv\n",
      "Exists: Content/tables/vectors/Oryol_rubert-tiny2.csv\n",
      "Exists: Content/tables/vectors/Perm_rubert-tiny2.csv\n",
      "Exists: Content/tables/vectors/Omsk_rubert-tiny2.csv\n",
      "Exists: Content/tables/vectors/Pskov_rubert-tiny2.csv\n",
      "Exists: Content/tables/vectors/Rostov_rubert-tiny2.csv\n",
      "Exists: Content/tables/vectors/Saint-Petersburg_rubert-tiny2.csv\n",
      "Exists: Content/tables/vectors/Ryazan_rubert-tiny2.csv\n",
      "Exists: Content/tables/vectors/Sakhalin_rubert-tiny2.csv\n",
      "Exists: Content/tables/vectors/Saratov_rubert-tiny2.csv\n",
      "Exists: Content/tables/vectors/Samara_rubert-tiny2.csv\n",
      "Exists: Content/tables/vectors/Sevastopol_rubert-tiny2.csv\n",
      "Exists: Content/tables/vectors/Smolensk_rubert-tiny2.csv\n",
      "Exists: Content/tables/vectors/Stavropol_rubert-tiny2.csv\n",
      "Exists: Content/tables/vectors/Sverdlovsk_rubert-tiny2.csv\n",
      "Exists: Content/tables/vectors/Tambov_rubert-tiny2.csv\n",
      "Exists: Content/tables/vectors/Tatarstan_rubert-tiny2.csv\n",
      "Exists: Content/tables/vectors/Tomsk_rubert-tiny2.csv\n",
      "Exists: Content/tables/vectors/Transbaikal_rubert-tiny2.csv\n",
      "Exists: Content/tables/vectors/Tula_rubert-tiny2.csv\n",
      "Exists: Content/tables/vectors/Tver_rubert-tiny2.csv\n",
      "Exists: Content/tables/vectors/Tyumen_rubert-tiny2.csv\n",
      "Exists: Content/tables/vectors/Altai_rubert-tiny2.csv\n"
     ]
    }
   ],
   "source": [
    "print (name)\n",
    "for strat in files_s:\n",
    "    toc_process_strats_nonlabel(model = model, tokenizer = tokenizer, file = strat, encoding='utf-8', model_name=name, dirr = 'tables')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "cellId": "9o4aahhfbhss3uffbyhxg"
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 726,
   "metadata": {
    "cellId": "fa2xucn4iyvayduii9uy"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Список файлов \n",
      "\n"
     ]
    }
   ],
   "source": [
    "import glob\n",
    "import os\n",
    "\n",
    "\n",
    "def files_list (path):\n",
    "    files = []\n",
    "    print ('Список файлов \\n')\n",
    "    for r, d, f in os.walk(path):\n",
    "        for file in f:\n",
    "            if file.endswith(('.csv')):\n",
    "                files.append (os.path.join(r, file))\n",
    "                #print(os.path.join(r, file))\n",
    "    return files\n",
    "\n",
    "\n",
    "path=\"Content/tables\" #Подставить свой путь\n",
    "files_vect = files_list (path)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 718,
   "metadata": {
    "cellId": "rxtdtv292jgiucacklps"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001b[0m\u001b[01;34mContent\u001b[0m/\n",
      "Обработка_оглавления_v1_1.ipynb\n"
     ]
    }
   ],
   "source": [
    "%ls"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 729,
   "metadata": {
    "cellId": "u7o72swxb5w2q82qaktr9"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Список файлов \n",
      "\n",
      "147\n"
     ]
    }
   ],
   "source": [
    "path=\"Content/tables/\" #Подставить свой путь\n",
    "files_sv = files_list (path)\n",
    "print (len(files_sv))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "cellId": "t8ya6u6f2opedgjdx6zsf6"
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "cellId": "42yejgvbrh933mrakb7m57"
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "cellId": "x3d7555qz4fkbil7vtqmdn"
   },
   "outputs": [],
   "source": [
    "files_s = [s for s in files_sv if \"Etalon\" not in s]\n",
    "files_e = [s for s in files_sv if \"Etalon\" in s]\n",
    "\n",
    "print (len(files_e))\n",
    "print ((files_e))\n",
    "print (len(files_s))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 703,
   "metadata": {
    "cellId": "gfk39h8etrr69mb12w693k",
    "execution": {
     "iopub.execute_input": "2023-11-26T13:45:06.876366527Z",
     "iopub.status.busy": "2023-11-26T13:45:08.173784Z",
     "iopub.status.idle": "2023-11-26T13:45:08.234075Z",
     "shell.execute_reply": "2023-11-26T13:45:08.233289Z",
     "shell.execute_reply.started": "2023-11-26T13:45:08.174834Z"
    }
   },
   "outputs": [],
   "source": [
    "def makecossim_nonlabel(strat, ethalon):\n",
    "    filename = strat.split('/')[-1].split('.')[0]\n",
    "    csv_name = \"Content/tables/cossim/\" + filename + '_cossim.csv'\n",
    "    #print (csv_name)\n",
    "    s = Path(csv_name)\n",
    "    if not s.exists():\n",
    "        strat =    pd.read_csv (strat, encoding ='utf-8')\n",
    "        ethalon =  pd.read_csv (ethalon, encoding='utf-8')\n",
    "        \n",
    "        for index_s, row_s in strat.iterrows():\n",
    "            for index_e, row_e in ethalon.iterrows():\n",
    "                #Делаем вектора из строк. Это костыль, ибо мы сохраняли в pandas вектора в виде строк в 1 ячейку (чтобы не учитывать разные длины векторов)\n",
    "                list_e = row_e['Вектор'].split(',')\n",
    "                list_s = row_s['Вектор'].split(',')\n",
    "\n",
    "                vec_e = list(map(float,list_e))\n",
    "                vec_s = list(map(float,list_s))\n",
    "\n",
    "                #косталь - у части строк последнее значение nan\n",
    "                vec_e = [x for x in vec_e if str(x) != 'nan']\n",
    "                vec_s = [x for x in vec_s if str(x) != 'nan']\n",
    "\n",
    "                strat.loc[index_s, row_e['Текст']] = cos_sim(vec_s, vec_e)\n",
    "        \n",
    "        df = strat.drop('Вектор',axis = 1)#Тут он нам уже лишний\n",
    "        df.to_csv(csv_name, index=False)\n",
    "        print (csv_name)\n",
    "\n",
    "                \n",
    "    else:\n",
    "        print ('Exists:', csv_name)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "cellId": "715rmqnfdc8cyxb3wtzcjj"
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 704,
   "metadata": {
    "cellId": "xckyzqnyp7jo9t6yhj1vqp",
    "execution": {
     "iopub.execute_input": "2023-11-26T13:45:15.113115250Z",
     "iopub.status.busy": "2023-11-26T13:45:16.241626Z",
     "iopub.status.idle": "2023-11-26T13:45:17.196425Z",
     "shell.execute_reply": "2023-11-26T13:45:17.195739Z",
     "shell.execute_reply.started": "2023-11-26T13:45:16.242400Z"
    },
    "id": "ZM42d2Gf4z6n"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Content/tables/vectors/Amur_rubert-tiny2.csv\n",
      "Exists: Content/tables/cossim/Amur_rubert-tiny2_cossim.csv\n",
      "Content/tables/vectors/Arkhangelsk_rubert-tiny2.csv\n",
      "Exists: Content/tables/cossim/Arkhangelsk_rubert-tiny2_cossim.csv\n",
      "Content/tables/vectors/Astrakhan_rubert-tiny2.csv\n",
      "Exists: Content/tables/cossim/Astrakhan_rubert-tiny2_cossim.csv\n",
      "Content/tables/vectors/Belgorod_rubert-tiny2.csv\n",
      "Exists: Content/tables/cossim/Belgorod_rubert-tiny2_cossim.csv\n",
      "Content/tables/vectors/Adygeya_rubert-tiny2.csv\n",
      "Exists: Content/tables/cossim/Adygeya_rubert-tiny2_cossim.csv\n",
      "Content/tables/vectors/Altai Resp_rubert-tiny2.csv\n",
      "Exists: Content/tables/cossim/Altai Resp_rubert-tiny2_cossim.csv\n",
      "Content/tables/vectors/Bashkortastan_rubert-tiny2.csv\n",
      "Exists: Content/tables/cossim/Bashkortastan_rubert-tiny2_cossim.csv\n",
      "Content/tables/vectors/Bryansk_rubert-tiny2.csv\n",
      "Exists: Content/tables/cossim/Bryansk_rubert-tiny2_cossim.csv\n",
      "Content/tables/vectors/Buryatia_rubert-tiny2.csv\n",
      "Exists: Content/tables/cossim/Buryatia_rubert-tiny2_cossim.csv\n",
      "Content/tables/vectors/Chelyabinsk_rubert-tiny2.csv\n",
      "Exists: Content/tables/cossim/Chelyabinsk_rubert-tiny2_cossim.csv\n",
      "Content/tables/vectors/Chechen_rubert-tiny2.csv\n",
      "Exists: Content/tables/cossim/Chechen_rubert-tiny2_cossim.csv\n",
      "Content/tables/vectors/Chuvash_rubert-tiny2.csv\n",
      "Exists: Content/tables/cossim/Chuvash_rubert-tiny2_cossim.csv\n",
      "Content/tables/vectors/Crimea_rubert-tiny2.csv\n",
      "Exists: Content/tables/cossim/Crimea_rubert-tiny2_cossim.csv\n",
      "Content/tables/vectors/Daghestan_rubert-tiny2.csv\n",
      "Exists: Content/tables/cossim/Daghestan_rubert-tiny2_cossim.csv\n",
      "Content/tables/vectors/Ingushetia_rubert-tiny2.csv\n",
      "Exists: Content/tables/cossim/Ingushetia_rubert-tiny2_cossim.csv\n",
      "Content/tables/vectors/Irkutsk_rubert-tiny2.csv\n",
      "Exists: Content/tables/cossim/Irkutsk_rubert-tiny2_cossim.csv\n",
      "Content/tables/vectors/Ivanovo_rubert-tiny2.csv\n",
      "Exists: Content/tables/cossim/Ivanovo_rubert-tiny2_cossim.csv\n",
      "Content/tables/vectors/Jewish_rubert-tiny2.csv\n",
      "Exists: Content/tables/cossim/Jewish_rubert-tiny2_cossim.csv\n",
      "Content/tables/vectors/Kabardian-Balkar_rubert-tiny2.csv\n",
      "Exists: Content/tables/cossim/Kabardian-Balkar_rubert-tiny2_cossim.csv\n",
      "Content/tables/vectors/Kaliningrad_rubert-tiny2.csv\n",
      "Exists: Content/tables/cossim/Kaliningrad_rubert-tiny2_cossim.csv\n",
      "Content/tables/vectors/Kalmykia_rubert-tiny2.csv\n",
      "Exists: Content/tables/cossim/Kalmykia_rubert-tiny2_cossim.csv\n",
      "Content/tables/vectors/Kaluga_rubert-tiny2.csv\n",
      "Exists: Content/tables/cossim/Kaluga_rubert-tiny2_cossim.csv\n",
      "Content/tables/vectors/Kamchatka_rubert-tiny2.csv\n",
      "Exists: Content/tables/cossim/Kamchatka_rubert-tiny2_cossim.csv\n",
      "Content/tables/vectors/Karachaev-Circassian_rubert-tiny2.csv\n",
      "Exists: Content/tables/cossim/Karachaev-Circassian_rubert-tiny2_cossim.csv\n",
      "Content/tables/vectors/Karelia_rubert-tiny2.csv\n",
      "Exists: Content/tables/cossim/Karelia_rubert-tiny2_cossim.csv\n",
      "Content/tables/vectors/Kemerovo_rubert-tiny2.csv\n",
      "Exists: Content/tables/cossim/Kemerovo_rubert-tiny2_cossim.csv\n",
      "Content/tables/vectors/Khabarovsk_rubert-tiny2.csv\n",
      "Exists: Content/tables/cossim/Khabarovsk_rubert-tiny2_cossim.csv\n",
      "Content/tables/vectors/Khakassia_rubert-tiny2.csv\n",
      "Exists: Content/tables/cossim/Khakassia_rubert-tiny2_cossim.csv\n",
      "Content/tables/vectors/Khanty-Mansi_rubert-tiny2.csv\n",
      "Exists: Content/tables/cossim/Khanty-Mansi_rubert-tiny2_cossim.csv\n",
      "Content/tables/vectors/Kirov_rubert-tiny2.csv\n",
      "Exists: Content/tables/cossim/Kirov_rubert-tiny2_cossim.csv\n",
      "Content/tables/vectors/Komi_rubert-tiny2.csv\n",
      "Exists: Content/tables/cossim/Komi_rubert-tiny2_cossim.csv\n",
      "Content/tables/vectors/Kostroma_rubert-tiny2.csv\n",
      "Exists: Content/tables/cossim/Kostroma_rubert-tiny2_cossim.csv\n",
      "Content/tables/vectors/Krasnodar_rubert-tiny2.csv\n",
      "Exists: Content/tables/cossim/Krasnodar_rubert-tiny2_cossim.csv\n",
      "Content/tables/vectors/Krasnoyarsk_rubert-tiny2.csv\n",
      "Exists: Content/tables/cossim/Krasnoyarsk_rubert-tiny2_cossim.csv\n",
      "Content/tables/vectors/Kurgan_rubert-tiny2.csv\n",
      "Exists: Content/tables/cossim/Kurgan_rubert-tiny2_cossim.csv\n",
      "Content/tables/vectors/Kursk_rubert-tiny2.csv\n",
      "Exists: Content/tables/cossim/Kursk_rubert-tiny2_cossim.csv\n",
      "Content/tables/vectors/Leningrad_rubert-tiny2.csv\n",
      "Exists: Content/tables/cossim/Leningrad_rubert-tiny2_cossim.csv\n",
      "Content/tables/vectors/Lipetsk_rubert-tiny2.csv\n",
      "Exists: Content/tables/cossim/Lipetsk_rubert-tiny2_cossim.csv\n",
      "Content/tables/vectors/Magadan_rubert-tiny2.csv\n",
      "Exists: Content/tables/cossim/Magadan_rubert-tiny2_cossim.csv\n",
      "Content/tables/vectors/Mariy El_rubert-tiny2.csv\n",
      "Exists: Content/tables/cossim/Mariy El_rubert-tiny2_cossim.csv\n",
      "Content/tables/vectors/Mordovia_rubert-tiny2.csv\n",
      "Exists: Content/tables/cossim/Mordovia_rubert-tiny2_cossim.csv\n",
      "Content/tables/vectors/Moscow_rubert-tiny2.csv\n",
      "Exists: Content/tables/cossim/Moscow_rubert-tiny2_cossim.csv\n",
      "Content/tables/vectors/Murmansk_rubert-tiny2.csv\n",
      "Exists: Content/tables/cossim/Murmansk_rubert-tiny2_cossim.csv\n",
      "Content/tables/vectors/Nenets_rubert-tiny2.csv\n",
      "Exists: Content/tables/cossim/Nenets_rubert-tiny2_cossim.csv\n",
      "Content/tables/vectors/Nizhny novgorod_rubert-tiny2.csv\n",
      "Exists: Content/tables/cossim/Nizhny novgorod_rubert-tiny2_cossim.csv\n",
      "Content/tables/vectors/Novgorod_rubert-tiny2.csv\n",
      "Exists: Content/tables/cossim/Novgorod_rubert-tiny2_cossim.csv\n",
      "Content/tables/vectors/North Ossetia-Alania_rubert-tiny2.csv\n",
      "Exists: Content/tables/cossim/North Ossetia-Alania_rubert-tiny2_cossim.csv\n",
      "Content/tables/vectors/Primorsky_rubert-tiny2.csv\n",
      "Exists: Content/tables/cossim/Primorsky_rubert-tiny2_cossim.csv\n",
      "Content/tables/vectors/Novosibirsk_rubert-tiny2.csv\n",
      "Exists: Content/tables/cossim/Novosibirsk_rubert-tiny2_cossim.csv\n",
      "Content/tables/vectors/Orenburg_rubert-tiny2.csv\n",
      "Exists: Content/tables/cossim/Orenburg_rubert-tiny2_cossim.csv\n",
      "Content/tables/vectors/Penza_rubert-tiny2.csv\n",
      "Exists: Content/tables/cossim/Penza_rubert-tiny2_cossim.csv\n",
      "Content/tables/vectors/Oryol_rubert-tiny2.csv\n",
      "Exists: Content/tables/cossim/Oryol_rubert-tiny2_cossim.csv\n",
      "Content/tables/vectors/Perm_rubert-tiny2.csv\n",
      "Exists: Content/tables/cossim/Perm_rubert-tiny2_cossim.csv\n",
      "Content/tables/vectors/Omsk_rubert-tiny2.csv\n",
      "Exists: Content/tables/cossim/Omsk_rubert-tiny2_cossim.csv\n",
      "Content/tables/vectors/Pskov_rubert-tiny2.csv\n",
      "Exists: Content/tables/cossim/Pskov_rubert-tiny2_cossim.csv\n",
      "Content/tables/vectors/Rostov_rubert-tiny2.csv\n",
      "Exists: Content/tables/cossim/Rostov_rubert-tiny2_cossim.csv\n",
      "Content/tables/vectors/Saint-Petersburg_rubert-tiny2.csv\n",
      "Exists: Content/tables/cossim/Saint-Petersburg_rubert-tiny2_cossim.csv\n",
      "Content/tables/vectors/Ryazan_rubert-tiny2.csv\n",
      "Exists: Content/tables/cossim/Ryazan_rubert-tiny2_cossim.csv\n",
      "Content/tables/vectors/Sakhalin_rubert-tiny2.csv\n",
      "Exists: Content/tables/cossim/Sakhalin_rubert-tiny2_cossim.csv\n",
      "Content/tables/vectors/Saratov_rubert-tiny2.csv\n",
      "Exists: Content/tables/cossim/Saratov_rubert-tiny2_cossim.csv\n",
      "Content/tables/vectors/Samara_rubert-tiny2.csv\n",
      "Exists: Content/tables/cossim/Samara_rubert-tiny2_cossim.csv\n",
      "Content/tables/vectors/Sevastopol_rubert-tiny2.csv\n",
      "Exists: Content/tables/cossim/Sevastopol_rubert-tiny2_cossim.csv\n",
      "Content/tables/vectors/Smolensk_rubert-tiny2.csv\n",
      "Exists: Content/tables/cossim/Smolensk_rubert-tiny2_cossim.csv\n",
      "Content/tables/vectors/Stavropol_rubert-tiny2.csv\n",
      "Exists: Content/tables/cossim/Stavropol_rubert-tiny2_cossim.csv\n",
      "Content/tables/vectors/Sverdlovsk_rubert-tiny2.csv\n",
      "Exists: Content/tables/cossim/Sverdlovsk_rubert-tiny2_cossim.csv\n",
      "Content/tables/vectors/Tambov_rubert-tiny2.csv\n",
      "Exists: Content/tables/cossim/Tambov_rubert-tiny2_cossim.csv\n",
      "Content/tables/vectors/Tatarstan_rubert-tiny2.csv\n",
      "Exists: Content/tables/cossim/Tatarstan_rubert-tiny2_cossim.csv\n",
      "Content/tables/vectors/Tomsk_rubert-tiny2.csv\n",
      "Exists: Content/tables/cossim/Tomsk_rubert-tiny2_cossim.csv\n",
      "Content/tables/vectors/Transbaikal_rubert-tiny2.csv\n",
      "Exists: Content/tables/cossim/Transbaikal_rubert-tiny2_cossim.csv\n",
      "Content/tables/vectors/Tula_rubert-tiny2.csv\n",
      "Exists: Content/tables/cossim/Tula_rubert-tiny2_cossim.csv\n",
      "Content/tables/vectors/Tver_rubert-tiny2.csv\n",
      "Exists: Content/tables/cossim/Tver_rubert-tiny2_cossim.csv\n",
      "Content/tables/vectors/Tyumen_rubert-tiny2.csv\n",
      "Exists: Content/tables/cossim/Tyumen_rubert-tiny2_cossim.csv\n",
      "Content/tables/vectors/Altai_rubert-tiny2.csv\n",
      "Exists: Content/tables/cossim/Altai_rubert-tiny2_cossim.csv\n"
     ]
    }
   ],
   "source": [
    "et = files_e[0]\n",
    "\n",
    "for st in files_s:\n",
    "    print (st)\n",
    "    makecossim_nonlabel(strat = st, ethalon = et)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 770,
   "metadata": {
    "cellId": "qupclenwlco8pcku5yl7"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Список файлов \n",
      "\n",
      "73\n"
     ]
    }
   ],
   "source": [
    "path=\"Content/tables/cossim\" #Подставить свой путь\n",
    "files_cossim = files_list (path)\n",
    "print(len(files_cossim))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 796,
   "metadata": {
    "cellId": "urrbcj0q9jsdqe20brht"
   },
   "outputs": [],
   "source": [
    "df_stats_of_strats = pd.DataFrame([], columns = ['Регион', 'Длина','Класс -1', 'Не хватает', 'Пункты, которых нет', 'Пункты, которые есть']) "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 797,
   "metadata": {
    "cellId": "7gvnfy8bt4wglmbpcy2zc5"
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Регион</th>\n",
       "      <th>Длина</th>\n",
       "      <th>Класс -1</th>\n",
       "      <th>Не хватает</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "Empty DataFrame\n",
       "Columns: [Регион, Длина, Класс -1, Не хватает]\n",
       "Index: []"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "df_stats_of_strats"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 810,
   "metadata": {
    "cellId": "yfjn5vgqspfy50eueermxc"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{16, 11}\n",
      "Altai Resp\n",
      "{16, 13, 11, 5}\n",
      "Altai\n",
      "{11}\n",
      "Amur\n",
      "{2, 3, 4, 5, 7, 8, 11, 12}\n",
      "Arkhangelsk\n",
      "{13, 14, 15}\n",
      "Astrakhan\n",
      "{8, 11, 7}\n",
      "Bashkortastan\n",
      "{11, 12}\n",
      "Belgorod\n",
      "{11, 15}\n",
      "Buryatia\n",
      "{13}\n",
      "Chechen\n",
      "{13, 4, 12}\n",
      "Chelyabinsk\n",
      "{6, 10, 11, 12, 13, 15, 16}\n",
      "Chuvash\n",
      "{2, 4, 11, 12, 13, 15, 16}\n",
      "Crimea\n",
      "{1, 11, 13}\n",
      "Daghestan\n",
      "{2, 4, 6, 7, 9, 10, 11, 12, 16}\n",
      "Ingushetia\n",
      "{1, 2, 6, 11, 14, 16}\n",
      "Irkutsk\n",
      "{0, 11, 15, 16, 17}\n",
      "Ivanovo\n",
      "{16, 11, 13}\n",
      "Jewish\n",
      "{8, 10, 11, 12, 13, 16}\n",
      "Kabardian-Balkar\n",
      "{1, 2, 3, 4, 5, 7, 11, 12, 13, 15, 16}\n",
      "Kaliningrad\n",
      "{11, 13}\n",
      "Kalmykia\n",
      "{4, 5, 7, 10, 11, 13, 16}\n",
      "Kaluga\n",
      "{11, 15}\n",
      "Kamchatka\n",
      "{1, 2, 5, 11, 14, 16}\n",
      "Karachaev-Circassian\n",
      "{1, 6, 8, 11, 13, 16}\n",
      "Karelia\n",
      "{16, 11}\n",
      "Khabarovsk\n",
      "{11}\n",
      "Khakassia\n",
      "{1, 3, 10, 11, 13, 14, 16}\n",
      "Khanty-Mansi\n",
      "{8, 16, 11, 6}\n",
      "Kirov\n",
      "{11}\n",
      "Komi\n",
      "{1, 2, 3, 4, 5, 7, 8, 12, 13, 15}\n",
      "Kostroma\n",
      "{16, 1, 11, 6}\n",
      "Krasnodar\n",
      "{8, 16, 12, 13}\n",
      "Krasnoyarsk\n",
      "{2, 11}\n",
      "Kurgan\n",
      "{11}\n",
      "Kursk\n",
      "{1, 3, 11, 13, 16}\n",
      "Leningrad\n",
      "{1, 3, 4, 5, 9, 11, 13}\n",
      "Lipetsk\n",
      "{8, 11, 13, 6}\n",
      "Magadan\n",
      "{16}\n",
      "Mariy El\n",
      "{16, 11, 7}\n",
      "Mordovia\n",
      "{16, 1, 10, 11}\n",
      "Moscow\n",
      "{6, 8, 11, 12, 16}\n",
      "Murmansk\n",
      "{1, 11, 12, 13}\n",
      "Nenets\n",
      "{16, 2, 11}\n",
      "Nizhny novgorod\n",
      "{16, 11, 13}\n",
      "North Ossetia-Alania\n",
      "{0, 10, 11, 13, 15, 16}\n",
      "Novgorod\n",
      "{9, 13, 11, 5}\n",
      "Omsk\n",
      "{2, 11, 12, 14, 15, 16}\n",
      "Orenburg\n",
      "{16, 11, 5, 6}\n",
      "Oryol\n",
      "{4, 7, 10, 11, 16}\n",
      "Penza\n",
      "{2, 3, 6, 8, 10, 11, 16}\n",
      "Perm\n",
      "{11, 13}\n",
      "Pskov\n",
      "{11, 13}\n",
      "Rostov\n",
      "{16, 11}\n",
      "Ryazan\n",
      "{8, 16, 11, 5}\n",
      "Saint-Petersburg\n",
      "{16, 11, 13}\n",
      "Sakhalin\n",
      "{6, 7, 8, 11, 13}\n",
      "Samara\n",
      "{2, 11}\n",
      "Saratov\n",
      "{8, 16, 11, 13}\n",
      "Sevastopol\n",
      "{11, 12, 15, 16, 17}\n",
      "Smolensk\n",
      "{8, 16, 2, 11}\n",
      "Stavropol\n",
      "{2, 4, 5, 6, 7, 8, 10, 11, 13, 16}\n",
      "Sverdlovsk\n",
      "{5, 8, 10, 11, 14, 15, 16}\n",
      "Tambov\n",
      "{16, 11, 7}\n",
      "Tatarstan\n",
      "{11, 16, 10, 3}\n",
      "Tomsk\n",
      "{1}\n",
      "Bryansk\n",
      "{16, 11}\n",
      "Transbaikal\n",
      "{2, 4, 11, 13, 14, 15, 16}\n",
      "Tula\n",
      "{1, 5, 7, 8, 11, 15, 16, 17}\n",
      "Tver\n",
      "{4, 6, 7, 10, 11}\n",
      "Tyumen\n",
      "{11, 7}\n",
      "Adygeya\n",
      "{16, 11, 13, 15}\n",
      "Kemerovo\n",
      "{11, 13}\n",
      "Novosibirsk\n",
      "{11, 3, 12, 13}\n",
      "Primorsky\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "<ipython-input-26-5f500da25fc9>:31: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
      "  df_stats_of_strats = df_stats_of_strats.append(new_row, ignore_index=True)\n",
      "<ipython-input-26-5f500da25fc9>:31: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
      "  df_stats_of_strats = df_stats_of_strats.append(new_row, ignore_index=True)\n",
      "<ipython-input-26-5f500da25fc9>:31: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
      "  df_stats_of_strats = df_stats_of_strats.append(new_row, ignore_index=True)\n",
      "<ipython-input-26-5f500da25fc9>:31: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
      "  df_stats_of_strats = df_stats_of_strats.append(new_row, ignore_index=True)\n",
      "<ipython-input-26-5f500da25fc9>:31: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
      "  df_stats_of_strats = df_stats_of_strats.append(new_row, ignore_index=True)\n",
      "<ipython-input-26-5f500da25fc9>:31: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
      "  df_stats_of_strats = df_stats_of_strats.append(new_row, ignore_index=True)\n",
      "<ipython-input-26-5f500da25fc9>:31: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
      "  df_stats_of_strats = df_stats_of_strats.append(new_row, ignore_index=True)\n",
      "<ipython-input-26-5f500da25fc9>:31: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
      "  df_stats_of_strats = df_stats_of_strats.append(new_row, ignore_index=True)\n",
      "<ipython-input-26-5f500da25fc9>:31: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
      "  df_stats_of_strats = df_stats_of_strats.append(new_row, ignore_index=True)\n",
      "<ipython-input-26-5f500da25fc9>:31: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
      "  df_stats_of_strats = df_stats_of_strats.append(new_row, ignore_index=True)\n",
      "<ipython-input-26-5f500da25fc9>:31: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
      "  df_stats_of_strats = df_stats_of_strats.append(new_row, ignore_index=True)\n",
      "<ipython-input-26-5f500da25fc9>:31: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
      "  df_stats_of_strats = df_stats_of_strats.append(new_row, ignore_index=True)\n",
      "<ipython-input-26-5f500da25fc9>:31: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
      "  df_stats_of_strats = df_stats_of_strats.append(new_row, ignore_index=True)\n",
      "<ipython-input-26-5f500da25fc9>:31: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
      "  df_stats_of_strats = df_stats_of_strats.append(new_row, ignore_index=True)\n",
      "<ipython-input-26-5f500da25fc9>:31: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
      "  df_stats_of_strats = df_stats_of_strats.append(new_row, ignore_index=True)\n",
      "<ipython-input-26-5f500da25fc9>:31: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
      "  df_stats_of_strats = df_stats_of_strats.append(new_row, ignore_index=True)\n",
      "<ipython-input-26-5f500da25fc9>:31: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
      "  df_stats_of_strats = df_stats_of_strats.append(new_row, ignore_index=True)\n",
      "<ipython-input-26-5f500da25fc9>:31: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
      "  df_stats_of_strats = df_stats_of_strats.append(new_row, ignore_index=True)\n",
      "<ipython-input-26-5f500da25fc9>:31: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
      "  df_stats_of_strats = df_stats_of_strats.append(new_row, ignore_index=True)\n",
      "<ipython-input-26-5f500da25fc9>:31: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
      "  df_stats_of_strats = df_stats_of_strats.append(new_row, ignore_index=True)\n",
      "<ipython-input-26-5f500da25fc9>:31: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
      "  df_stats_of_strats = df_stats_of_strats.append(new_row, ignore_index=True)\n",
      "<ipython-input-26-5f500da25fc9>:31: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
      "  df_stats_of_strats = df_stats_of_strats.append(new_row, ignore_index=True)\n",
      "<ipython-input-26-5f500da25fc9>:31: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
      "  df_stats_of_strats = df_stats_of_strats.append(new_row, ignore_index=True)\n",
      "<ipython-input-26-5f500da25fc9>:31: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
      "  df_stats_of_strats = df_stats_of_strats.append(new_row, ignore_index=True)\n",
      "<ipython-input-26-5f500da25fc9>:31: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
      "  df_stats_of_strats = df_stats_of_strats.append(new_row, ignore_index=True)\n",
      "<ipython-input-26-5f500da25fc9>:31: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
      "  df_stats_of_strats = df_stats_of_strats.append(new_row, ignore_index=True)\n",
      "<ipython-input-26-5f500da25fc9>:31: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
      "  df_stats_of_strats = df_stats_of_strats.append(new_row, ignore_index=True)\n",
      "<ipython-input-26-5f500da25fc9>:31: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
      "  df_stats_of_strats = df_stats_of_strats.append(new_row, ignore_index=True)\n",
      "<ipython-input-26-5f500da25fc9>:31: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
      "  df_stats_of_strats = df_stats_of_strats.append(new_row, ignore_index=True)\n",
      "<ipython-input-26-5f500da25fc9>:31: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
      "  df_stats_of_strats = df_stats_of_strats.append(new_row, ignore_index=True)\n",
      "<ipython-input-26-5f500da25fc9>:31: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
      "  df_stats_of_strats = df_stats_of_strats.append(new_row, ignore_index=True)\n",
      "<ipython-input-26-5f500da25fc9>:31: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
      "  df_stats_of_strats = df_stats_of_strats.append(new_row, ignore_index=True)\n",
      "<ipython-input-26-5f500da25fc9>:31: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
      "  df_stats_of_strats = df_stats_of_strats.append(new_row, ignore_index=True)\n",
      "<ipython-input-26-5f500da25fc9>:31: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
      "  df_stats_of_strats = df_stats_of_strats.append(new_row, ignore_index=True)\n",
      "<ipython-input-26-5f500da25fc9>:31: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
      "  df_stats_of_strats = df_stats_of_strats.append(new_row, ignore_index=True)\n",
      "<ipython-input-26-5f500da25fc9>:31: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
      "  df_stats_of_strats = df_stats_of_strats.append(new_row, ignore_index=True)\n",
      "<ipython-input-26-5f500da25fc9>:31: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
      "  df_stats_of_strats = df_stats_of_strats.append(new_row, ignore_index=True)\n",
      "<ipython-input-26-5f500da25fc9>:31: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
      "  df_stats_of_strats = df_stats_of_strats.append(new_row, ignore_index=True)\n",
      "<ipython-input-26-5f500da25fc9>:31: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
      "  df_stats_of_strats = df_stats_of_strats.append(new_row, ignore_index=True)\n",
      "<ipython-input-26-5f500da25fc9>:31: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
      "  df_stats_of_strats = df_stats_of_strats.append(new_row, ignore_index=True)\n",
      "<ipython-input-26-5f500da25fc9>:31: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
      "  df_stats_of_strats = df_stats_of_strats.append(new_row, ignore_index=True)\n",
      "<ipython-input-26-5f500da25fc9>:31: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
      "  df_stats_of_strats = df_stats_of_strats.append(new_row, ignore_index=True)\n",
      "<ipython-input-26-5f500da25fc9>:31: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
      "  df_stats_of_strats = df_stats_of_strats.append(new_row, ignore_index=True)\n",
      "<ipython-input-26-5f500da25fc9>:31: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
      "  df_stats_of_strats = df_stats_of_strats.append(new_row, ignore_index=True)\n",
      "<ipython-input-26-5f500da25fc9>:31: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
      "  df_stats_of_strats = df_stats_of_strats.append(new_row, ignore_index=True)\n",
      "<ipython-input-26-5f500da25fc9>:31: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
      "  df_stats_of_strats = df_stats_of_strats.append(new_row, ignore_index=True)\n",
      "<ipython-input-26-5f500da25fc9>:31: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
      "  df_stats_of_strats = df_stats_of_strats.append(new_row, ignore_index=True)\n",
      "<ipython-input-26-5f500da25fc9>:31: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
      "  df_stats_of_strats = df_stats_of_strats.append(new_row, ignore_index=True)\n",
      "<ipython-input-26-5f500da25fc9>:31: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
      "  df_stats_of_strats = df_stats_of_strats.append(new_row, ignore_index=True)\n",
      "<ipython-input-26-5f500da25fc9>:31: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
      "  df_stats_of_strats = df_stats_of_strats.append(new_row, ignore_index=True)\n",
      "<ipython-input-26-5f500da25fc9>:31: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
      "  df_stats_of_strats = df_stats_of_strats.append(new_row, ignore_index=True)\n",
      "<ipython-input-26-5f500da25fc9>:31: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
      "  df_stats_of_strats = df_stats_of_strats.append(new_row, ignore_index=True)\n",
      "<ipython-input-26-5f500da25fc9>:31: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
      "  df_stats_of_strats = df_stats_of_strats.append(new_row, ignore_index=True)\n",
      "<ipython-input-26-5f500da25fc9>:31: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
      "  df_stats_of_strats = df_stats_of_strats.append(new_row, ignore_index=True)\n",
      "<ipython-input-26-5f500da25fc9>:31: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
      "  df_stats_of_strats = df_stats_of_strats.append(new_row, ignore_index=True)\n",
      "<ipython-input-26-5f500da25fc9>:31: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
      "  df_stats_of_strats = df_stats_of_strats.append(new_row, ignore_index=True)\n",
      "<ipython-input-26-5f500da25fc9>:31: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
      "  df_stats_of_strats = df_stats_of_strats.append(new_row, ignore_index=True)\n",
      "<ipython-input-26-5f500da25fc9>:31: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
      "  df_stats_of_strats = df_stats_of_strats.append(new_row, ignore_index=True)\n",
      "<ipython-input-26-5f500da25fc9>:31: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
      "  df_stats_of_strats = df_stats_of_strats.append(new_row, ignore_index=True)\n",
      "<ipython-input-26-5f500da25fc9>:31: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
      "  df_stats_of_strats = df_stats_of_strats.append(new_row, ignore_index=True)\n",
      "<ipython-input-26-5f500da25fc9>:31: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
      "  df_stats_of_strats = df_stats_of_strats.append(new_row, ignore_index=True)\n",
      "<ipython-input-26-5f500da25fc9>:31: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
      "  df_stats_of_strats = df_stats_of_strats.append(new_row, ignore_index=True)\n",
      "<ipython-input-26-5f500da25fc9>:31: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
      "  df_stats_of_strats = df_stats_of_strats.append(new_row, ignore_index=True)\n",
      "<ipython-input-26-5f500da25fc9>:31: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
      "  df_stats_of_strats = df_stats_of_strats.append(new_row, ignore_index=True)\n",
      "<ipython-input-26-5f500da25fc9>:31: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
      "  df_stats_of_strats = df_stats_of_strats.append(new_row, ignore_index=True)\n",
      "<ipython-input-26-5f500da25fc9>:31: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
      "  df_stats_of_strats = df_stats_of_strats.append(new_row, ignore_index=True)\n",
      "<ipython-input-26-5f500da25fc9>:31: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
      "  df_stats_of_strats = df_stats_of_strats.append(new_row, ignore_index=True)\n",
      "<ipython-input-26-5f500da25fc9>:31: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
      "  df_stats_of_strats = df_stats_of_strats.append(new_row, ignore_index=True)\n",
      "<ipython-input-26-5f500da25fc9>:31: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
      "  df_stats_of_strats = df_stats_of_strats.append(new_row, ignore_index=True)\n",
      "<ipython-input-26-5f500da25fc9>:31: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
      "  df_stats_of_strats = df_stats_of_strats.append(new_row, ignore_index=True)\n",
      "<ipython-input-26-5f500da25fc9>:31: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
      "  df_stats_of_strats = df_stats_of_strats.append(new_row, ignore_index=True)\n",
      "<ipython-input-26-5f500da25fc9>:31: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
      "  df_stats_of_strats = df_stats_of_strats.append(new_row, ignore_index=True)\n",
      "<ipython-input-26-5f500da25fc9>:31: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
      "  df_stats_of_strats = df_stats_of_strats.append(new_row, ignore_index=True)\n"
     ]
    }
   ],
   "source": [
    "df_stats_of_strats = pd.DataFrame([], columns = ['Регион', 'Длина','Класс -1', 'Не хватает', 'Пункты, которых нет', 'Есть','Пункты, которые есть']) \n",
    "for f_path in files_cossim:\n",
    "    cs =    pd.read_csv (f_path, encoding ='utf-8')\n",
    "    vect = cs[cs.apply(lambda row: all(float(column) < 0.52 for column in row[1:]), axis=1)].index.values\n",
    "    cs_columns = cs.columns[1:]\n",
    "    \n",
    "    variants_cossim = cs.iloc[:,1:].values\n",
    "    answer_vec = np.argmax (variants_cossim, axis = 1)\n",
    "    \n",
    "    etalon_names = cs_columns[answer_vec]\n",
    "\n",
    "    cs['class'] = answer_vec\n",
    "    cs.loc[vect, 'class'] = -1\n",
    "    \n",
    "    reg_name = f_path.split('/')[-1].split('_')[0]\n",
    "    minus_count = len(vect)\n",
    "    table_len = len(cs)\n",
    "    \n",
    "    difference = set(list(range(0,18))) - set(answer_vec)#(set(answer_vec)).difference(set(list(range(1,19)))) #set(answer_vec) - set(list(range(1,19)))\n",
    "    #print (set(answer_vec))\n",
    "    print (difference)\n",
    "    \n",
    "    existing_ind = set(list(range(0,18))) & set(answer_vec)\n",
    "    \n",
    "    #none_punkts =  ','.join(cs_columns[difference])\n",
    "    none_punkts =  '; '.join(cs_columns[list(difference)])\n",
    "    existing_punkts =  '; '.join(cs_columns[list(existing_ind)])\n",
    "    \n",
    "    \n",
    "    new_row = {'Регион':reg_name, 'Длина':table_len, 'Класс -1':minus_count, 'Не хватает':difference, 'Пункты, которых нет':none_punkts, 'Есть':existing_ind,  'Пункты, которые есть': existing_punkts}\n",
    "    df_stats_of_strats = df_stats_of_strats.append(new_row, ignore_index=True)\n",
    "    \n",
    "    cs_to_save = pd.DataFrame((np.vstack([cs['Текст'], cs['class'], etalon_names])).T, columns=['Текст','Класс в Эталоне','Эталон'])\n",
    "    fin_path = 'Content/tables/answers/'+reg_name + '_ans.csv'\n",
    "    cs_to_save.to_csv(fin_path, index=False)\n",
    "    \n",
    "    print(reg_name)\n",
    "\n",
    "df_stats_of_strats.to_csv('Content/tables/answers/strat_stats.csv', index=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "cellId": "8pxbteeji7ejv0nxa98f"
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "cellId": "d6nencpg5683da4ul8g8lc"
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "cellId": "ujuz78kwo1z73y1e3g8c"
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 762,
   "metadata": {
    "cellId": "skxtbo9qnum5k0s6vijt"
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Текст</th>\n",
       "      <th>Вводная часть</th>\n",
       "      <th>Оценка достигнутых целей социально-экономиечского развития</th>\n",
       "      <th>Приоритеты, цели и задачи социально-экономического развития</th>\n",
       "      <th>Целевой сценарий социально-экономического развития</th>\n",
       "      <th>Основные направления развития человеческого капитала и социальной сферы</th>\n",
       "      <th>Основные направления экономического развития</th>\n",
       "      <th>Основные направления развития научно-инновационной сферы</th>\n",
       "      <th>Основные направления рационального природопользования и обеспечения экологической безопасности</th>\n",
       "      <th>Основные направления развития межрегиональных и внешнеэкономических связей</th>\n",
       "      <th>Основные направления пространственного развития</th>\n",
       "      <th>Сведения о кадровом обеспечении экономики</th>\n",
       "      <th>Заключительная часть</th>\n",
       "      <th>Оценка финансовых ресурсов, необходимых для реализации стратегии</th>\n",
       "      <th>Сроки и этапы реализации стратегии</th>\n",
       "      <th>Пприложение с основными показателями достижения целей социально-экономического развития</th>\n",
       "      <th>Приложение с ожидаемыми результатами реализации стратегии</th>\n",
       "      <th>Приложение  с перечнем крупных инвестиционных проектов</th>\n",
       "      <th>Приложение с государственными программи</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1. Общие положения</td>\n",
       "      <td>0.659481</td>\n",
       "      <td>0.503554</td>\n",
       "      <td>0.493380</td>\n",
       "      <td>0.528382</td>\n",
       "      <td>0.480804</td>\n",
       "      <td>0.542985</td>\n",
       "      <td>0.479830</td>\n",
       "      <td>0.476649</td>\n",
       "      <td>0.426595</td>\n",
       "      <td>0.599523</td>\n",
       "      <td>0.584795</td>\n",
       "      <td>0.631322</td>\n",
       "      <td>0.488034</td>\n",
       "      <td>0.511701</td>\n",
       "      <td>0.531913</td>\n",
       "      <td>0.535275</td>\n",
       "      <td>0.454968</td>\n",
       "      <td>0.559657</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1.1. Оценка основных итогов реализации стратег...</td>\n",
       "      <td>0.394828</td>\n",
       "      <td>0.727024</td>\n",
       "      <td>0.646909</td>\n",
       "      <td>0.690854</td>\n",
       "      <td>0.639580</td>\n",
       "      <td>0.678736</td>\n",
       "      <td>0.620603</td>\n",
       "      <td>0.588943</td>\n",
       "      <td>0.606059</td>\n",
       "      <td>0.616570</td>\n",
       "      <td>0.613301</td>\n",
       "      <td>0.383712</td>\n",
       "      <td>0.646402</td>\n",
       "      <td>0.611228</td>\n",
       "      <td>0.748843</td>\n",
       "      <td>0.660164</td>\n",
       "      <td>0.540666</td>\n",
       "      <td>0.506038</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                               Текст  ...  Приложение с государственными программи\n",
       "0                                 1. Общие положения  ...                                 0.559657\n",
       "1  1.1. Оценка основных итогов реализации стратег...  ...                                 0.506038\n",
       "\n",
       "[2 rows x 19 columns]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "file = 'Content/tables/cossim/Altai_rubert-tiny2_cossim.csv'\n",
    "cs =    pd.read_csv (file, encoding ='utf-8')\n",
    "cs.head(2)"
   ]
  },
  {
   "cell_type": "raw",
   "metadata": {
    "cellId": "87h499g9drfdkpbjbeanvn"
   },
   "source": [
    "Выбираем все строки, в которых все значения в столбцах больше минимального."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 764,
   "metadata": {
    "cellId": "dk8wrawkcktrgsxxx4qxp"
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Текст</th>\n",
       "      <th>Вводная часть</th>\n",
       "      <th>Оценка достигнутых целей социально-экономиечского развития</th>\n",
       "      <th>Приоритеты, цели и задачи социально-экономического развития</th>\n",
       "      <th>Целевой сценарий социально-экономического развития</th>\n",
       "      <th>Основные направления развития человеческого капитала и социальной сферы</th>\n",
       "      <th>Основные направления экономического развития</th>\n",
       "      <th>Основные направления развития научно-инновационной сферы</th>\n",
       "      <th>Основные направления рационального природопользования и обеспечения экологической безопасности</th>\n",
       "      <th>Основные направления развития межрегиональных и внешнеэкономических связей</th>\n",
       "      <th>Основные направления пространственного развития</th>\n",
       "      <th>Сведения о кадровом обеспечении экономики</th>\n",
       "      <th>Заключительная часть</th>\n",
       "      <th>Оценка финансовых ресурсов, необходимых для реализации стратегии</th>\n",
       "      <th>Сроки и этапы реализации стратегии</th>\n",
       "      <th>Пприложение с основными показателями достижения целей социально-экономического развития</th>\n",
       "      <th>Приложение с ожидаемыми результатами реализации стратегии</th>\n",
       "      <th>Приложение  с перечнем крупных инвестиционных проектов</th>\n",
       "      <th>Приложение с государственными программи</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>4. Институциональное и ресурсное обеспечение р...</td>\n",
       "      <td>0.556969</td>\n",
       "      <td>0.668725</td>\n",
       "      <td>0.614208</td>\n",
       "      <td>0.619463</td>\n",
       "      <td>0.649038</td>\n",
       "      <td>0.577005</td>\n",
       "      <td>0.641977</td>\n",
       "      <td>0.651489</td>\n",
       "      <td>0.602941</td>\n",
       "      <td>0.642185</td>\n",
       "      <td>0.655833</td>\n",
       "      <td>0.507161</td>\n",
       "      <td>0.675710</td>\n",
       "      <td>0.620343</td>\n",
       "      <td>0.640521</td>\n",
       "      <td>0.610862</td>\n",
       "      <td>0.600088</td>\n",
       "      <td>0.586793</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41</th>\n",
       "      <td>4.1.3. Экспортная стратегия</td>\n",
       "      <td>0.610869</td>\n",
       "      <td>0.563985</td>\n",
       "      <td>0.523937</td>\n",
       "      <td>0.618850</td>\n",
       "      <td>0.520312</td>\n",
       "      <td>0.643798</td>\n",
       "      <td>0.568752</td>\n",
       "      <td>0.512694</td>\n",
       "      <td>0.564661</td>\n",
       "      <td>0.629943</td>\n",
       "      <td>0.588288</td>\n",
       "      <td>0.544072</td>\n",
       "      <td>0.600000</td>\n",
       "      <td>0.652575</td>\n",
       "      <td>0.594696</td>\n",
       "      <td>0.696849</td>\n",
       "      <td>0.578420</td>\n",
       "      <td>0.580865</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>54</th>\n",
       "      <td>Инвестиционная стратегия</td>\n",
       "      <td>0.614080</td>\n",
       "      <td>0.650264</td>\n",
       "      <td>0.573009</td>\n",
       "      <td>0.744183</td>\n",
       "      <td>0.577850</td>\n",
       "      <td>0.716412</td>\n",
       "      <td>0.611873</td>\n",
       "      <td>0.561799</td>\n",
       "      <td>0.597004</td>\n",
       "      <td>0.662322</td>\n",
       "      <td>0.706643</td>\n",
       "      <td>0.553820</td>\n",
       "      <td>0.772245</td>\n",
       "      <td>0.728705</td>\n",
       "      <td>0.645692</td>\n",
       "      <td>0.737514</td>\n",
       "      <td>0.705235</td>\n",
       "      <td>0.640849</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                Текст  ...  Приложение с государственными программи\n",
       "37  4. Институциональное и ресурсное обеспечение р...  ...                                 0.586793\n",
       "41                        4.1.3. Экспортная стратегия  ...                                 0.580865\n",
       "54                           Инвестиционная стратегия  ...                                 0.640849\n",
       "\n",
       "[3 rows x 19 columns]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "new_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 765,
   "metadata": {
    "cellId": "g90ewmovu4q30v217urjgx"
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([37, 41, 54])"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "vect = new_df.index.values\n",
    "vect"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 772,
   "metadata": {
    "cellId": "o9rdn3t57kd4j4ir57rmvm"
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(3, 59)"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "len(vect), len (cs)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 768,
   "metadata": {
    "cellId": "0vhijtuvjtj9ehk0ebpjtfg"
   },
   "outputs": [],
   "source": [
    "variants_cossim = cs.iloc[:,1:].values\n",
    "answer_vec = np.argmax (variants_cossim, axis = 1)\n",
    "\n",
    "cs['class'] = answer_vec\n",
    "cs.loc[vect, 'class'] = -1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 769,
   "metadata": {
    "cellId": "7j4jlmo8u8ktju5k4iinx8"
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Текст</th>\n",
       "      <th>Вводная часть</th>\n",
       "      <th>Оценка достигнутых целей социально-экономиечского развития</th>\n",
       "      <th>Приоритеты, цели и задачи социально-экономического развития</th>\n",
       "      <th>Целевой сценарий социально-экономического развития</th>\n",
       "      <th>Основные направления развития человеческого капитала и социальной сферы</th>\n",
       "      <th>Основные направления экономического развития</th>\n",
       "      <th>Основные направления развития научно-инновационной сферы</th>\n",
       "      <th>Основные направления рационального природопользования и обеспечения экологической безопасности</th>\n",
       "      <th>Основные направления развития межрегиональных и внешнеэкономических связей</th>\n",
       "      <th>Основные направления пространственного развития</th>\n",
       "      <th>Сведения о кадровом обеспечении экономики</th>\n",
       "      <th>Заключительная часть</th>\n",
       "      <th>Оценка финансовых ресурсов, необходимых для реализации стратегии</th>\n",
       "      <th>Сроки и этапы реализации стратегии</th>\n",
       "      <th>Пприложение с основными показателями достижения целей социально-экономического развития</th>\n",
       "      <th>Приложение с ожидаемыми результатами реализации стратегии</th>\n",
       "      <th>Приложение  с перечнем крупных инвестиционных проектов</th>\n",
       "      <th>Приложение с государственными программи</th>\n",
       "      <th>class</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1. Общие положения</td>\n",
       "      <td>0.659481</td>\n",
       "      <td>0.503554</td>\n",
       "      <td>0.493380</td>\n",
       "      <td>0.528382</td>\n",
       "      <td>0.480804</td>\n",
       "      <td>0.542985</td>\n",
       "      <td>0.479830</td>\n",
       "      <td>0.476649</td>\n",
       "      <td>0.426595</td>\n",
       "      <td>0.599523</td>\n",
       "      <td>0.584795</td>\n",
       "      <td>0.631322</td>\n",
       "      <td>0.488034</td>\n",
       "      <td>0.511701</td>\n",
       "      <td>0.531913</td>\n",
       "      <td>0.535275</td>\n",
       "      <td>0.454968</td>\n",
       "      <td>0.559657</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1.1. Оценка основных итогов реализации стратег...</td>\n",
       "      <td>0.394828</td>\n",
       "      <td>0.727024</td>\n",
       "      <td>0.646909</td>\n",
       "      <td>0.690854</td>\n",
       "      <td>0.639580</td>\n",
       "      <td>0.678736</td>\n",
       "      <td>0.620603</td>\n",
       "      <td>0.588943</td>\n",
       "      <td>0.606059</td>\n",
       "      <td>0.616570</td>\n",
       "      <td>0.613301</td>\n",
       "      <td>0.383712</td>\n",
       "      <td>0.646402</td>\n",
       "      <td>0.611228</td>\n",
       "      <td>0.748843</td>\n",
       "      <td>0.660164</td>\n",
       "      <td>0.540666</td>\n",
       "      <td>0.506038</td>\n",
       "      <td>14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1.2. Оценка социально-экономического потенциал...</td>\n",
       "      <td>0.391094</td>\n",
       "      <td>0.743553</td>\n",
       "      <td>0.656437</td>\n",
       "      <td>0.699354</td>\n",
       "      <td>0.664507</td>\n",
       "      <td>0.652209</td>\n",
       "      <td>0.620722</td>\n",
       "      <td>0.570171</td>\n",
       "      <td>0.588910</td>\n",
       "      <td>0.601753</td>\n",
       "      <td>0.649049</td>\n",
       "      <td>0.366175</td>\n",
       "      <td>0.582138</td>\n",
       "      <td>0.481141</td>\n",
       "      <td>0.720144</td>\n",
       "      <td>0.538242</td>\n",
       "      <td>0.479998</td>\n",
       "      <td>0.479163</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1.2.1. Природно-ресурсный потенциал</td>\n",
       "      <td>0.527695</td>\n",
       "      <td>0.594819</td>\n",
       "      <td>0.544793</td>\n",
       "      <td>0.578008</td>\n",
       "      <td>0.585274</td>\n",
       "      <td>0.556085</td>\n",
       "      <td>0.626051</td>\n",
       "      <td>0.600336</td>\n",
       "      <td>0.501047</td>\n",
       "      <td>0.624107</td>\n",
       "      <td>0.604793</td>\n",
       "      <td>0.458247</td>\n",
       "      <td>0.553115</td>\n",
       "      <td>0.451709</td>\n",
       "      <td>0.586462</td>\n",
       "      <td>0.523923</td>\n",
       "      <td>0.498759</td>\n",
       "      <td>0.551971</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1.2.2. Демографический потенциал</td>\n",
       "      <td>0.564356</td>\n",
       "      <td>0.550992</td>\n",
       "      <td>0.491318</td>\n",
       "      <td>0.559660</td>\n",
       "      <td>0.544051</td>\n",
       "      <td>0.545796</td>\n",
       "      <td>0.565504</td>\n",
       "      <td>0.461830</td>\n",
       "      <td>0.476345</td>\n",
       "      <td>0.604313</td>\n",
       "      <td>0.600711</td>\n",
       "      <td>0.526029</td>\n",
       "      <td>0.527027</td>\n",
       "      <td>0.443578</td>\n",
       "      <td>0.555578</td>\n",
       "      <td>0.536558</td>\n",
       "      <td>0.486033</td>\n",
       "      <td>0.527628</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>1.2.3. Инфраструктурный потенциал</td>\n",
       "      <td>0.593078</td>\n",
       "      <td>0.596684</td>\n",
       "      <td>0.527347</td>\n",
       "      <td>0.593248</td>\n",
       "      <td>0.585428</td>\n",
       "      <td>0.590599</td>\n",
       "      <td>0.634629</td>\n",
       "      <td>0.537322</td>\n",
       "      <td>0.544156</td>\n",
       "      <td>0.650378</td>\n",
       "      <td>0.630384</td>\n",
       "      <td>0.549275</td>\n",
       "      <td>0.545387</td>\n",
       "      <td>0.493075</td>\n",
       "      <td>0.599090</td>\n",
       "      <td>0.569161</td>\n",
       "      <td>0.538880</td>\n",
       "      <td>0.544324</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>1.2.4. Экономический потенциал</td>\n",
       "      <td>0.539182</td>\n",
       "      <td>0.653510</td>\n",
       "      <td>0.586012</td>\n",
       "      <td>0.648811</td>\n",
       "      <td>0.587124</td>\n",
       "      <td>0.670990</td>\n",
       "      <td>0.589018</td>\n",
       "      <td>0.527089</td>\n",
       "      <td>0.553038</td>\n",
       "      <td>0.623396</td>\n",
       "      <td>0.672725</td>\n",
       "      <td>0.510202</td>\n",
       "      <td>0.612269</td>\n",
       "      <td>0.489211</td>\n",
       "      <td>0.650781</td>\n",
       "      <td>0.556982</td>\n",
       "      <td>0.534329</td>\n",
       "      <td>0.521278</td>\n",
       "      <td>10</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>1.2.5. Туристско-рекреационный потенциал</td>\n",
       "      <td>0.535452</td>\n",
       "      <td>0.616562</td>\n",
       "      <td>0.559937</td>\n",
       "      <td>0.620002</td>\n",
       "      <td>0.592885</td>\n",
       "      <td>0.641827</td>\n",
       "      <td>0.656948</td>\n",
       "      <td>0.602177</td>\n",
       "      <td>0.622677</td>\n",
       "      <td>0.674404</td>\n",
       "      <td>0.628416</td>\n",
       "      <td>0.484911</td>\n",
       "      <td>0.562622</td>\n",
       "      <td>0.515605</td>\n",
       "      <td>0.625878</td>\n",
       "      <td>0.539756</td>\n",
       "      <td>0.570023</td>\n",
       "      <td>0.549350</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>1.2.6. Экспортный потенциал</td>\n",
       "      <td>0.621274</td>\n",
       "      <td>0.576046</td>\n",
       "      <td>0.521056</td>\n",
       "      <td>0.574226</td>\n",
       "      <td>0.547571</td>\n",
       "      <td>0.608023</td>\n",
       "      <td>0.580585</td>\n",
       "      <td>0.464645</td>\n",
       "      <td>0.541345</td>\n",
       "      <td>0.614954</td>\n",
       "      <td>0.595850</td>\n",
       "      <td>0.564045</td>\n",
       "      <td>0.522924</td>\n",
       "      <td>0.495986</td>\n",
       "      <td>0.606602</td>\n",
       "      <td>0.578690</td>\n",
       "      <td>0.566502</td>\n",
       "      <td>0.535962</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>1.3. Место и роль Алтайского края в реализации...</td>\n",
       "      <td>0.383762</td>\n",
       "      <td>0.677431</td>\n",
       "      <td>0.756299</td>\n",
       "      <td>0.672115</td>\n",
       "      <td>0.738156</td>\n",
       "      <td>0.719715</td>\n",
       "      <td>0.680884</td>\n",
       "      <td>0.651115</td>\n",
       "      <td>0.680649</td>\n",
       "      <td>0.683670</td>\n",
       "      <td>0.595376</td>\n",
       "      <td>0.360015</td>\n",
       "      <td>0.568241</td>\n",
       "      <td>0.564810</td>\n",
       "      <td>0.750385</td>\n",
       "      <td>0.550451</td>\n",
       "      <td>0.527237</td>\n",
       "      <td>0.517343</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>1.4. Глобальные вызовы долгосрочного развития</td>\n",
       "      <td>0.458461</td>\n",
       "      <td>0.655660</td>\n",
       "      <td>0.646450</td>\n",
       "      <td>0.650641</td>\n",
       "      <td>0.627719</td>\n",
       "      <td>0.675095</td>\n",
       "      <td>0.640117</td>\n",
       "      <td>0.535740</td>\n",
       "      <td>0.644445</td>\n",
       "      <td>0.710025</td>\n",
       "      <td>0.560367</td>\n",
       "      <td>0.434795</td>\n",
       "      <td>0.535135</td>\n",
       "      <td>0.558371</td>\n",
       "      <td>0.651079</td>\n",
       "      <td>0.564494</td>\n",
       "      <td>0.575954</td>\n",
       "      <td>0.527935</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>1.5. SWOT-анализ</td>\n",
       "      <td>0.601194</td>\n",
       "      <td>0.552075</td>\n",
       "      <td>0.433858</td>\n",
       "      <td>0.526552</td>\n",
       "      <td>0.440567</td>\n",
       "      <td>0.501476</td>\n",
       "      <td>0.537358</td>\n",
       "      <td>0.479263</td>\n",
       "      <td>0.437377</td>\n",
       "      <td>0.543354</td>\n",
       "      <td>0.565385</td>\n",
       "      <td>0.550995</td>\n",
       "      <td>0.551495</td>\n",
       "      <td>0.500133</td>\n",
       "      <td>0.524488</td>\n",
       "      <td>0.592424</td>\n",
       "      <td>0.493352</td>\n",
       "      <td>0.524068</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>2. Сценарии, миссия, стратегические приоритеты...</td>\n",
       "      <td>0.309406</td>\n",
       "      <td>0.685833</td>\n",
       "      <td>0.829773</td>\n",
       "      <td>0.694724</td>\n",
       "      <td>0.707179</td>\n",
       "      <td>0.689743</td>\n",
       "      <td>0.637629</td>\n",
       "      <td>0.648282</td>\n",
       "      <td>0.662026</td>\n",
       "      <td>0.651584</td>\n",
       "      <td>0.567175</td>\n",
       "      <td>0.302422</td>\n",
       "      <td>0.621079</td>\n",
       "      <td>0.609856</td>\n",
       "      <td>0.730618</td>\n",
       "      <td>0.576909</td>\n",
       "      <td>0.517937</td>\n",
       "      <td>0.463216</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>2.1. Сценарии социально-экономического развития</td>\n",
       "      <td>0.452967</td>\n",
       "      <td>0.725192</td>\n",
       "      <td>0.707856</td>\n",
       "      <td>0.848903</td>\n",
       "      <td>0.722236</td>\n",
       "      <td>0.732584</td>\n",
       "      <td>0.647138</td>\n",
       "      <td>0.562970</td>\n",
       "      <td>0.625134</td>\n",
       "      <td>0.684318</td>\n",
       "      <td>0.678272</td>\n",
       "      <td>0.429877</td>\n",
       "      <td>0.588422</td>\n",
       "      <td>0.572990</td>\n",
       "      <td>0.749539</td>\n",
       "      <td>0.564042</td>\n",
       "      <td>0.517065</td>\n",
       "      <td>0.528140</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>2.2. Миссия (идеология стратегического развити...</td>\n",
       "      <td>0.424602</td>\n",
       "      <td>0.606112</td>\n",
       "      <td>0.610840</td>\n",
       "      <td>0.664089</td>\n",
       "      <td>0.608738</td>\n",
       "      <td>0.635838</td>\n",
       "      <td>0.636921</td>\n",
       "      <td>0.572334</td>\n",
       "      <td>0.593511</td>\n",
       "      <td>0.634022</td>\n",
       "      <td>0.566303</td>\n",
       "      <td>0.386260</td>\n",
       "      <td>0.568257</td>\n",
       "      <td>0.570819</td>\n",
       "      <td>0.611415</td>\n",
       "      <td>0.589722</td>\n",
       "      <td>0.487142</td>\n",
       "      <td>0.519808</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>2.3. Система целеполагания</td>\n",
       "      <td>0.606844</td>\n",
       "      <td>0.528382</td>\n",
       "      <td>0.430590</td>\n",
       "      <td>0.549221</td>\n",
       "      <td>0.462772</td>\n",
       "      <td>0.485240</td>\n",
       "      <td>0.493474</td>\n",
       "      <td>0.505493</td>\n",
       "      <td>0.442438</td>\n",
       "      <td>0.550268</td>\n",
       "      <td>0.564904</td>\n",
       "      <td>0.550893</td>\n",
       "      <td>0.531887</td>\n",
       "      <td>0.518640</td>\n",
       "      <td>0.483464</td>\n",
       "      <td>0.589441</td>\n",
       "      <td>0.443432</td>\n",
       "      <td>0.573020</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>2.3.1. Приоритет \"Качество жизни\"</td>\n",
       "      <td>0.507833</td>\n",
       "      <td>0.610838</td>\n",
       "      <td>0.588209</td>\n",
       "      <td>0.566841</td>\n",
       "      <td>0.567865</td>\n",
       "      <td>0.539181</td>\n",
       "      <td>0.560414</td>\n",
       "      <td>0.553273</td>\n",
       "      <td>0.459002</td>\n",
       "      <td>0.590368</td>\n",
       "      <td>0.578381</td>\n",
       "      <td>0.510797</td>\n",
       "      <td>0.493752</td>\n",
       "      <td>0.481560</td>\n",
       "      <td>0.605791</td>\n",
       "      <td>0.527749</td>\n",
       "      <td>0.453840</td>\n",
       "      <td>0.490170</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>2.3.2. Приоритет \"Экономические основы роста б...</td>\n",
       "      <td>0.407535</td>\n",
       "      <td>0.724452</td>\n",
       "      <td>0.713706</td>\n",
       "      <td>0.694815</td>\n",
       "      <td>0.706181</td>\n",
       "      <td>0.749150</td>\n",
       "      <td>0.650832</td>\n",
       "      <td>0.614619</td>\n",
       "      <td>0.611580</td>\n",
       "      <td>0.658626</td>\n",
       "      <td>0.688757</td>\n",
       "      <td>0.367381</td>\n",
       "      <td>0.635393</td>\n",
       "      <td>0.481439</td>\n",
       "      <td>0.775215</td>\n",
       "      <td>0.538917</td>\n",
       "      <td>0.550369</td>\n",
       "      <td>0.480898</td>\n",
       "      <td>14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>2.3.3. Приоритет \"Комфортная среда\"</td>\n",
       "      <td>0.509273</td>\n",
       "      <td>0.563057</td>\n",
       "      <td>0.558753</td>\n",
       "      <td>0.554314</td>\n",
       "      <td>0.555009</td>\n",
       "      <td>0.555912</td>\n",
       "      <td>0.567387</td>\n",
       "      <td>0.618651</td>\n",
       "      <td>0.526462</td>\n",
       "      <td>0.636715</td>\n",
       "      <td>0.521555</td>\n",
       "      <td>0.495314</td>\n",
       "      <td>0.502329</td>\n",
       "      <td>0.458698</td>\n",
       "      <td>0.548244</td>\n",
       "      <td>0.502976</td>\n",
       "      <td>0.472270</td>\n",
       "      <td>0.504064</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>3. Целевой сценарий социально-экономического р...</td>\n",
       "      <td>0.433948</td>\n",
       "      <td>0.706667</td>\n",
       "      <td>0.648329</td>\n",
       "      <td>0.828123</td>\n",
       "      <td>0.679054</td>\n",
       "      <td>0.692166</td>\n",
       "      <td>0.630350</td>\n",
       "      <td>0.572434</td>\n",
       "      <td>0.602406</td>\n",
       "      <td>0.649849</td>\n",
       "      <td>0.644806</td>\n",
       "      <td>0.429323</td>\n",
       "      <td>0.598933</td>\n",
       "      <td>0.590004</td>\n",
       "      <td>0.703878</td>\n",
       "      <td>0.604150</td>\n",
       "      <td>0.552236</td>\n",
       "      <td>0.553330</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>3.1. Приоритет \"Качество жизни\"</td>\n",
       "      <td>0.511958</td>\n",
       "      <td>0.616935</td>\n",
       "      <td>0.586077</td>\n",
       "      <td>0.565986</td>\n",
       "      <td>0.559984</td>\n",
       "      <td>0.537365</td>\n",
       "      <td>0.554390</td>\n",
       "      <td>0.555379</td>\n",
       "      <td>0.441223</td>\n",
       "      <td>0.585204</td>\n",
       "      <td>0.584450</td>\n",
       "      <td>0.518066</td>\n",
       "      <td>0.493735</td>\n",
       "      <td>0.488917</td>\n",
       "      <td>0.607934</td>\n",
       "      <td>0.531712</td>\n",
       "      <td>0.456622</td>\n",
       "      <td>0.494235</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>3.1.1. Социальная поддержка населения</td>\n",
       "      <td>0.460511</td>\n",
       "      <td>0.583293</td>\n",
       "      <td>0.550679</td>\n",
       "      <td>0.585202</td>\n",
       "      <td>0.608823</td>\n",
       "      <td>0.489730</td>\n",
       "      <td>0.473892</td>\n",
       "      <td>0.488048</td>\n",
       "      <td>0.416209</td>\n",
       "      <td>0.502868</td>\n",
       "      <td>0.598257</td>\n",
       "      <td>0.398459</td>\n",
       "      <td>0.458638</td>\n",
       "      <td>0.370860</td>\n",
       "      <td>0.581346</td>\n",
       "      <td>0.477366</td>\n",
       "      <td>0.425234</td>\n",
       "      <td>0.563056</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>3.1.2. Здравоохранение</td>\n",
       "      <td>0.527570</td>\n",
       "      <td>0.526319</td>\n",
       "      <td>0.496031</td>\n",
       "      <td>0.533320</td>\n",
       "      <td>0.492624</td>\n",
       "      <td>0.505411</td>\n",
       "      <td>0.525038</td>\n",
       "      <td>0.506770</td>\n",
       "      <td>0.422867</td>\n",
       "      <td>0.522717</td>\n",
       "      <td>0.562115</td>\n",
       "      <td>0.475617</td>\n",
       "      <td>0.424296</td>\n",
       "      <td>0.397852</td>\n",
       "      <td>0.517963</td>\n",
       "      <td>0.466653</td>\n",
       "      <td>0.443563</td>\n",
       "      <td>0.561663</td>\n",
       "      <td>10</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>3.1.3. Физическая культура и спорт</td>\n",
       "      <td>0.464112</td>\n",
       "      <td>0.515680</td>\n",
       "      <td>0.536851</td>\n",
       "      <td>0.553228</td>\n",
       "      <td>0.599757</td>\n",
       "      <td>0.543124</td>\n",
       "      <td>0.565215</td>\n",
       "      <td>0.511318</td>\n",
       "      <td>0.515304</td>\n",
       "      <td>0.545433</td>\n",
       "      <td>0.584595</td>\n",
       "      <td>0.424263</td>\n",
       "      <td>0.504876</td>\n",
       "      <td>0.510682</td>\n",
       "      <td>0.562688</td>\n",
       "      <td>0.469574</td>\n",
       "      <td>0.431014</td>\n",
       "      <td>0.512889</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>3.1.4. Образование</td>\n",
       "      <td>0.601494</td>\n",
       "      <td>0.484575</td>\n",
       "      <td>0.451307</td>\n",
       "      <td>0.507888</td>\n",
       "      <td>0.476851</td>\n",
       "      <td>0.530228</td>\n",
       "      <td>0.535318</td>\n",
       "      <td>0.406521</td>\n",
       "      <td>0.431798</td>\n",
       "      <td>0.563863</td>\n",
       "      <td>0.570300</td>\n",
       "      <td>0.535490</td>\n",
       "      <td>0.419033</td>\n",
       "      <td>0.457012</td>\n",
       "      <td>0.497896</td>\n",
       "      <td>0.467970</td>\n",
       "      <td>0.421975</td>\n",
       "      <td>0.540478</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>3.1.5. Культура</td>\n",
       "      <td>0.555173</td>\n",
       "      <td>0.490095</td>\n",
       "      <td>0.464167</td>\n",
       "      <td>0.551238</td>\n",
       "      <td>0.521788</td>\n",
       "      <td>0.540816</td>\n",
       "      <td>0.550642</td>\n",
       "      <td>0.452648</td>\n",
       "      <td>0.460313</td>\n",
       "      <td>0.562850</td>\n",
       "      <td>0.548321</td>\n",
       "      <td>0.502732</td>\n",
       "      <td>0.448114</td>\n",
       "      <td>0.444547</td>\n",
       "      <td>0.511669</td>\n",
       "      <td>0.447642</td>\n",
       "      <td>0.449166</td>\n",
       "      <td>0.560664</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>3.1.6. Обеспечение общественной безопасности</td>\n",
       "      <td>0.418067</td>\n",
       "      <td>0.603766</td>\n",
       "      <td>0.569221</td>\n",
       "      <td>0.574315</td>\n",
       "      <td>0.566821</td>\n",
       "      <td>0.476514</td>\n",
       "      <td>0.495023</td>\n",
       "      <td>0.643971</td>\n",
       "      <td>0.464479</td>\n",
       "      <td>0.494736</td>\n",
       "      <td>0.590446</td>\n",
       "      <td>0.389615</td>\n",
       "      <td>0.501035</td>\n",
       "      <td>0.446360</td>\n",
       "      <td>0.590345</td>\n",
       "      <td>0.471706</td>\n",
       "      <td>0.442884</td>\n",
       "      <td>0.512060</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>3.2. Приоритет \"Экономические основы роста бла...</td>\n",
       "      <td>0.418824</td>\n",
       "      <td>0.746184</td>\n",
       "      <td>0.729174</td>\n",
       "      <td>0.714700</td>\n",
       "      <td>0.721273</td>\n",
       "      <td>0.770957</td>\n",
       "      <td>0.667395</td>\n",
       "      <td>0.630454</td>\n",
       "      <td>0.619345</td>\n",
       "      <td>0.676027</td>\n",
       "      <td>0.713034</td>\n",
       "      <td>0.379341</td>\n",
       "      <td>0.653728</td>\n",
       "      <td>0.497341</td>\n",
       "      <td>0.795000</td>\n",
       "      <td>0.555619</td>\n",
       "      <td>0.571712</td>\n",
       "      <td>0.498354</td>\n",
       "      <td>14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>3.2.1. Агропромышленный комплекс</td>\n",
       "      <td>0.564442</td>\n",
       "      <td>0.553275</td>\n",
       "      <td>0.497293</td>\n",
       "      <td>0.587784</td>\n",
       "      <td>0.535349</td>\n",
       "      <td>0.575387</td>\n",
       "      <td>0.596764</td>\n",
       "      <td>0.538628</td>\n",
       "      <td>0.523424</td>\n",
       "      <td>0.591473</td>\n",
       "      <td>0.608820</td>\n",
       "      <td>0.514577</td>\n",
       "      <td>0.499439</td>\n",
       "      <td>0.489753</td>\n",
       "      <td>0.547762</td>\n",
       "      <td>0.529201</td>\n",
       "      <td>0.568019</td>\n",
       "      <td>0.553167</td>\n",
       "      <td>10</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>3.2.2. Промышленность</td>\n",
       "      <td>0.564269</td>\n",
       "      <td>0.489444</td>\n",
       "      <td>0.478144</td>\n",
       "      <td>0.527930</td>\n",
       "      <td>0.500579</td>\n",
       "      <td>0.558455</td>\n",
       "      <td>0.576222</td>\n",
       "      <td>0.458890</td>\n",
       "      <td>0.490388</td>\n",
       "      <td>0.571133</td>\n",
       "      <td>0.599409</td>\n",
       "      <td>0.513740</td>\n",
       "      <td>0.435077</td>\n",
       "      <td>0.434892</td>\n",
       "      <td>0.496649</td>\n",
       "      <td>0.441648</td>\n",
       "      <td>0.446665</td>\n",
       "      <td>0.507833</td>\n",
       "      <td>10</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>3.2.3. Туризм</td>\n",
       "      <td>0.583001</td>\n",
       "      <td>0.445837</td>\n",
       "      <td>0.411731</td>\n",
       "      <td>0.498016</td>\n",
       "      <td>0.442239</td>\n",
       "      <td>0.521466</td>\n",
       "      <td>0.475456</td>\n",
       "      <td>0.432957</td>\n",
       "      <td>0.475431</td>\n",
       "      <td>0.549358</td>\n",
       "      <td>0.524762</td>\n",
       "      <td>0.544045</td>\n",
       "      <td>0.437212</td>\n",
       "      <td>0.456037</td>\n",
       "      <td>0.460372</td>\n",
       "      <td>0.454376</td>\n",
       "      <td>0.421782</td>\n",
       "      <td>0.517728</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>3.2.4. Малое и среднее предпринимательство</td>\n",
       "      <td>0.471197</td>\n",
       "      <td>0.514207</td>\n",
       "      <td>0.525472</td>\n",
       "      <td>0.525596</td>\n",
       "      <td>0.568319</td>\n",
       "      <td>0.558953</td>\n",
       "      <td>0.529909</td>\n",
       "      <td>0.447222</td>\n",
       "      <td>0.571642</td>\n",
       "      <td>0.554096</td>\n",
       "      <td>0.536423</td>\n",
       "      <td>0.446717</td>\n",
       "      <td>0.438730</td>\n",
       "      <td>0.445917</td>\n",
       "      <td>0.534076</td>\n",
       "      <td>0.410216</td>\n",
       "      <td>0.524402</td>\n",
       "      <td>0.477186</td>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>3.3. Приоритет \"Комфортная среда\"</td>\n",
       "      <td>0.519807</td>\n",
       "      <td>0.573471</td>\n",
       "      <td>0.562301</td>\n",
       "      <td>0.560352</td>\n",
       "      <td>0.556501</td>\n",
       "      <td>0.562717</td>\n",
       "      <td>0.571399</td>\n",
       "      <td>0.626676</td>\n",
       "      <td>0.518308</td>\n",
       "      <td>0.643748</td>\n",
       "      <td>0.531697</td>\n",
       "      <td>0.507792</td>\n",
       "      <td>0.509234</td>\n",
       "      <td>0.469288</td>\n",
       "      <td>0.554557</td>\n",
       "      <td>0.510474</td>\n",
       "      <td>0.484058</td>\n",
       "      <td>0.515331</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>3.3.1. Транспортно-логистическая инфраструктура</td>\n",
       "      <td>0.505992</td>\n",
       "      <td>0.567267</td>\n",
       "      <td>0.540677</td>\n",
       "      <td>0.603029</td>\n",
       "      <td>0.591535</td>\n",
       "      <td>0.588087</td>\n",
       "      <td>0.598323</td>\n",
       "      <td>0.573493</td>\n",
       "      <td>0.590032</td>\n",
       "      <td>0.631146</td>\n",
       "      <td>0.623518</td>\n",
       "      <td>0.454252</td>\n",
       "      <td>0.564425</td>\n",
       "      <td>0.511530</td>\n",
       "      <td>0.583328</td>\n",
       "      <td>0.524349</td>\n",
       "      <td>0.540120</td>\n",
       "      <td>0.574724</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>3.3.2. Жилье, благоустройство, энергетика</td>\n",
       "      <td>0.459932</td>\n",
       "      <td>0.593522</td>\n",
       "      <td>0.591116</td>\n",
       "      <td>0.578286</td>\n",
       "      <td>0.546234</td>\n",
       "      <td>0.518645</td>\n",
       "      <td>0.543716</td>\n",
       "      <td>0.582743</td>\n",
       "      <td>0.460270</td>\n",
       "      <td>0.553762</td>\n",
       "      <td>0.586411</td>\n",
       "      <td>0.407892</td>\n",
       "      <td>0.527936</td>\n",
       "      <td>0.462019</td>\n",
       "      <td>0.536720</td>\n",
       "      <td>0.475828</td>\n",
       "      <td>0.462004</td>\n",
       "      <td>0.522364</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>3.3.3. Информационно-телекоммуникационная инфр...</td>\n",
       "      <td>0.442152</td>\n",
       "      <td>0.480979</td>\n",
       "      <td>0.458385</td>\n",
       "      <td>0.499496</td>\n",
       "      <td>0.529784</td>\n",
       "      <td>0.457592</td>\n",
       "      <td>0.557688</td>\n",
       "      <td>0.475175</td>\n",
       "      <td>0.506990</td>\n",
       "      <td>0.528374</td>\n",
       "      <td>0.586120</td>\n",
       "      <td>0.405287</td>\n",
       "      <td>0.482369</td>\n",
       "      <td>0.405387</td>\n",
       "      <td>0.484630</td>\n",
       "      <td>0.433693</td>\n",
       "      <td>0.422533</td>\n",
       "      <td>0.521917</td>\n",
       "      <td>10</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>3.3.4. Экология</td>\n",
       "      <td>0.538638</td>\n",
       "      <td>0.526940</td>\n",
       "      <td>0.460574</td>\n",
       "      <td>0.517371</td>\n",
       "      <td>0.440912</td>\n",
       "      <td>0.516102</td>\n",
       "      <td>0.506000</td>\n",
       "      <td>0.582239</td>\n",
       "      <td>0.420627</td>\n",
       "      <td>0.544212</td>\n",
       "      <td>0.506232</td>\n",
       "      <td>0.509312</td>\n",
       "      <td>0.459363</td>\n",
       "      <td>0.439394</td>\n",
       "      <td>0.473183</td>\n",
       "      <td>0.471269</td>\n",
       "      <td>0.448502</td>\n",
       "      <td>0.529083</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>4. Институциональное и ресурсное обеспечение р...</td>\n",
       "      <td>0.556969</td>\n",
       "      <td>0.668725</td>\n",
       "      <td>0.614208</td>\n",
       "      <td>0.619463</td>\n",
       "      <td>0.649038</td>\n",
       "      <td>0.577005</td>\n",
       "      <td>0.641977</td>\n",
       "      <td>0.651489</td>\n",
       "      <td>0.602941</td>\n",
       "      <td>0.642185</td>\n",
       "      <td>0.655833</td>\n",
       "      <td>0.507161</td>\n",
       "      <td>0.675710</td>\n",
       "      <td>0.620343</td>\n",
       "      <td>0.640521</td>\n",
       "      <td>0.610862</td>\n",
       "      <td>0.600088</td>\n",
       "      <td>0.586793</td>\n",
       "      <td>12</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>4.1. Институциональное обеспечение реализации ...</td>\n",
       "      <td>0.532348</td>\n",
       "      <td>0.659172</td>\n",
       "      <td>0.600826</td>\n",
       "      <td>0.673352</td>\n",
       "      <td>0.585547</td>\n",
       "      <td>0.638429</td>\n",
       "      <td>0.620181</td>\n",
       "      <td>0.626618</td>\n",
       "      <td>0.579155</td>\n",
       "      <td>0.650264</td>\n",
       "      <td>0.642285</td>\n",
       "      <td>0.486444</td>\n",
       "      <td>0.703456</td>\n",
       "      <td>0.704560</td>\n",
       "      <td>0.665227</td>\n",
       "      <td>0.749453</td>\n",
       "      <td>0.595001</td>\n",
       "      <td>0.608250</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>4.1.1. Инвестиционная стратегия</td>\n",
       "      <td>0.531831</td>\n",
       "      <td>0.592576</td>\n",
       "      <td>0.554338</td>\n",
       "      <td>0.649162</td>\n",
       "      <td>0.551937</td>\n",
       "      <td>0.646636</td>\n",
       "      <td>0.567567</td>\n",
       "      <td>0.540644</td>\n",
       "      <td>0.560964</td>\n",
       "      <td>0.609035</td>\n",
       "      <td>0.628137</td>\n",
       "      <td>0.476284</td>\n",
       "      <td>0.662520</td>\n",
       "      <td>0.646999</td>\n",
       "      <td>0.605147</td>\n",
       "      <td>0.669697</td>\n",
       "      <td>0.621325</td>\n",
       "      <td>0.582281</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>40</th>\n",
       "      <td>4.1.2. Инновационная стратегия</td>\n",
       "      <td>0.516193</td>\n",
       "      <td>0.569864</td>\n",
       "      <td>0.549492</td>\n",
       "      <td>0.634335</td>\n",
       "      <td>0.541578</td>\n",
       "      <td>0.633826</td>\n",
       "      <td>0.676448</td>\n",
       "      <td>0.562359</td>\n",
       "      <td>0.567564</td>\n",
       "      <td>0.649005</td>\n",
       "      <td>0.604308</td>\n",
       "      <td>0.458188</td>\n",
       "      <td>0.612079</td>\n",
       "      <td>0.640811</td>\n",
       "      <td>0.574458</td>\n",
       "      <td>0.675769</td>\n",
       "      <td>0.552547</td>\n",
       "      <td>0.562386</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41</th>\n",
       "      <td>4.1.3. Экспортная стратегия</td>\n",
       "      <td>0.610869</td>\n",
       "      <td>0.563985</td>\n",
       "      <td>0.523937</td>\n",
       "      <td>0.618850</td>\n",
       "      <td>0.520312</td>\n",
       "      <td>0.643798</td>\n",
       "      <td>0.568752</td>\n",
       "      <td>0.512694</td>\n",
       "      <td>0.564661</td>\n",
       "      <td>0.629943</td>\n",
       "      <td>0.588288</td>\n",
       "      <td>0.544072</td>\n",
       "      <td>0.600000</td>\n",
       "      <td>0.652575</td>\n",
       "      <td>0.594696</td>\n",
       "      <td>0.696849</td>\n",
       "      <td>0.578420</td>\n",
       "      <td>0.580865</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42</th>\n",
       "      <td>4.1.4. Стратегия кадрового обеспечения отрасле...</td>\n",
       "      <td>0.451321</td>\n",
       "      <td>0.675006</td>\n",
       "      <td>0.669205</td>\n",
       "      <td>0.718596</td>\n",
       "      <td>0.667900</td>\n",
       "      <td>0.720729</td>\n",
       "      <td>0.666549</td>\n",
       "      <td>0.626867</td>\n",
       "      <td>0.635350</td>\n",
       "      <td>0.645661</td>\n",
       "      <td>0.744819</td>\n",
       "      <td>0.424345</td>\n",
       "      <td>0.687254</td>\n",
       "      <td>0.623554</td>\n",
       "      <td>0.709788</td>\n",
       "      <td>0.605776</td>\n",
       "      <td>0.540715</td>\n",
       "      <td>0.552558</td>\n",
       "      <td>10</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>43</th>\n",
       "      <td>4.1.5. Стратегия пространственного развития</td>\n",
       "      <td>0.518225</td>\n",
       "      <td>0.639676</td>\n",
       "      <td>0.607527</td>\n",
       "      <td>0.717671</td>\n",
       "      <td>0.648218</td>\n",
       "      <td>0.708226</td>\n",
       "      <td>0.671922</td>\n",
       "      <td>0.579949</td>\n",
       "      <td>0.622650</td>\n",
       "      <td>0.749129</td>\n",
       "      <td>0.617782</td>\n",
       "      <td>0.456309</td>\n",
       "      <td>0.634626</td>\n",
       "      <td>0.681976</td>\n",
       "      <td>0.654643</td>\n",
       "      <td>0.659085</td>\n",
       "      <td>0.560656</td>\n",
       "      <td>0.570404</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>44</th>\n",
       "      <td>4.2. Государственные механизмы реализации стра...</td>\n",
       "      <td>0.466691</td>\n",
       "      <td>0.629427</td>\n",
       "      <td>0.603126</td>\n",
       "      <td>0.677695</td>\n",
       "      <td>0.621296</td>\n",
       "      <td>0.660257</td>\n",
       "      <td>0.619871</td>\n",
       "      <td>0.584558</td>\n",
       "      <td>0.597521</td>\n",
       "      <td>0.651174</td>\n",
       "      <td>0.644877</td>\n",
       "      <td>0.415038</td>\n",
       "      <td>0.702303</td>\n",
       "      <td>0.698013</td>\n",
       "      <td>0.652920</td>\n",
       "      <td>0.698657</td>\n",
       "      <td>0.576904</td>\n",
       "      <td>0.684692</td>\n",
       "      <td>12</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45</th>\n",
       "      <td>4.3. Взаимодействие с институтами гражданского...</td>\n",
       "      <td>0.395340</td>\n",
       "      <td>0.590090</td>\n",
       "      <td>0.524901</td>\n",
       "      <td>0.582085</td>\n",
       "      <td>0.603517</td>\n",
       "      <td>0.487453</td>\n",
       "      <td>0.548926</td>\n",
       "      <td>0.497101</td>\n",
       "      <td>0.553302</td>\n",
       "      <td>0.506539</td>\n",
       "      <td>0.627092</td>\n",
       "      <td>0.397408</td>\n",
       "      <td>0.505283</td>\n",
       "      <td>0.430798</td>\n",
       "      <td>0.598784</td>\n",
       "      <td>0.486277</td>\n",
       "      <td>0.500759</td>\n",
       "      <td>0.610547</td>\n",
       "      <td>10</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>46</th>\n",
       "      <td>4.4. Реализация государственной национальной п...</td>\n",
       "      <td>0.438603</td>\n",
       "      <td>0.596035</td>\n",
       "      <td>0.556282</td>\n",
       "      <td>0.622497</td>\n",
       "      <td>0.568499</td>\n",
       "      <td>0.588775</td>\n",
       "      <td>0.544082</td>\n",
       "      <td>0.557842</td>\n",
       "      <td>0.554581</td>\n",
       "      <td>0.574581</td>\n",
       "      <td>0.586527</td>\n",
       "      <td>0.406882</td>\n",
       "      <td>0.581449</td>\n",
       "      <td>0.550231</td>\n",
       "      <td>0.625666</td>\n",
       "      <td>0.563860</td>\n",
       "      <td>0.501608</td>\n",
       "      <td>0.626473</td>\n",
       "      <td>17</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>47</th>\n",
       "      <td>4.5. Этапы и ожидаемые результаты реализации с...</td>\n",
       "      <td>0.457231</td>\n",
       "      <td>0.642007</td>\n",
       "      <td>0.581633</td>\n",
       "      <td>0.583720</td>\n",
       "      <td>0.521753</td>\n",
       "      <td>0.575585</td>\n",
       "      <td>0.562036</td>\n",
       "      <td>0.542638</td>\n",
       "      <td>0.509154</td>\n",
       "      <td>0.569928</td>\n",
       "      <td>0.538438</td>\n",
       "      <td>0.440319</td>\n",
       "      <td>0.679939</td>\n",
       "      <td>0.736535</td>\n",
       "      <td>0.628292</td>\n",
       "      <td>0.815245</td>\n",
       "      <td>0.552944</td>\n",
       "      <td>0.516331</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48</th>\n",
       "      <td>4.6. Оценка финансовых ресурсов, необходимых д...</td>\n",
       "      <td>0.465742</td>\n",
       "      <td>0.726568</td>\n",
       "      <td>0.600560</td>\n",
       "      <td>0.619140</td>\n",
       "      <td>0.579420</td>\n",
       "      <td>0.580003</td>\n",
       "      <td>0.531107</td>\n",
       "      <td>0.564469</td>\n",
       "      <td>0.485115</td>\n",
       "      <td>0.551895</td>\n",
       "      <td>0.680768</td>\n",
       "      <td>0.450082</td>\n",
       "      <td>0.862046</td>\n",
       "      <td>0.551682</td>\n",
       "      <td>0.677959</td>\n",
       "      <td>0.615942</td>\n",
       "      <td>0.601810</td>\n",
       "      <td>0.525685</td>\n",
       "      <td>12</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>49</th>\n",
       "      <td>Приложение 1. КЛЮЧЕВЫЕ РЕЗУЛЬТАТЫ (ПОКАЗАТЕЛИ)...</td>\n",
       "      <td>0.447303</td>\n",
       "      <td>0.444479</td>\n",
       "      <td>0.367674</td>\n",
       "      <td>0.422758</td>\n",
       "      <td>0.355053</td>\n",
       "      <td>0.407014</td>\n",
       "      <td>0.439368</td>\n",
       "      <td>0.408775</td>\n",
       "      <td>0.425390</td>\n",
       "      <td>0.422366</td>\n",
       "      <td>0.431284</td>\n",
       "      <td>0.400484</td>\n",
       "      <td>0.389375</td>\n",
       "      <td>0.377117</td>\n",
       "      <td>0.446082</td>\n",
       "      <td>0.503014</td>\n",
       "      <td>0.476074</td>\n",
       "      <td>0.538251</td>\n",
       "      <td>17</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50</th>\n",
       "      <td>Целевые индикаторы реализации генеральной цели...</td>\n",
       "      <td>0.462800</td>\n",
       "      <td>0.703437</td>\n",
       "      <td>0.648340</td>\n",
       "      <td>0.659459</td>\n",
       "      <td>0.616582</td>\n",
       "      <td>0.690122</td>\n",
       "      <td>0.627348</td>\n",
       "      <td>0.634067</td>\n",
       "      <td>0.607486</td>\n",
       "      <td>0.691924</td>\n",
       "      <td>0.641728</td>\n",
       "      <td>0.443804</td>\n",
       "      <td>0.764843</td>\n",
       "      <td>0.751674</td>\n",
       "      <td>0.736758</td>\n",
       "      <td>0.792902</td>\n",
       "      <td>0.645796</td>\n",
       "      <td>0.561078</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>51</th>\n",
       "      <td>Приоритет \"Качество жизни\"</td>\n",
       "      <td>0.537533</td>\n",
       "      <td>0.627598</td>\n",
       "      <td>0.612504</td>\n",
       "      <td>0.574430</td>\n",
       "      <td>0.572243</td>\n",
       "      <td>0.569192</td>\n",
       "      <td>0.577156</td>\n",
       "      <td>0.566751</td>\n",
       "      <td>0.448115</td>\n",
       "      <td>0.612417</td>\n",
       "      <td>0.576038</td>\n",
       "      <td>0.557309</td>\n",
       "      <td>0.520092</td>\n",
       "      <td>0.486939</td>\n",
       "      <td>0.616071</td>\n",
       "      <td>0.529635</td>\n",
       "      <td>0.468714</td>\n",
       "      <td>0.477552</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>52</th>\n",
       "      <td>Приоритет \"Экономические основы роста благосос...</td>\n",
       "      <td>0.440983</td>\n",
       "      <td>0.771644</td>\n",
       "      <td>0.765488</td>\n",
       "      <td>0.739515</td>\n",
       "      <td>0.739320</td>\n",
       "      <td>0.817195</td>\n",
       "      <td>0.695054</td>\n",
       "      <td>0.651911</td>\n",
       "      <td>0.629846</td>\n",
       "      <td>0.701098</td>\n",
       "      <td>0.730178</td>\n",
       "      <td>0.402045</td>\n",
       "      <td>0.685063</td>\n",
       "      <td>0.516082</td>\n",
       "      <td>0.824127</td>\n",
       "      <td>0.570206</td>\n",
       "      <td>0.597464</td>\n",
       "      <td>0.498280</td>\n",
       "      <td>14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>53</th>\n",
       "      <td>Приоритет \"Комфортная среда\"</td>\n",
       "      <td>0.552173</td>\n",
       "      <td>0.592959</td>\n",
       "      <td>0.608369</td>\n",
       "      <td>0.594737</td>\n",
       "      <td>0.577289</td>\n",
       "      <td>0.607308</td>\n",
       "      <td>0.608514</td>\n",
       "      <td>0.661372</td>\n",
       "      <td>0.545251</td>\n",
       "      <td>0.687022</td>\n",
       "      <td>0.534915</td>\n",
       "      <td>0.547883</td>\n",
       "      <td>0.537132</td>\n",
       "      <td>0.471949</td>\n",
       "      <td>0.577386</td>\n",
       "      <td>0.515897</td>\n",
       "      <td>0.507618</td>\n",
       "      <td>0.512727</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>54</th>\n",
       "      <td>Инвестиционная стратегия</td>\n",
       "      <td>0.614080</td>\n",
       "      <td>0.650264</td>\n",
       "      <td>0.573009</td>\n",
       "      <td>0.744183</td>\n",
       "      <td>0.577850</td>\n",
       "      <td>0.716412</td>\n",
       "      <td>0.611873</td>\n",
       "      <td>0.561799</td>\n",
       "      <td>0.597004</td>\n",
       "      <td>0.662322</td>\n",
       "      <td>0.706643</td>\n",
       "      <td>0.553820</td>\n",
       "      <td>0.772245</td>\n",
       "      <td>0.728705</td>\n",
       "      <td>0.645692</td>\n",
       "      <td>0.737514</td>\n",
       "      <td>0.705235</td>\n",
       "      <td>0.640849</td>\n",
       "      <td>12</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>55</th>\n",
       "      <td>Экспортная стратегия</td>\n",
       "      <td>0.711919</td>\n",
       "      <td>0.579089</td>\n",
       "      <td>0.507209</td>\n",
       "      <td>0.673393</td>\n",
       "      <td>0.506885</td>\n",
       "      <td>0.684117</td>\n",
       "      <td>0.582342</td>\n",
       "      <td>0.480473</td>\n",
       "      <td>0.573150</td>\n",
       "      <td>0.651022</td>\n",
       "      <td>0.612751</td>\n",
       "      <td>0.622763</td>\n",
       "      <td>0.642870</td>\n",
       "      <td>0.693720</td>\n",
       "      <td>0.606104</td>\n",
       "      <td>0.743810</td>\n",
       "      <td>0.626673</td>\n",
       "      <td>0.616043</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>56</th>\n",
       "      <td>Стратегия кадрового обеспечения отраслей эконо...</td>\n",
       "      <td>0.488255</td>\n",
       "      <td>0.745239</td>\n",
       "      <td>0.716888</td>\n",
       "      <td>0.813284</td>\n",
       "      <td>0.719146</td>\n",
       "      <td>0.787151</td>\n",
       "      <td>0.718680</td>\n",
       "      <td>0.664705</td>\n",
       "      <td>0.674689</td>\n",
       "      <td>0.691070</td>\n",
       "      <td>0.848525</td>\n",
       "      <td>0.450298</td>\n",
       "      <td>0.783924</td>\n",
       "      <td>0.699613</td>\n",
       "      <td>0.774990</td>\n",
       "      <td>0.675764</td>\n",
       "      <td>0.598054</td>\n",
       "      <td>0.623590</td>\n",
       "      <td>10</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>57</th>\n",
       "      <td>Пространственное развитие</td>\n",
       "      <td>0.768756</td>\n",
       "      <td>0.618076</td>\n",
       "      <td>0.519414</td>\n",
       "      <td>0.706626</td>\n",
       "      <td>0.627148</td>\n",
       "      <td>0.686240</td>\n",
       "      <td>0.671092</td>\n",
       "      <td>0.476947</td>\n",
       "      <td>0.580500</td>\n",
       "      <td>0.786098</td>\n",
       "      <td>0.618829</td>\n",
       "      <td>0.687210</td>\n",
       "      <td>0.515267</td>\n",
       "      <td>0.565537</td>\n",
       "      <td>0.602259</td>\n",
       "      <td>0.580739</td>\n",
       "      <td>0.578124</td>\n",
       "      <td>0.597741</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>58</th>\n",
       "      <td>Приложение 2. ОЦЕНКА ФИНАНСОВЫХ РЕСУРСОВ, НЕОБ...</td>\n",
       "      <td>0.423791</td>\n",
       "      <td>0.436359</td>\n",
       "      <td>0.363805</td>\n",
       "      <td>0.426992</td>\n",
       "      <td>0.363537</td>\n",
       "      <td>0.400211</td>\n",
       "      <td>0.445444</td>\n",
       "      <td>0.413597</td>\n",
       "      <td>0.443584</td>\n",
       "      <td>0.426970</td>\n",
       "      <td>0.426467</td>\n",
       "      <td>0.381349</td>\n",
       "      <td>0.391503</td>\n",
       "      <td>0.351042</td>\n",
       "      <td>0.436124</td>\n",
       "      <td>0.471923</td>\n",
       "      <td>0.467776</td>\n",
       "      <td>0.515188</td>\n",
       "      <td>17</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                Текст  ...  class\n",
       "0                                  1. Общие положения  ...      0\n",
       "1   1.1. Оценка основных итогов реализации стратег...  ...     14\n",
       "2   1.2. Оценка социально-экономического потенциал...  ...      1\n",
       "3                 1.2.1. Природно-ресурсный потенциал  ...      6\n",
       "4                    1.2.2. Демографический потенциал  ...      9\n",
       "5                   1.2.3. Инфраструктурный потенциал  ...      9\n",
       "6                      1.2.4. Экономический потенциал  ...     10\n",
       "7            1.2.5. Туристско-рекреационный потенциал  ...      9\n",
       "8                         1.2.6. Экспортный потенциал  ...      0\n",
       "9   1.3. Место и роль Алтайского края в реализации...  ...      2\n",
       "10      1.4. Глобальные вызовы долгосрочного развития  ...      9\n",
       "11                                   1.5. SWOT-анализ  ...      0\n",
       "12  2. Сценарии, миссия, стратегические приоритеты...  ...      2\n",
       "13    2.1. Сценарии социально-экономического развития  ...      3\n",
       "14  2.2. Миссия (идеология стратегического развити...  ...      3\n",
       "15                         2.3. Система целеполагания  ...      0\n",
       "16                  2.3.1. Приоритет \"Качество жизни\"  ...      1\n",
       "17  2.3.2. Приоритет \"Экономические основы роста б...  ...     14\n",
       "18                2.3.3. Приоритет \"Комфортная среда\"  ...      9\n",
       "19  3. Целевой сценарий социально-экономического р...  ...      3\n",
       "20                    3.1. Приоритет \"Качество жизни\"  ...      1\n",
       "21              3.1.1. Социальная поддержка населения  ...      4\n",
       "22                             3.1.2. Здравоохранение  ...     10\n",
       "23                 3.1.3. Физическая культура и спорт  ...      4\n",
       "24                                 3.1.4. Образование  ...      0\n",
       "25                                    3.1.5. Культура  ...      9\n",
       "26       3.1.6. Обеспечение общественной безопасности  ...      7\n",
       "27  3.2. Приоритет \"Экономические основы роста бла...  ...     14\n",
       "28                   3.2.1. Агропромышленный комплекс  ...     10\n",
       "29                              3.2.2. Промышленность  ...     10\n",
       "30                                      3.2.3. Туризм  ...      0\n",
       "31         3.2.4. Малое и среднее предпринимательство  ...      8\n",
       "32                  3.3. Приоритет \"Комфортная среда\"  ...      9\n",
       "33    3.3.1. Транспортно-логистическая инфраструктура  ...      9\n",
       "34          3.3.2. Жилье, благоустройство, энергетика  ...      1\n",
       "35  3.3.3. Информационно-телекоммуникационная инфр...  ...     10\n",
       "36                                    3.3.4. Экология  ...      7\n",
       "37  4. Институциональное и ресурсное обеспечение р...  ...     12\n",
       "38  4.1. Институциональное обеспечение реализации ...  ...     15\n",
       "39                    4.1.1. Инвестиционная стратегия  ...     15\n",
       "40                     4.1.2. Инновационная стратегия  ...      6\n",
       "41                        4.1.3. Экспортная стратегия  ...     15\n",
       "42  4.1.4. Стратегия кадрового обеспечения отрасле...  ...     10\n",
       "43        4.1.5. Стратегия пространственного развития  ...      9\n",
       "44  4.2. Государственные механизмы реализации стра...  ...     12\n",
       "45  4.3. Взаимодействие с институтами гражданского...  ...     10\n",
       "46  4.4. Реализация государственной национальной п...  ...     17\n",
       "47  4.5. Этапы и ожидаемые результаты реализации с...  ...     15\n",
       "48  4.6. Оценка финансовых ресурсов, необходимых д...  ...     12\n",
       "49  Приложение 1. КЛЮЧЕВЫЕ РЕЗУЛЬТАТЫ (ПОКАЗАТЕЛИ)...  ...     17\n",
       "50  Целевые индикаторы реализации генеральной цели...  ...     15\n",
       "51                         Приоритет \"Качество жизни\"  ...      1\n",
       "52  Приоритет \"Экономические основы роста благосос...  ...     14\n",
       "53                       Приоритет \"Комфортная среда\"  ...      9\n",
       "54                           Инвестиционная стратегия  ...     12\n",
       "55                               Экспортная стратегия  ...     15\n",
       "56  Стратегия кадрового обеспечения отраслей эконо...  ...     10\n",
       "57                          Пространственное развитие  ...      9\n",
       "58  Приложение 2. ОЦЕНКА ФИНАНСОВЫХ РЕСУРСОВ, НЕОБ...  ...     17\n",
       "\n",
       "[59 rows x 20 columns]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "cs"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 753,
   "metadata": {
    "cellId": "dpqukc4zivmqwhoov641i9"
   },
   "outputs": [],
   "source": [
    "cs.loc[vect, 'class'] = -1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 754,
   "metadata": {
    "cellId": "5hewaa127ure51k4ygrc8"
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Текст</th>\n",
       "      <th>Вводная часть</th>\n",
       "      <th>Оценка достигнутых целей социально-экономиечского развития</th>\n",
       "      <th>Приоритеты, цели и задачи социально-экономического развития</th>\n",
       "      <th>Целевой сценарий социально-экономического развития</th>\n",
       "      <th>Основные направления развития человеческого капитала и социальной сферы</th>\n",
       "      <th>Основные направления экономического развития</th>\n",
       "      <th>Основные направления развития научно-инновационной сферы</th>\n",
       "      <th>Основные направления рационального природопользования и обеспечения экологической безопасности</th>\n",
       "      <th>Основные направления развития межрегиональных и внешнеэкономических связей</th>\n",
       "      <th>Основные направления пространственного развития</th>\n",
       "      <th>Сведения о кадровом обеспечении экономики</th>\n",
       "      <th>Заключительная часть</th>\n",
       "      <th>Оценка финансовых ресурсов, необходимых для реализации стратегии</th>\n",
       "      <th>Сроки и этапы реализации стратегии</th>\n",
       "      <th>Пприложение с основными показателями достижения целей социально-экономического развития</th>\n",
       "      <th>Приложение с ожидаемыми результатами реализации стратегии</th>\n",
       "      <th>Приложение  с перечнем крупных инвестиционных проектов</th>\n",
       "      <th>Приложение с государственными программи</th>\n",
       "      <th>class</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1. Общие положения</td>\n",
       "      <td>0.659481</td>\n",
       "      <td>0.503554</td>\n",
       "      <td>0.493380</td>\n",
       "      <td>0.528382</td>\n",
       "      <td>0.480804</td>\n",
       "      <td>0.542985</td>\n",
       "      <td>0.479830</td>\n",
       "      <td>0.476649</td>\n",
       "      <td>0.426595</td>\n",
       "      <td>0.599523</td>\n",
       "      <td>0.584795</td>\n",
       "      <td>0.631322</td>\n",
       "      <td>0.488034</td>\n",
       "      <td>0.511701</td>\n",
       "      <td>0.531913</td>\n",
       "      <td>0.535275</td>\n",
       "      <td>0.454968</td>\n",
       "      <td>0.559657</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1.1. Оценка основных итогов реализации стратег...</td>\n",
       "      <td>0.394828</td>\n",
       "      <td>0.727024</td>\n",
       "      <td>0.646909</td>\n",
       "      <td>0.690854</td>\n",
       "      <td>0.639580</td>\n",
       "      <td>0.678736</td>\n",
       "      <td>0.620603</td>\n",
       "      <td>0.588943</td>\n",
       "      <td>0.606059</td>\n",
       "      <td>0.616570</td>\n",
       "      <td>0.613301</td>\n",
       "      <td>0.383712</td>\n",
       "      <td>0.646402</td>\n",
       "      <td>0.611228</td>\n",
       "      <td>0.748843</td>\n",
       "      <td>0.660164</td>\n",
       "      <td>0.540666</td>\n",
       "      <td>0.506038</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1.2. Оценка социально-экономического потенциал...</td>\n",
       "      <td>0.391094</td>\n",
       "      <td>0.743553</td>\n",
       "      <td>0.656437</td>\n",
       "      <td>0.699354</td>\n",
       "      <td>0.664507</td>\n",
       "      <td>0.652209</td>\n",
       "      <td>0.620722</td>\n",
       "      <td>0.570171</td>\n",
       "      <td>0.588910</td>\n",
       "      <td>0.601753</td>\n",
       "      <td>0.649049</td>\n",
       "      <td>0.366175</td>\n",
       "      <td>0.582138</td>\n",
       "      <td>0.481141</td>\n",
       "      <td>0.720144</td>\n",
       "      <td>0.538242</td>\n",
       "      <td>0.479998</td>\n",
       "      <td>0.479163</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1.2.1. Природно-ресурсный потенциал</td>\n",
       "      <td>0.527695</td>\n",
       "      <td>0.594819</td>\n",
       "      <td>0.544793</td>\n",
       "      <td>0.578008</td>\n",
       "      <td>0.585274</td>\n",
       "      <td>0.556085</td>\n",
       "      <td>0.626051</td>\n",
       "      <td>0.600336</td>\n",
       "      <td>0.501047</td>\n",
       "      <td>0.624107</td>\n",
       "      <td>0.604793</td>\n",
       "      <td>0.458247</td>\n",
       "      <td>0.553115</td>\n",
       "      <td>0.451709</td>\n",
       "      <td>0.586462</td>\n",
       "      <td>0.523923</td>\n",
       "      <td>0.498759</td>\n",
       "      <td>0.551971</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1.2.2. Демографический потенциал</td>\n",
       "      <td>0.564356</td>\n",
       "      <td>0.550992</td>\n",
       "      <td>0.491318</td>\n",
       "      <td>0.559660</td>\n",
       "      <td>0.544051</td>\n",
       "      <td>0.545796</td>\n",
       "      <td>0.565504</td>\n",
       "      <td>0.461830</td>\n",
       "      <td>0.476345</td>\n",
       "      <td>0.604313</td>\n",
       "      <td>0.600711</td>\n",
       "      <td>0.526029</td>\n",
       "      <td>0.527027</td>\n",
       "      <td>0.443578</td>\n",
       "      <td>0.555578</td>\n",
       "      <td>0.536558</td>\n",
       "      <td>0.486033</td>\n",
       "      <td>0.527628</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>1.2.3. Инфраструктурный потенциал</td>\n",
       "      <td>0.593078</td>\n",
       "      <td>0.596684</td>\n",
       "      <td>0.527347</td>\n",
       "      <td>0.593248</td>\n",
       "      <td>0.585428</td>\n",
       "      <td>0.590599</td>\n",
       "      <td>0.634629</td>\n",
       "      <td>0.537322</td>\n",
       "      <td>0.544156</td>\n",
       "      <td>0.650378</td>\n",
       "      <td>0.630384</td>\n",
       "      <td>0.549275</td>\n",
       "      <td>0.545387</td>\n",
       "      <td>0.493075</td>\n",
       "      <td>0.599090</td>\n",
       "      <td>0.569161</td>\n",
       "      <td>0.538880</td>\n",
       "      <td>0.544324</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>1.2.4. Экономический потенциал</td>\n",
       "      <td>0.539182</td>\n",
       "      <td>0.653510</td>\n",
       "      <td>0.586012</td>\n",
       "      <td>0.648811</td>\n",
       "      <td>0.587124</td>\n",
       "      <td>0.670990</td>\n",
       "      <td>0.589018</td>\n",
       "      <td>0.527089</td>\n",
       "      <td>0.553038</td>\n",
       "      <td>0.623396</td>\n",
       "      <td>0.672725</td>\n",
       "      <td>0.510202</td>\n",
       "      <td>0.612269</td>\n",
       "      <td>0.489211</td>\n",
       "      <td>0.650781</td>\n",
       "      <td>0.556982</td>\n",
       "      <td>0.534329</td>\n",
       "      <td>0.521278</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>1.2.5. Туристско-рекреационный потенциал</td>\n",
       "      <td>0.535452</td>\n",
       "      <td>0.616562</td>\n",
       "      <td>0.559937</td>\n",
       "      <td>0.620002</td>\n",
       "      <td>0.592885</td>\n",
       "      <td>0.641827</td>\n",
       "      <td>0.656948</td>\n",
       "      <td>0.602177</td>\n",
       "      <td>0.622677</td>\n",
       "      <td>0.674404</td>\n",
       "      <td>0.628416</td>\n",
       "      <td>0.484911</td>\n",
       "      <td>0.562622</td>\n",
       "      <td>0.515605</td>\n",
       "      <td>0.625878</td>\n",
       "      <td>0.539756</td>\n",
       "      <td>0.570023</td>\n",
       "      <td>0.549350</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>1.2.6. Экспортный потенциал</td>\n",
       "      <td>0.621274</td>\n",
       "      <td>0.576046</td>\n",
       "      <td>0.521056</td>\n",
       "      <td>0.574226</td>\n",
       "      <td>0.547571</td>\n",
       "      <td>0.608023</td>\n",
       "      <td>0.580585</td>\n",
       "      <td>0.464645</td>\n",
       "      <td>0.541345</td>\n",
       "      <td>0.614954</td>\n",
       "      <td>0.595850</td>\n",
       "      <td>0.564045</td>\n",
       "      <td>0.522924</td>\n",
       "      <td>0.495986</td>\n",
       "      <td>0.606602</td>\n",
       "      <td>0.578690</td>\n",
       "      <td>0.566502</td>\n",
       "      <td>0.535962</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>1.3. Место и роль Алтайского края в реализации...</td>\n",
       "      <td>0.383762</td>\n",
       "      <td>0.677431</td>\n",
       "      <td>0.756299</td>\n",
       "      <td>0.672115</td>\n",
       "      <td>0.738156</td>\n",
       "      <td>0.719715</td>\n",
       "      <td>0.680884</td>\n",
       "      <td>0.651115</td>\n",
       "      <td>0.680649</td>\n",
       "      <td>0.683670</td>\n",
       "      <td>0.595376</td>\n",
       "      <td>0.360015</td>\n",
       "      <td>0.568241</td>\n",
       "      <td>0.564810</td>\n",
       "      <td>0.750385</td>\n",
       "      <td>0.550451</td>\n",
       "      <td>0.527237</td>\n",
       "      <td>0.517343</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>1.4. Глобальные вызовы долгосрочного развития</td>\n",
       "      <td>0.458461</td>\n",
       "      <td>0.655660</td>\n",
       "      <td>0.646450</td>\n",
       "      <td>0.650641</td>\n",
       "      <td>0.627719</td>\n",
       "      <td>0.675095</td>\n",
       "      <td>0.640117</td>\n",
       "      <td>0.535740</td>\n",
       "      <td>0.644445</td>\n",
       "      <td>0.710025</td>\n",
       "      <td>0.560367</td>\n",
       "      <td>0.434795</td>\n",
       "      <td>0.535135</td>\n",
       "      <td>0.558371</td>\n",
       "      <td>0.651079</td>\n",
       "      <td>0.564494</td>\n",
       "      <td>0.575954</td>\n",
       "      <td>0.527935</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>1.5. SWOT-анализ</td>\n",
       "      <td>0.601194</td>\n",
       "      <td>0.552075</td>\n",
       "      <td>0.433858</td>\n",
       "      <td>0.526552</td>\n",
       "      <td>0.440567</td>\n",
       "      <td>0.501476</td>\n",
       "      <td>0.537358</td>\n",
       "      <td>0.479263</td>\n",
       "      <td>0.437377</td>\n",
       "      <td>0.543354</td>\n",
       "      <td>0.565385</td>\n",
       "      <td>0.550995</td>\n",
       "      <td>0.551495</td>\n",
       "      <td>0.500133</td>\n",
       "      <td>0.524488</td>\n",
       "      <td>0.592424</td>\n",
       "      <td>0.493352</td>\n",
       "      <td>0.524068</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>2. Сценарии, миссия, стратегические приоритеты...</td>\n",
       "      <td>0.309406</td>\n",
       "      <td>0.685833</td>\n",
       "      <td>0.829773</td>\n",
       "      <td>0.694724</td>\n",
       "      <td>0.707179</td>\n",
       "      <td>0.689743</td>\n",
       "      <td>0.637629</td>\n",
       "      <td>0.648282</td>\n",
       "      <td>0.662026</td>\n",
       "      <td>0.651584</td>\n",
       "      <td>0.567175</td>\n",
       "      <td>0.302422</td>\n",
       "      <td>0.621079</td>\n",
       "      <td>0.609856</td>\n",
       "      <td>0.730618</td>\n",
       "      <td>0.576909</td>\n",
       "      <td>0.517937</td>\n",
       "      <td>0.463216</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>2.1. Сценарии социально-экономического развития</td>\n",
       "      <td>0.452967</td>\n",
       "      <td>0.725192</td>\n",
       "      <td>0.707856</td>\n",
       "      <td>0.848903</td>\n",
       "      <td>0.722236</td>\n",
       "      <td>0.732584</td>\n",
       "      <td>0.647138</td>\n",
       "      <td>0.562970</td>\n",
       "      <td>0.625134</td>\n",
       "      <td>0.684318</td>\n",
       "      <td>0.678272</td>\n",
       "      <td>0.429877</td>\n",
       "      <td>0.588422</td>\n",
       "      <td>0.572990</td>\n",
       "      <td>0.749539</td>\n",
       "      <td>0.564042</td>\n",
       "      <td>0.517065</td>\n",
       "      <td>0.528140</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>2.2. Миссия (идеология стратегического развити...</td>\n",
       "      <td>0.424602</td>\n",
       "      <td>0.606112</td>\n",
       "      <td>0.610840</td>\n",
       "      <td>0.664089</td>\n",
       "      <td>0.608738</td>\n",
       "      <td>0.635838</td>\n",
       "      <td>0.636921</td>\n",
       "      <td>0.572334</td>\n",
       "      <td>0.593511</td>\n",
       "      <td>0.634022</td>\n",
       "      <td>0.566303</td>\n",
       "      <td>0.386260</td>\n",
       "      <td>0.568257</td>\n",
       "      <td>0.570819</td>\n",
       "      <td>0.611415</td>\n",
       "      <td>0.589722</td>\n",
       "      <td>0.487142</td>\n",
       "      <td>0.519808</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>2.3. Система целеполагания</td>\n",
       "      <td>0.606844</td>\n",
       "      <td>0.528382</td>\n",
       "      <td>0.430590</td>\n",
       "      <td>0.549221</td>\n",
       "      <td>0.462772</td>\n",
       "      <td>0.485240</td>\n",
       "      <td>0.493474</td>\n",
       "      <td>0.505493</td>\n",
       "      <td>0.442438</td>\n",
       "      <td>0.550268</td>\n",
       "      <td>0.564904</td>\n",
       "      <td>0.550893</td>\n",
       "      <td>0.531887</td>\n",
       "      <td>0.518640</td>\n",
       "      <td>0.483464</td>\n",
       "      <td>0.589441</td>\n",
       "      <td>0.443432</td>\n",
       "      <td>0.573020</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>2.3.1. Приоритет \"Качество жизни\"</td>\n",
       "      <td>0.507833</td>\n",
       "      <td>0.610838</td>\n",
       "      <td>0.588209</td>\n",
       "      <td>0.566841</td>\n",
       "      <td>0.567865</td>\n",
       "      <td>0.539181</td>\n",
       "      <td>0.560414</td>\n",
       "      <td>0.553273</td>\n",
       "      <td>0.459002</td>\n",
       "      <td>0.590368</td>\n",
       "      <td>0.578381</td>\n",
       "      <td>0.510797</td>\n",
       "      <td>0.493752</td>\n",
       "      <td>0.481560</td>\n",
       "      <td>0.605791</td>\n",
       "      <td>0.527749</td>\n",
       "      <td>0.453840</td>\n",
       "      <td>0.490170</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>2.3.2. Приоритет \"Экономические основы роста б...</td>\n",
       "      <td>0.407535</td>\n",
       "      <td>0.724452</td>\n",
       "      <td>0.713706</td>\n",
       "      <td>0.694815</td>\n",
       "      <td>0.706181</td>\n",
       "      <td>0.749150</td>\n",
       "      <td>0.650832</td>\n",
       "      <td>0.614619</td>\n",
       "      <td>0.611580</td>\n",
       "      <td>0.658626</td>\n",
       "      <td>0.688757</td>\n",
       "      <td>0.367381</td>\n",
       "      <td>0.635393</td>\n",
       "      <td>0.481439</td>\n",
       "      <td>0.775215</td>\n",
       "      <td>0.538917</td>\n",
       "      <td>0.550369</td>\n",
       "      <td>0.480898</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>2.3.3. Приоритет \"Комфортная среда\"</td>\n",
       "      <td>0.509273</td>\n",
       "      <td>0.563057</td>\n",
       "      <td>0.558753</td>\n",
       "      <td>0.554314</td>\n",
       "      <td>0.555009</td>\n",
       "      <td>0.555912</td>\n",
       "      <td>0.567387</td>\n",
       "      <td>0.618651</td>\n",
       "      <td>0.526462</td>\n",
       "      <td>0.636715</td>\n",
       "      <td>0.521555</td>\n",
       "      <td>0.495314</td>\n",
       "      <td>0.502329</td>\n",
       "      <td>0.458698</td>\n",
       "      <td>0.548244</td>\n",
       "      <td>0.502976</td>\n",
       "      <td>0.472270</td>\n",
       "      <td>0.504064</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>3. Целевой сценарий социально-экономического р...</td>\n",
       "      <td>0.433948</td>\n",
       "      <td>0.706667</td>\n",
       "      <td>0.648329</td>\n",
       "      <td>0.828123</td>\n",
       "      <td>0.679054</td>\n",
       "      <td>0.692166</td>\n",
       "      <td>0.630350</td>\n",
       "      <td>0.572434</td>\n",
       "      <td>0.602406</td>\n",
       "      <td>0.649849</td>\n",
       "      <td>0.644806</td>\n",
       "      <td>0.429323</td>\n",
       "      <td>0.598933</td>\n",
       "      <td>0.590004</td>\n",
       "      <td>0.703878</td>\n",
       "      <td>0.604150</td>\n",
       "      <td>0.552236</td>\n",
       "      <td>0.553330</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>3.1. Приоритет \"Качество жизни\"</td>\n",
       "      <td>0.511958</td>\n",
       "      <td>0.616935</td>\n",
       "      <td>0.586077</td>\n",
       "      <td>0.565986</td>\n",
       "      <td>0.559984</td>\n",
       "      <td>0.537365</td>\n",
       "      <td>0.554390</td>\n",
       "      <td>0.555379</td>\n",
       "      <td>0.441223</td>\n",
       "      <td>0.585204</td>\n",
       "      <td>0.584450</td>\n",
       "      <td>0.518066</td>\n",
       "      <td>0.493735</td>\n",
       "      <td>0.488917</td>\n",
       "      <td>0.607934</td>\n",
       "      <td>0.531712</td>\n",
       "      <td>0.456622</td>\n",
       "      <td>0.494235</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>3.1.1. Социальная поддержка населения</td>\n",
       "      <td>0.460511</td>\n",
       "      <td>0.583293</td>\n",
       "      <td>0.550679</td>\n",
       "      <td>0.585202</td>\n",
       "      <td>0.608823</td>\n",
       "      <td>0.489730</td>\n",
       "      <td>0.473892</td>\n",
       "      <td>0.488048</td>\n",
       "      <td>0.416209</td>\n",
       "      <td>0.502868</td>\n",
       "      <td>0.598257</td>\n",
       "      <td>0.398459</td>\n",
       "      <td>0.458638</td>\n",
       "      <td>0.370860</td>\n",
       "      <td>0.581346</td>\n",
       "      <td>0.477366</td>\n",
       "      <td>0.425234</td>\n",
       "      <td>0.563056</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>3.1.2. Здравоохранение</td>\n",
       "      <td>0.527570</td>\n",
       "      <td>0.526319</td>\n",
       "      <td>0.496031</td>\n",
       "      <td>0.533320</td>\n",
       "      <td>0.492624</td>\n",
       "      <td>0.505411</td>\n",
       "      <td>0.525038</td>\n",
       "      <td>0.506770</td>\n",
       "      <td>0.422867</td>\n",
       "      <td>0.522717</td>\n",
       "      <td>0.562115</td>\n",
       "      <td>0.475617</td>\n",
       "      <td>0.424296</td>\n",
       "      <td>0.397852</td>\n",
       "      <td>0.517963</td>\n",
       "      <td>0.466653</td>\n",
       "      <td>0.443563</td>\n",
       "      <td>0.561663</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>3.1.3. Физическая культура и спорт</td>\n",
       "      <td>0.464112</td>\n",
       "      <td>0.515680</td>\n",
       "      <td>0.536851</td>\n",
       "      <td>0.553228</td>\n",
       "      <td>0.599757</td>\n",
       "      <td>0.543124</td>\n",
       "      <td>0.565215</td>\n",
       "      <td>0.511318</td>\n",
       "      <td>0.515304</td>\n",
       "      <td>0.545433</td>\n",
       "      <td>0.584595</td>\n",
       "      <td>0.424263</td>\n",
       "      <td>0.504876</td>\n",
       "      <td>0.510682</td>\n",
       "      <td>0.562688</td>\n",
       "      <td>0.469574</td>\n",
       "      <td>0.431014</td>\n",
       "      <td>0.512889</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>3.1.4. Образование</td>\n",
       "      <td>0.601494</td>\n",
       "      <td>0.484575</td>\n",
       "      <td>0.451307</td>\n",
       "      <td>0.507888</td>\n",
       "      <td>0.476851</td>\n",
       "      <td>0.530228</td>\n",
       "      <td>0.535318</td>\n",
       "      <td>0.406521</td>\n",
       "      <td>0.431798</td>\n",
       "      <td>0.563863</td>\n",
       "      <td>0.570300</td>\n",
       "      <td>0.535490</td>\n",
       "      <td>0.419033</td>\n",
       "      <td>0.457012</td>\n",
       "      <td>0.497896</td>\n",
       "      <td>0.467970</td>\n",
       "      <td>0.421975</td>\n",
       "      <td>0.540478</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>3.1.5. Культура</td>\n",
       "      <td>0.555173</td>\n",
       "      <td>0.490095</td>\n",
       "      <td>0.464167</td>\n",
       "      <td>0.551238</td>\n",
       "      <td>0.521788</td>\n",
       "      <td>0.540816</td>\n",
       "      <td>0.550642</td>\n",
       "      <td>0.452648</td>\n",
       "      <td>0.460313</td>\n",
       "      <td>0.562850</td>\n",
       "      <td>0.548321</td>\n",
       "      <td>0.502732</td>\n",
       "      <td>0.448114</td>\n",
       "      <td>0.444547</td>\n",
       "      <td>0.511669</td>\n",
       "      <td>0.447642</td>\n",
       "      <td>0.449166</td>\n",
       "      <td>0.560664</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>3.1.6. Обеспечение общественной безопасности</td>\n",
       "      <td>0.418067</td>\n",
       "      <td>0.603766</td>\n",
       "      <td>0.569221</td>\n",
       "      <td>0.574315</td>\n",
       "      <td>0.566821</td>\n",
       "      <td>0.476514</td>\n",
       "      <td>0.495023</td>\n",
       "      <td>0.643971</td>\n",
       "      <td>0.464479</td>\n",
       "      <td>0.494736</td>\n",
       "      <td>0.590446</td>\n",
       "      <td>0.389615</td>\n",
       "      <td>0.501035</td>\n",
       "      <td>0.446360</td>\n",
       "      <td>0.590345</td>\n",
       "      <td>0.471706</td>\n",
       "      <td>0.442884</td>\n",
       "      <td>0.512060</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>3.2. Приоритет \"Экономические основы роста бла...</td>\n",
       "      <td>0.418824</td>\n",
       "      <td>0.746184</td>\n",
       "      <td>0.729174</td>\n",
       "      <td>0.714700</td>\n",
       "      <td>0.721273</td>\n",
       "      <td>0.770957</td>\n",
       "      <td>0.667395</td>\n",
       "      <td>0.630454</td>\n",
       "      <td>0.619345</td>\n",
       "      <td>0.676027</td>\n",
       "      <td>0.713034</td>\n",
       "      <td>0.379341</td>\n",
       "      <td>0.653728</td>\n",
       "      <td>0.497341</td>\n",
       "      <td>0.795000</td>\n",
       "      <td>0.555619</td>\n",
       "      <td>0.571712</td>\n",
       "      <td>0.498354</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>3.2.1. Агропромышленный комплекс</td>\n",
       "      <td>0.564442</td>\n",
       "      <td>0.553275</td>\n",
       "      <td>0.497293</td>\n",
       "      <td>0.587784</td>\n",
       "      <td>0.535349</td>\n",
       "      <td>0.575387</td>\n",
       "      <td>0.596764</td>\n",
       "      <td>0.538628</td>\n",
       "      <td>0.523424</td>\n",
       "      <td>0.591473</td>\n",
       "      <td>0.608820</td>\n",
       "      <td>0.514577</td>\n",
       "      <td>0.499439</td>\n",
       "      <td>0.489753</td>\n",
       "      <td>0.547762</td>\n",
       "      <td>0.529201</td>\n",
       "      <td>0.568019</td>\n",
       "      <td>0.553167</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>3.2.2. Промышленность</td>\n",
       "      <td>0.564269</td>\n",
       "      <td>0.489444</td>\n",
       "      <td>0.478144</td>\n",
       "      <td>0.527930</td>\n",
       "      <td>0.500579</td>\n",
       "      <td>0.558455</td>\n",
       "      <td>0.576222</td>\n",
       "      <td>0.458890</td>\n",
       "      <td>0.490388</td>\n",
       "      <td>0.571133</td>\n",
       "      <td>0.599409</td>\n",
       "      <td>0.513740</td>\n",
       "      <td>0.435077</td>\n",
       "      <td>0.434892</td>\n",
       "      <td>0.496649</td>\n",
       "      <td>0.441648</td>\n",
       "      <td>0.446665</td>\n",
       "      <td>0.507833</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>3.2.3. Туризм</td>\n",
       "      <td>0.583001</td>\n",
       "      <td>0.445837</td>\n",
       "      <td>0.411731</td>\n",
       "      <td>0.498016</td>\n",
       "      <td>0.442239</td>\n",
       "      <td>0.521466</td>\n",
       "      <td>0.475456</td>\n",
       "      <td>0.432957</td>\n",
       "      <td>0.475431</td>\n",
       "      <td>0.549358</td>\n",
       "      <td>0.524762</td>\n",
       "      <td>0.544045</td>\n",
       "      <td>0.437212</td>\n",
       "      <td>0.456037</td>\n",
       "      <td>0.460372</td>\n",
       "      <td>0.454376</td>\n",
       "      <td>0.421782</td>\n",
       "      <td>0.517728</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>3.2.4. Малое и среднее предпринимательство</td>\n",
       "      <td>0.471197</td>\n",
       "      <td>0.514207</td>\n",
       "      <td>0.525472</td>\n",
       "      <td>0.525596</td>\n",
       "      <td>0.568319</td>\n",
       "      <td>0.558953</td>\n",
       "      <td>0.529909</td>\n",
       "      <td>0.447222</td>\n",
       "      <td>0.571642</td>\n",
       "      <td>0.554096</td>\n",
       "      <td>0.536423</td>\n",
       "      <td>0.446717</td>\n",
       "      <td>0.438730</td>\n",
       "      <td>0.445917</td>\n",
       "      <td>0.534076</td>\n",
       "      <td>0.410216</td>\n",
       "      <td>0.524402</td>\n",
       "      <td>0.477186</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>3.3. Приоритет \"Комфортная среда\"</td>\n",
       "      <td>0.519807</td>\n",
       "      <td>0.573471</td>\n",
       "      <td>0.562301</td>\n",
       "      <td>0.560352</td>\n",
       "      <td>0.556501</td>\n",
       "      <td>0.562717</td>\n",
       "      <td>0.571399</td>\n",
       "      <td>0.626676</td>\n",
       "      <td>0.518308</td>\n",
       "      <td>0.643748</td>\n",
       "      <td>0.531697</td>\n",
       "      <td>0.507792</td>\n",
       "      <td>0.509234</td>\n",
       "      <td>0.469288</td>\n",
       "      <td>0.554557</td>\n",
       "      <td>0.510474</td>\n",
       "      <td>0.484058</td>\n",
       "      <td>0.515331</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>3.3.1. Транспортно-логистическая инфраструктура</td>\n",
       "      <td>0.505992</td>\n",
       "      <td>0.567267</td>\n",
       "      <td>0.540677</td>\n",
       "      <td>0.603029</td>\n",
       "      <td>0.591535</td>\n",
       "      <td>0.588087</td>\n",
       "      <td>0.598323</td>\n",
       "      <td>0.573493</td>\n",
       "      <td>0.590032</td>\n",
       "      <td>0.631146</td>\n",
       "      <td>0.623518</td>\n",
       "      <td>0.454252</td>\n",
       "      <td>0.564425</td>\n",
       "      <td>0.511530</td>\n",
       "      <td>0.583328</td>\n",
       "      <td>0.524349</td>\n",
       "      <td>0.540120</td>\n",
       "      <td>0.574724</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>3.3.2. Жилье, благоустройство, энергетика</td>\n",
       "      <td>0.459932</td>\n",
       "      <td>0.593522</td>\n",
       "      <td>0.591116</td>\n",
       "      <td>0.578286</td>\n",
       "      <td>0.546234</td>\n",
       "      <td>0.518645</td>\n",
       "      <td>0.543716</td>\n",
       "      <td>0.582743</td>\n",
       "      <td>0.460270</td>\n",
       "      <td>0.553762</td>\n",
       "      <td>0.586411</td>\n",
       "      <td>0.407892</td>\n",
       "      <td>0.527936</td>\n",
       "      <td>0.462019</td>\n",
       "      <td>0.536720</td>\n",
       "      <td>0.475828</td>\n",
       "      <td>0.462004</td>\n",
       "      <td>0.522364</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>3.3.3. Информационно-телекоммуникационная инфр...</td>\n",
       "      <td>0.442152</td>\n",
       "      <td>0.480979</td>\n",
       "      <td>0.458385</td>\n",
       "      <td>0.499496</td>\n",
       "      <td>0.529784</td>\n",
       "      <td>0.457592</td>\n",
       "      <td>0.557688</td>\n",
       "      <td>0.475175</td>\n",
       "      <td>0.506990</td>\n",
       "      <td>0.528374</td>\n",
       "      <td>0.586120</td>\n",
       "      <td>0.405287</td>\n",
       "      <td>0.482369</td>\n",
       "      <td>0.405387</td>\n",
       "      <td>0.484630</td>\n",
       "      <td>0.433693</td>\n",
       "      <td>0.422533</td>\n",
       "      <td>0.521917</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>3.3.4. Экология</td>\n",
       "      <td>0.538638</td>\n",
       "      <td>0.526940</td>\n",
       "      <td>0.460574</td>\n",
       "      <td>0.517371</td>\n",
       "      <td>0.440912</td>\n",
       "      <td>0.516102</td>\n",
       "      <td>0.506000</td>\n",
       "      <td>0.582239</td>\n",
       "      <td>0.420627</td>\n",
       "      <td>0.544212</td>\n",
       "      <td>0.506232</td>\n",
       "      <td>0.509312</td>\n",
       "      <td>0.459363</td>\n",
       "      <td>0.439394</td>\n",
       "      <td>0.473183</td>\n",
       "      <td>0.471269</td>\n",
       "      <td>0.448502</td>\n",
       "      <td>0.529083</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>4. Институциональное и ресурсное обеспечение р...</td>\n",
       "      <td>0.556969</td>\n",
       "      <td>0.668725</td>\n",
       "      <td>0.614208</td>\n",
       "      <td>0.619463</td>\n",
       "      <td>0.649038</td>\n",
       "      <td>0.577005</td>\n",
       "      <td>0.641977</td>\n",
       "      <td>0.651489</td>\n",
       "      <td>0.602941</td>\n",
       "      <td>0.642185</td>\n",
       "      <td>0.655833</td>\n",
       "      <td>0.507161</td>\n",
       "      <td>0.675710</td>\n",
       "      <td>0.620343</td>\n",
       "      <td>0.640521</td>\n",
       "      <td>0.610862</td>\n",
       "      <td>0.600088</td>\n",
       "      <td>0.586793</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>4.1. Институциональное обеспечение реализации ...</td>\n",
       "      <td>0.532348</td>\n",
       "      <td>0.659172</td>\n",
       "      <td>0.600826</td>\n",
       "      <td>0.673352</td>\n",
       "      <td>0.585547</td>\n",
       "      <td>0.638429</td>\n",
       "      <td>0.620181</td>\n",
       "      <td>0.626618</td>\n",
       "      <td>0.579155</td>\n",
       "      <td>0.650264</td>\n",
       "      <td>0.642285</td>\n",
       "      <td>0.486444</td>\n",
       "      <td>0.703456</td>\n",
       "      <td>0.704560</td>\n",
       "      <td>0.665227</td>\n",
       "      <td>0.749453</td>\n",
       "      <td>0.595001</td>\n",
       "      <td>0.608250</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>4.1.1. Инвестиционная стратегия</td>\n",
       "      <td>0.531831</td>\n",
       "      <td>0.592576</td>\n",
       "      <td>0.554338</td>\n",
       "      <td>0.649162</td>\n",
       "      <td>0.551937</td>\n",
       "      <td>0.646636</td>\n",
       "      <td>0.567567</td>\n",
       "      <td>0.540644</td>\n",
       "      <td>0.560964</td>\n",
       "      <td>0.609035</td>\n",
       "      <td>0.628137</td>\n",
       "      <td>0.476284</td>\n",
       "      <td>0.662520</td>\n",
       "      <td>0.646999</td>\n",
       "      <td>0.605147</td>\n",
       "      <td>0.669697</td>\n",
       "      <td>0.621325</td>\n",
       "      <td>0.582281</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>40</th>\n",
       "      <td>4.1.2. Инновационная стратегия</td>\n",
       "      <td>0.516193</td>\n",
       "      <td>0.569864</td>\n",
       "      <td>0.549492</td>\n",
       "      <td>0.634335</td>\n",
       "      <td>0.541578</td>\n",
       "      <td>0.633826</td>\n",
       "      <td>0.676448</td>\n",
       "      <td>0.562359</td>\n",
       "      <td>0.567564</td>\n",
       "      <td>0.649005</td>\n",
       "      <td>0.604308</td>\n",
       "      <td>0.458188</td>\n",
       "      <td>0.612079</td>\n",
       "      <td>0.640811</td>\n",
       "      <td>0.574458</td>\n",
       "      <td>0.675769</td>\n",
       "      <td>0.552547</td>\n",
       "      <td>0.562386</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41</th>\n",
       "      <td>4.1.3. Экспортная стратегия</td>\n",
       "      <td>0.610869</td>\n",
       "      <td>0.563985</td>\n",
       "      <td>0.523937</td>\n",
       "      <td>0.618850</td>\n",
       "      <td>0.520312</td>\n",
       "      <td>0.643798</td>\n",
       "      <td>0.568752</td>\n",
       "      <td>0.512694</td>\n",
       "      <td>0.564661</td>\n",
       "      <td>0.629943</td>\n",
       "      <td>0.588288</td>\n",
       "      <td>0.544072</td>\n",
       "      <td>0.600000</td>\n",
       "      <td>0.652575</td>\n",
       "      <td>0.594696</td>\n",
       "      <td>0.696849</td>\n",
       "      <td>0.578420</td>\n",
       "      <td>0.580865</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42</th>\n",
       "      <td>4.1.4. Стратегия кадрового обеспечения отрасле...</td>\n",
       "      <td>0.451321</td>\n",
       "      <td>0.675006</td>\n",
       "      <td>0.669205</td>\n",
       "      <td>0.718596</td>\n",
       "      <td>0.667900</td>\n",
       "      <td>0.720729</td>\n",
       "      <td>0.666549</td>\n",
       "      <td>0.626867</td>\n",
       "      <td>0.635350</td>\n",
       "      <td>0.645661</td>\n",
       "      <td>0.744819</td>\n",
       "      <td>0.424345</td>\n",
       "      <td>0.687254</td>\n",
       "      <td>0.623554</td>\n",
       "      <td>0.709788</td>\n",
       "      <td>0.605776</td>\n",
       "      <td>0.540715</td>\n",
       "      <td>0.552558</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>43</th>\n",
       "      <td>4.1.5. Стратегия пространственного развития</td>\n",
       "      <td>0.518225</td>\n",
       "      <td>0.639676</td>\n",
       "      <td>0.607527</td>\n",
       "      <td>0.717671</td>\n",
       "      <td>0.648218</td>\n",
       "      <td>0.708226</td>\n",
       "      <td>0.671922</td>\n",
       "      <td>0.579949</td>\n",
       "      <td>0.622650</td>\n",
       "      <td>0.749129</td>\n",
       "      <td>0.617782</td>\n",
       "      <td>0.456309</td>\n",
       "      <td>0.634626</td>\n",
       "      <td>0.681976</td>\n",
       "      <td>0.654643</td>\n",
       "      <td>0.659085</td>\n",
       "      <td>0.560656</td>\n",
       "      <td>0.570404</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>44</th>\n",
       "      <td>4.2. Государственные механизмы реализации стра...</td>\n",
       "      <td>0.466691</td>\n",
       "      <td>0.629427</td>\n",
       "      <td>0.603126</td>\n",
       "      <td>0.677695</td>\n",
       "      <td>0.621296</td>\n",
       "      <td>0.660257</td>\n",
       "      <td>0.619871</td>\n",
       "      <td>0.584558</td>\n",
       "      <td>0.597521</td>\n",
       "      <td>0.651174</td>\n",
       "      <td>0.644877</td>\n",
       "      <td>0.415038</td>\n",
       "      <td>0.702303</td>\n",
       "      <td>0.698013</td>\n",
       "      <td>0.652920</td>\n",
       "      <td>0.698657</td>\n",
       "      <td>0.576904</td>\n",
       "      <td>0.684692</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45</th>\n",
       "      <td>4.3. Взаимодействие с институтами гражданского...</td>\n",
       "      <td>0.395340</td>\n",
       "      <td>0.590090</td>\n",
       "      <td>0.524901</td>\n",
       "      <td>0.582085</td>\n",
       "      <td>0.603517</td>\n",
       "      <td>0.487453</td>\n",
       "      <td>0.548926</td>\n",
       "      <td>0.497101</td>\n",
       "      <td>0.553302</td>\n",
       "      <td>0.506539</td>\n",
       "      <td>0.627092</td>\n",
       "      <td>0.397408</td>\n",
       "      <td>0.505283</td>\n",
       "      <td>0.430798</td>\n",
       "      <td>0.598784</td>\n",
       "      <td>0.486277</td>\n",
       "      <td>0.500759</td>\n",
       "      <td>0.610547</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>46</th>\n",
       "      <td>4.4. Реализация государственной национальной п...</td>\n",
       "      <td>0.438603</td>\n",
       "      <td>0.596035</td>\n",
       "      <td>0.556282</td>\n",
       "      <td>0.622497</td>\n",
       "      <td>0.568499</td>\n",
       "      <td>0.588775</td>\n",
       "      <td>0.544082</td>\n",
       "      <td>0.557842</td>\n",
       "      <td>0.554581</td>\n",
       "      <td>0.574581</td>\n",
       "      <td>0.586527</td>\n",
       "      <td>0.406882</td>\n",
       "      <td>0.581449</td>\n",
       "      <td>0.550231</td>\n",
       "      <td>0.625666</td>\n",
       "      <td>0.563860</td>\n",
       "      <td>0.501608</td>\n",
       "      <td>0.626473</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>47</th>\n",
       "      <td>4.5. Этапы и ожидаемые результаты реализации с...</td>\n",
       "      <td>0.457231</td>\n",
       "      <td>0.642007</td>\n",
       "      <td>0.581633</td>\n",
       "      <td>0.583720</td>\n",
       "      <td>0.521753</td>\n",
       "      <td>0.575585</td>\n",
       "      <td>0.562036</td>\n",
       "      <td>0.542638</td>\n",
       "      <td>0.509154</td>\n",
       "      <td>0.569928</td>\n",
       "      <td>0.538438</td>\n",
       "      <td>0.440319</td>\n",
       "      <td>0.679939</td>\n",
       "      <td>0.736535</td>\n",
       "      <td>0.628292</td>\n",
       "      <td>0.815245</td>\n",
       "      <td>0.552944</td>\n",
       "      <td>0.516331</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48</th>\n",
       "      <td>4.6. Оценка финансовых ресурсов, необходимых д...</td>\n",
       "      <td>0.465742</td>\n",
       "      <td>0.726568</td>\n",
       "      <td>0.600560</td>\n",
       "      <td>0.619140</td>\n",
       "      <td>0.579420</td>\n",
       "      <td>0.580003</td>\n",
       "      <td>0.531107</td>\n",
       "      <td>0.564469</td>\n",
       "      <td>0.485115</td>\n",
       "      <td>0.551895</td>\n",
       "      <td>0.680768</td>\n",
       "      <td>0.450082</td>\n",
       "      <td>0.862046</td>\n",
       "      <td>0.551682</td>\n",
       "      <td>0.677959</td>\n",
       "      <td>0.615942</td>\n",
       "      <td>0.601810</td>\n",
       "      <td>0.525685</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>49</th>\n",
       "      <td>Приложение 1. КЛЮЧЕВЫЕ РЕЗУЛЬТАТЫ (ПОКАЗАТЕЛИ)...</td>\n",
       "      <td>0.447303</td>\n",
       "      <td>0.444479</td>\n",
       "      <td>0.367674</td>\n",
       "      <td>0.422758</td>\n",
       "      <td>0.355053</td>\n",
       "      <td>0.407014</td>\n",
       "      <td>0.439368</td>\n",
       "      <td>0.408775</td>\n",
       "      <td>0.425390</td>\n",
       "      <td>0.422366</td>\n",
       "      <td>0.431284</td>\n",
       "      <td>0.400484</td>\n",
       "      <td>0.389375</td>\n",
       "      <td>0.377117</td>\n",
       "      <td>0.446082</td>\n",
       "      <td>0.503014</td>\n",
       "      <td>0.476074</td>\n",
       "      <td>0.538251</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50</th>\n",
       "      <td>Целевые индикаторы реализации генеральной цели...</td>\n",
       "      <td>0.462800</td>\n",
       "      <td>0.703437</td>\n",
       "      <td>0.648340</td>\n",
       "      <td>0.659459</td>\n",
       "      <td>0.616582</td>\n",
       "      <td>0.690122</td>\n",
       "      <td>0.627348</td>\n",
       "      <td>0.634067</td>\n",
       "      <td>0.607486</td>\n",
       "      <td>0.691924</td>\n",
       "      <td>0.641728</td>\n",
       "      <td>0.443804</td>\n",
       "      <td>0.764843</td>\n",
       "      <td>0.751674</td>\n",
       "      <td>0.736758</td>\n",
       "      <td>0.792902</td>\n",
       "      <td>0.645796</td>\n",
       "      <td>0.561078</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>51</th>\n",
       "      <td>Приоритет \"Качество жизни\"</td>\n",
       "      <td>0.537533</td>\n",
       "      <td>0.627598</td>\n",
       "      <td>0.612504</td>\n",
       "      <td>0.574430</td>\n",
       "      <td>0.572243</td>\n",
       "      <td>0.569192</td>\n",
       "      <td>0.577156</td>\n",
       "      <td>0.566751</td>\n",
       "      <td>0.448115</td>\n",
       "      <td>0.612417</td>\n",
       "      <td>0.576038</td>\n",
       "      <td>0.557309</td>\n",
       "      <td>0.520092</td>\n",
       "      <td>0.486939</td>\n",
       "      <td>0.616071</td>\n",
       "      <td>0.529635</td>\n",
       "      <td>0.468714</td>\n",
       "      <td>0.477552</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>52</th>\n",
       "      <td>Приоритет \"Экономические основы роста благосос...</td>\n",
       "      <td>0.440983</td>\n",
       "      <td>0.771644</td>\n",
       "      <td>0.765488</td>\n",
       "      <td>0.739515</td>\n",
       "      <td>0.739320</td>\n",
       "      <td>0.817195</td>\n",
       "      <td>0.695054</td>\n",
       "      <td>0.651911</td>\n",
       "      <td>0.629846</td>\n",
       "      <td>0.701098</td>\n",
       "      <td>0.730178</td>\n",
       "      <td>0.402045</td>\n",
       "      <td>0.685063</td>\n",
       "      <td>0.516082</td>\n",
       "      <td>0.824127</td>\n",
       "      <td>0.570206</td>\n",
       "      <td>0.597464</td>\n",
       "      <td>0.498280</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>53</th>\n",
       "      <td>Приоритет \"Комфортная среда\"</td>\n",
       "      <td>0.552173</td>\n",
       "      <td>0.592959</td>\n",
       "      <td>0.608369</td>\n",
       "      <td>0.594737</td>\n",
       "      <td>0.577289</td>\n",
       "      <td>0.607308</td>\n",
       "      <td>0.608514</td>\n",
       "      <td>0.661372</td>\n",
       "      <td>0.545251</td>\n",
       "      <td>0.687022</td>\n",
       "      <td>0.534915</td>\n",
       "      <td>0.547883</td>\n",
       "      <td>0.537132</td>\n",
       "      <td>0.471949</td>\n",
       "      <td>0.577386</td>\n",
       "      <td>0.515897</td>\n",
       "      <td>0.507618</td>\n",
       "      <td>0.512727</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>54</th>\n",
       "      <td>Инвестиционная стратегия</td>\n",
       "      <td>0.614080</td>\n",
       "      <td>0.650264</td>\n",
       "      <td>0.573009</td>\n",
       "      <td>0.744183</td>\n",
       "      <td>0.577850</td>\n",
       "      <td>0.716412</td>\n",
       "      <td>0.611873</td>\n",
       "      <td>0.561799</td>\n",
       "      <td>0.597004</td>\n",
       "      <td>0.662322</td>\n",
       "      <td>0.706643</td>\n",
       "      <td>0.553820</td>\n",
       "      <td>0.772245</td>\n",
       "      <td>0.728705</td>\n",
       "      <td>0.645692</td>\n",
       "      <td>0.737514</td>\n",
       "      <td>0.705235</td>\n",
       "      <td>0.640849</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>55</th>\n",
       "      <td>Экспортная стратегия</td>\n",
       "      <td>0.711919</td>\n",
       "      <td>0.579089</td>\n",
       "      <td>0.507209</td>\n",
       "      <td>0.673393</td>\n",
       "      <td>0.506885</td>\n",
       "      <td>0.684117</td>\n",
       "      <td>0.582342</td>\n",
       "      <td>0.480473</td>\n",
       "      <td>0.573150</td>\n",
       "      <td>0.651022</td>\n",
       "      <td>0.612751</td>\n",
       "      <td>0.622763</td>\n",
       "      <td>0.642870</td>\n",
       "      <td>0.693720</td>\n",
       "      <td>0.606104</td>\n",
       "      <td>0.743810</td>\n",
       "      <td>0.626673</td>\n",
       "      <td>0.616043</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>56</th>\n",
       "      <td>Стратегия кадрового обеспечения отраслей эконо...</td>\n",
       "      <td>0.488255</td>\n",
       "      <td>0.745239</td>\n",
       "      <td>0.716888</td>\n",
       "      <td>0.813284</td>\n",
       "      <td>0.719146</td>\n",
       "      <td>0.787151</td>\n",
       "      <td>0.718680</td>\n",
       "      <td>0.664705</td>\n",
       "      <td>0.674689</td>\n",
       "      <td>0.691070</td>\n",
       "      <td>0.848525</td>\n",
       "      <td>0.450298</td>\n",
       "      <td>0.783924</td>\n",
       "      <td>0.699613</td>\n",
       "      <td>0.774990</td>\n",
       "      <td>0.675764</td>\n",
       "      <td>0.598054</td>\n",
       "      <td>0.623590</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>57</th>\n",
       "      <td>Пространственное развитие</td>\n",
       "      <td>0.768756</td>\n",
       "      <td>0.618076</td>\n",
       "      <td>0.519414</td>\n",
       "      <td>0.706626</td>\n",
       "      <td>0.627148</td>\n",
       "      <td>0.686240</td>\n",
       "      <td>0.671092</td>\n",
       "      <td>0.476947</td>\n",
       "      <td>0.580500</td>\n",
       "      <td>0.786098</td>\n",
       "      <td>0.618829</td>\n",
       "      <td>0.687210</td>\n",
       "      <td>0.515267</td>\n",
       "      <td>0.565537</td>\n",
       "      <td>0.602259</td>\n",
       "      <td>0.580739</td>\n",
       "      <td>0.578124</td>\n",
       "      <td>0.597741</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>58</th>\n",
       "      <td>Приложение 2. ОЦЕНКА ФИНАНСОВЫХ РЕСУРСОВ, НЕОБ...</td>\n",
       "      <td>0.423791</td>\n",
       "      <td>0.436359</td>\n",
       "      <td>0.363805</td>\n",
       "      <td>0.426992</td>\n",
       "      <td>0.363537</td>\n",
       "      <td>0.400211</td>\n",
       "      <td>0.445444</td>\n",
       "      <td>0.413597</td>\n",
       "      <td>0.443584</td>\n",
       "      <td>0.426970</td>\n",
       "      <td>0.426467</td>\n",
       "      <td>0.381349</td>\n",
       "      <td>0.391503</td>\n",
       "      <td>0.351042</td>\n",
       "      <td>0.436124</td>\n",
       "      <td>0.471923</td>\n",
       "      <td>0.467776</td>\n",
       "      <td>0.515188</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                Текст  ...  class\n",
       "0                                  1. Общие положения  ...    0.0\n",
       "1   1.1. Оценка основных итогов реализации стратег...  ...    0.0\n",
       "2   1.2. Оценка социально-экономического потенциал...  ...    0.0\n",
       "3                 1.2.1. Природно-ресурсный потенциал  ...    0.0\n",
       "4                    1.2.2. Демографический потенциал  ...    0.0\n",
       "5                   1.2.3. Инфраструктурный потенциал  ...    0.0\n",
       "6                      1.2.4. Экономический потенциал  ...    0.0\n",
       "7            1.2.5. Туристско-рекреационный потенциал  ...    0.0\n",
       "8                         1.2.6. Экспортный потенциал  ...    0.0\n",
       "9   1.3. Место и роль Алтайского края в реализации...  ...    0.0\n",
       "10      1.4. Глобальные вызовы долгосрочного развития  ...    0.0\n",
       "11                                   1.5. SWOT-анализ  ...    0.0\n",
       "12  2. Сценарии, миссия, стратегические приоритеты...  ...    0.0\n",
       "13    2.1. Сценарии социально-экономического развития  ...    0.0\n",
       "14  2.2. Миссия (идеология стратегического развити...  ...    0.0\n",
       "15                         2.3. Система целеполагания  ...    0.0\n",
       "16                  2.3.1. Приоритет \"Качество жизни\"  ...    0.0\n",
       "17  2.3.2. Приоритет \"Экономические основы роста б...  ...    0.0\n",
       "18                2.3.3. Приоритет \"Комфортная среда\"  ...    0.0\n",
       "19  3. Целевой сценарий социально-экономического р...  ...    0.0\n",
       "20                    3.1. Приоритет \"Качество жизни\"  ...    0.0\n",
       "21              3.1.1. Социальная поддержка населения  ...    0.0\n",
       "22                             3.1.2. Здравоохранение  ...    0.0\n",
       "23                 3.1.3. Физическая культура и спорт  ...    0.0\n",
       "24                                 3.1.4. Образование  ...    0.0\n",
       "25                                    3.1.5. Культура  ...    0.0\n",
       "26       3.1.6. Обеспечение общественной безопасности  ...    0.0\n",
       "27  3.2. Приоритет \"Экономические основы роста бла...  ...    0.0\n",
       "28                   3.2.1. Агропромышленный комплекс  ...    0.0\n",
       "29                              3.2.2. Промышленность  ...    0.0\n",
       "30                                      3.2.3. Туризм  ...    0.0\n",
       "31         3.2.4. Малое и среднее предпринимательство  ...    0.0\n",
       "32                  3.3. Приоритет \"Комфортная среда\"  ...    0.0\n",
       "33    3.3.1. Транспортно-логистическая инфраструктура  ...    0.0\n",
       "34          3.3.2. Жилье, благоустройство, энергетика  ...    0.0\n",
       "35  3.3.3. Информационно-телекоммуникационная инфр...  ...    0.0\n",
       "36                                    3.3.4. Экология  ...    0.0\n",
       "37  4. Институциональное и ресурсное обеспечение р...  ...    0.0\n",
       "38  4.1. Институциональное обеспечение реализации ...  ...    0.0\n",
       "39                    4.1.1. Инвестиционная стратегия  ...    0.0\n",
       "40                     4.1.2. Инновационная стратегия  ...    0.0\n",
       "41                        4.1.3. Экспортная стратегия  ...    0.0\n",
       "42  4.1.4. Стратегия кадрового обеспечения отрасле...  ...    0.0\n",
       "43        4.1.5. Стратегия пространственного развития  ...    0.0\n",
       "44  4.2. Государственные механизмы реализации стра...  ...    0.0\n",
       "45  4.3. Взаимодействие с институтами гражданского...  ...    0.0\n",
       "46  4.4. Реализация государственной национальной п...  ...    0.0\n",
       "47  4.5. Этапы и ожидаемые результаты реализации с...  ...    0.0\n",
       "48  4.6. Оценка финансовых ресурсов, необходимых д...  ...    0.0\n",
       "49  Приложение 1. КЛЮЧЕВЫЕ РЕЗУЛЬТАТЫ (ПОКАЗАТЕЛИ)...  ...    0.0\n",
       "50  Целевые индикаторы реализации генеральной цели...  ...    0.0\n",
       "51                         Приоритет \"Качество жизни\"  ...    0.0\n",
       "52  Приоритет \"Экономические основы роста благосос...  ...    0.0\n",
       "53                       Приоритет \"Комфортная среда\"  ...    0.0\n",
       "54                           Инвестиционная стратегия  ...    0.0\n",
       "55                               Экспортная стратегия  ...    0.0\n",
       "56  Стратегия кадрового обеспечения отраслей эконо...  ...    0.0\n",
       "57                          Пространственное развитие  ...    0.0\n",
       "58  Приложение 2. ОЦЕНКА ФИНАНСОВЫХ РЕСУРСОВ, НЕОБ...  ...    0.0\n",
       "\n",
       "[59 rows x 20 columns]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "cs"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "cellId": "nzimxlzv2j9g7hcv2ytir6"
   },
   "outputs": [],
   "source": [
    "def replace(x):\n",
    "    return x.replace('foo', 'wow')\n",
    "\n",
    "cs.apply(np.vectorize(foo_bar))\n",
    "cs"
   ]
  }
 ],
 "metadata": {
  "accelerator": "GPU",
  "colab": {
   "gpuType": "V100",
   "provenance": []
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.7"
  },
  "notebookId": "9513046e-bb41-417d-b000-68245bd050b6",
  "notebookPath": "Models/Bert models.ipynb",
  "widgets": {
   "application/vnd.jupyter.widget-state+json": {
    "00f3f55567424e8282e41dff616a97b9": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "00f549b7072c4fa3bd2d23214fc654f8": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "0166ece304524a14ac08b120a37ccca1": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "019c7bbc05e846be9d917c88913f6d27": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_5df705f8f69142538c3b4f4f37169ed0",
      "max": 47661730,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_073b23d793594066acd7b038b1a2c085",
      "value": 47661730
     }
    },
    "033fe97052d94579939bc2c627a97fdd": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_f2a73113b97d4b14b655d4f86020383c",
      "placeholder": "​",
      "style": "IPY_MODEL_464fad2ea433443f8ddca1f222c0c341",
      "value": "Downloading model.safetensors: 100%"
     }
    },
    "041a6ebb05904e7d8ff6cdf509596fb3": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_cc24eb5c2ece4082bea5e476d3c0fbb7",
       "IPY_MODEL_b824ebe67c0348838e3a0845e0a55ab7",
       "IPY_MODEL_eb46a7e142ac43358065f3ba71be292c"
      ],
      "layout": "IPY_MODEL_f24df9c13ff44fffb04707638e47acce"
     }
    },
    "04abf2e96d484e269981ecf8514cb26f": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_61d522a99e4a4416ab0b8cb7c76aeefb",
       "IPY_MODEL_ce7080184ef842d9976af451fef7a93d",
       "IPY_MODEL_9f08b5f9f79341d1a3a13f5e7bd74874"
      ],
      "layout": "IPY_MODEL_d2b78f6d800f401faeedb03c51dac821"
     }
    },
    "0617a1c697fa4a16ae2bf53884d8228b": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_ac27e3fe0ffa4f50bf1bb9c31163be01",
      "placeholder": "​",
      "style": "IPY_MODEL_852690e9bda84639aa8a9ece5c73978c",
      "value": " 1.37M/1.37M [00:00&lt;00:00, 18.7MB/s]"
     }
    },
    "073b23d793594066acd7b038b1a2c085": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "0746e5f35f804469a8445a643cf8f5ee": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "096700d7bc18419baf946a11f5abe3bc": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "0a34d9c2d91549af869536559dc3e6ea": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_3049564689d94c9fab805f8740a6fd80",
       "IPY_MODEL_fd1e3e5e0e474699915589de7a46845e",
       "IPY_MODEL_842bfa41fb5549eab3e28f941f274a5f"
      ],
      "layout": "IPY_MODEL_999ee7275bf24edeb3634376d76e7c8d"
     }
    },
    "0ab5546354e8488da99afbfb5752259e": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "101e31b209e14a5d91378c4f518b0647": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "1138c8bb5eaf46229feaa35a015f2f3a": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "126cc2aa94d14bec81ddd40c0a5948bf": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "174d489b1a80459899133346be559c2a": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "180dbed794b84aa2847835a4f9f29659": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "1844ea12356d4aa38bb439a0b481fd3d": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "1d205d290f5f415cbe7b133d1037434d": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_e9d5820e082b48fd90b8c383759352eb",
      "placeholder": "​",
      "style": "IPY_MODEL_fcf28d25eab64b66b47b9cf654fe8afe",
      "value": " 118M/118M [00:00&lt;00:00, 199MB/s]"
     }
    },
    "1df43d1e545649589cd0ce0d2a0ab020": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_cf68b6ef489d4112b05e030e7577af1e",
      "max": 341,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_d7b21f2fec4f48a4ab7eeab1b50afff8",
      "value": 341
     }
    },
    "1f036a8a0ee3429da7d334736c52133f": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_40d45b629c684eb49f333baa978ba424",
       "IPY_MODEL_ac428d57d9b1479bbfe05bc4cf07fe43",
       "IPY_MODEL_0617a1c697fa4a16ae2bf53884d8228b"
      ],
      "layout": "IPY_MODEL_bd4c319f9c2f45d991f3c5b9e597c1cc"
     }
    },
    "2137d76fee3d48e194532e38a9f1eda8": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "22c7e2a0ced9477bb73ee08ce0ed84c2": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "23ef04495f3d48129f0f7b726af005a7": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_ea6c42ea51bd41ea930f7464c6fe9e4d",
       "IPY_MODEL_52af35e837174ce49c23d60551cfa6a8",
       "IPY_MODEL_dc63889a0c46452883f73ef1e230835f"
      ],
      "layout": "IPY_MODEL_38a12532babe4c0fa741028365dd500a"
     }
    },
    "24796ecf9b39413f9ec156ec8020833f": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_a465f40034634039a7b5a676e5186bba",
      "max": 1080667,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_9a588e0a5497480c91089f9fbb919a87",
      "value": 1080667
     }
    },
    "25676fcd98e74d5eb7ca6957ca9e3dde": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "25ffd6cc59084c8a8ee4cf0f13448979": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_8793bfaabaaa401a9abaf326e1e22747",
       "IPY_MODEL_56d38681203e48d49db36b7fc294ae06",
       "IPY_MODEL_a40bee4085454445aa5bd51a98fd35db"
      ],
      "layout": "IPY_MODEL_a910aa7e241748aaa9eeed5aa5c4b911"
     }
    },
    "29de57fe6f6344e4ac3a3d044add3090": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_f3094f2b9db24a4083e200a913ccc125",
       "IPY_MODEL_019c7bbc05e846be9d917c88913f6d27",
       "IPY_MODEL_558384e6fad5408ca83bf82f6b7ed004"
      ],
      "layout": "IPY_MODEL_bdcb010df86f40648efc431d0710dddd"
     }
    },
    "29ead9e3ef324f76ac6f987325602d58": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_a10c06e25085446aa9230bd3c6d2f4b6",
      "max": 1741842,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_4666d8a716504fbb8a9fda0add88387a",
      "value": 1741842
     }
    },
    "2b898f88764e45358fc6e46f0dcfe34c": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "2f1ef8af19d144828a1a408bf4b72fe2": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "3049564689d94c9fab805f8740a6fd80": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_d2b20ee25a0b4607bc7dbfaa89d56e30",
      "placeholder": "​",
      "style": "IPY_MODEL_8a623c8037634404b43d69c2c085c9bc",
      "value": "Downloading (…)/main/tokenizer.json: 100%"
     }
    },
    "3296fb2b1b644f29abccda45a27d5005": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_b58cc5b3cf834ad7aed18776a5ec52c0",
      "max": 693,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_22c7e2a0ced9477bb73ee08ce0ed84c2",
      "value": 693
     }
    },
    "32e6f4149cf34ac497d27129594958fd": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "36dc7e57b25a4e2390790b1264d28115": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_9ff63433f9704b8d8924e448d83ec78a",
      "placeholder": "​",
      "style": "IPY_MODEL_600e5bd86509449cb387115eb4f32ad1",
      "value": "Downloading (…)solve/main/vocab.txt: 100%"
     }
    },
    "37df9c4c3b74434d8f8ddfb1f06db453": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "38a12532babe4c0fa741028365dd500a": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "3953408d6d6846c3b31f345a8bca1ec2": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_d4f64ff8baea450fb55354ef50eb23b2",
      "max": 1811625,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_b43294c66b03432dbb58b7097aebf3e3",
      "value": 1811625
     }
    },
    "3a98ef495af4447cad554e3e5290fb23": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "3b19f1006b5d496ebb1f4c8736db9424": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "3b3920a610e6426d9d33d453f3984e15": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "3c6b941fddb947f9b5abd6fb46faa6e2": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "3da9e61ee71241e888a2355ffe452701": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "3f27bf3fca484d6d922f0e1286be4e77": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_cbb1b2fca7674b159774ee1617d47819",
       "IPY_MODEL_ac1a42d5cc444f96960d14688047e24e",
       "IPY_MODEL_46cb83b9fb9b49d1a236d7463f6964af"
      ],
      "layout": "IPY_MODEL_3c6b941fddb947f9b5abd6fb46faa6e2"
     }
    },
    "40d45b629c684eb49f333baa978ba424": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_180dbed794b84aa2847835a4f9f29659",
      "placeholder": "​",
      "style": "IPY_MODEL_6aca2b092d374439a10216711d84f33f",
      "value": "Downloading (…)olve/main/merges.txt: 100%"
     }
    },
    "41498b0506f14b8d9c9a31796d58adcf": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_096700d7bc18419baf946a11f5abe3bc",
      "placeholder": "​",
      "style": "IPY_MODEL_3b19f1006b5d496ebb1f4c8736db9424",
      "value": "Downloading (…)solve/main/vocab.txt: 100%"
     }
    },
    "43df3d1215574bd8961fcdc5bb5e5464": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_d09aa9cbdf3e49e0a9ccfa2f76908162",
      "placeholder": "​",
      "style": "IPY_MODEL_8bba7efd1a364910add80dab3f0e18ba",
      "value": "Downloading (…)lve/main/config.json: 100%"
     }
    },
    "444056866da84186ba698faa3cb6771f": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_9e4b1dc44d6e463a85dfb86c477b9987",
      "placeholder": "​",
      "style": "IPY_MODEL_5d6434ea89bd43aaa4795766257d4367",
      "value": " 674/674 [00:00&lt;00:00, 24.1kB/s]"
     }
    },
    "44794c45ef9d46bc94543329f2a5b974": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "464fad2ea433443f8ddca1f222c0c341": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "4666d8a716504fbb8a9fda0add88387a": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "46b7160e0d7c44ca95db08cf9bdf088b": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "46cb83b9fb9b49d1a236d7463f6964af": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_90fff9efcdff4cd0b07d89bd81df330f",
      "placeholder": "​",
      "style": "IPY_MODEL_c1a57ca7e5e4435e956a5ad4f14600d8",
      "value": " 590/590 [00:00&lt;00:00, 6.25kB/s]"
     }
    },
    "477625fdd32f4da38fc38ca590f90307": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "47b14873872b4981a0d848019f026f2c": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "48a266a686d04bd38820343cc4de5619": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "4a6dbee787f148f8b2da561fbfbb62c9": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_a859bc1acada407ab19d3903b33eda46",
      "placeholder": "​",
      "style": "IPY_MODEL_2b898f88764e45358fc6e46f0dcfe34c",
      "value": " 1.08M/1.08M [00:00&lt;00:00, 22.8MB/s]"
     }
    },
    "4b55b1b7907c4d51b1c6f779bfa4a350": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_563f87be2b8d4ab69137d676972a4d66",
      "placeholder": "​",
      "style": "IPY_MODEL_c8af66eec55a475495de299732f427fd",
      "value": " 716M/716M [00:04&lt;00:00, 243MB/s]"
     }
    },
    "50133eddd1c848c8b74284de9ca0fb56": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_abf4e1ab27294ec2b01daa9c7e4d74cc",
      "placeholder": "​",
      "style": "IPY_MODEL_3da9e61ee71241e888a2355ffe452701",
      "value": " 1.78M/1.78M [00:00&lt;00:00, 20.3MB/s]"
     }
    },
    "5053267bfe924e909ac3b704ab74e343": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_b33acf6a751c4db9b2abdf7bd7716e41",
      "placeholder": "​",
      "style": "IPY_MODEL_f9843f2cf00245d78b8cb4e765a9aadd",
      "value": "Downloading (…)okenizer_config.json: 100%"
     }
    },
    "52002d390ffe4c63a6de2053c593f3d3": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "52af35e837174ce49c23d60551cfa6a8": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_a071cc0630e04871b9cb8b6283915963",
      "max": 112,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_fb7398b7f48040178611acdd03d46098",
      "value": 112
     }
    },
    "535131fb93eb444da451b5542a9f5ac8": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "5575e273685c46cea7a15fd735164c71": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "558384e6fad5408ca83bf82f6b7ed004": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_d33900d90f3c45fc98c5636c85d987dc",
      "placeholder": "​",
      "style": "IPY_MODEL_8422fcb203924b43820fe73e55b449cd",
      "value": " 47.7M/47.7M [00:00&lt;00:00, 70.3MB/s]"
     }
    },
    "563f87be2b8d4ab69137d676972a4d66": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "56d38681203e48d49db36b7fc294ae06": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_1138c8bb5eaf46229feaa35a015f2f3a",
      "max": 112,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_cfc125a4ba6d4088ba1cdfa064ac02df",
      "value": 112
     }
    },
    "59f555c432524f959339b8157580793e": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "5b1b8382a7b2455ea86303f18355d295": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_88eb6497a5704edd831e034091e0dc9a",
      "placeholder": "​",
      "style": "IPY_MODEL_e09fdedf02ae4ad4903271935bcd235d",
      "value": " 401/401 [00:00&lt;00:00, 13.3kB/s]"
     }
    },
    "5c310035d9ed4370a66bcf87f1aac7ec": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_e0351476d7b34bb6b37d743fada4a96b",
      "max": 401,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_0166ece304524a14ac08b120a37ccca1",
      "value": 401
     }
    },
    "5d6434ea89bd43aaa4795766257d4367": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "5df705f8f69142538c3b4f4f37169ed0": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "5f65b6c0319f45238107eade84566312": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "600e5bd86509449cb387115eb4f32ad1": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "61d522a99e4a4416ab0b8cb7c76aeefb": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_c7a99f72701e459a9d4a976b82584430",
      "placeholder": "​",
      "style": "IPY_MODEL_92f70b7e74a74989836302587d6fc642",
      "value": "Downloading (…)lve/main/config.json: 100%"
     }
    },
    "63a1f889f3004b8b9f38aafcc272a67f": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_7cdb1df84aeb4e49a0ddef5460355c73",
       "IPY_MODEL_29ead9e3ef324f76ac6f987325602d58",
       "IPY_MODEL_ae1290f685a94fe8ba0b825990d9cd08"
      ],
      "layout": "IPY_MODEL_9fc3411ef9d74411986ac1f785310d28"
     }
    },
    "66a4bed5287d40f1a280ae63ea672a1a": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "69fbacc01e9b47eca2839129f947823f": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "6ab311e53f0a400ea7e1ba51eb83d892": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "6aca2b092d374439a10216711d84f33f": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "6fb67feab81a433984810d8a592ace25": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "70cc631e502e44feadd1730d7d2854fe": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_48a266a686d04bd38820343cc4de5619",
      "placeholder": "​",
      "style": "IPY_MODEL_37df9c4c3b74434d8f8ddfb1f06db453",
      "value": " 341/341 [00:00&lt;00:00, 12.1kB/s]"
     }
    },
    "7221cea79ac647878fc76bb0f1df3fec": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "7244c159112a4e0cad72a7a8cf73473a": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "73cd4b3f8fb34e64ad562c98e071679b": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_44794c45ef9d46bc94543329f2a5b974",
      "max": 674,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_7244c159112a4e0cad72a7a8cf73473a",
      "value": 674
     }
    },
    "73d86fb0a2104b0392c501e8117c7bce": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_033fe97052d94579939bc2c627a97fdd",
       "IPY_MODEL_94fa0c637da44241a001a65a4f27a70a",
       "IPY_MODEL_1d205d290f5f415cbe7b133d1037434d"
      ],
      "layout": "IPY_MODEL_66a4bed5287d40f1a280ae63ea672a1a"
     }
    },
    "76f31e39d94f48cd9007d0be79d5b2df": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "79c6d045202445fcb51daa1c0dfcb392": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_25676fcd98e74d5eb7ca6957ca9e3dde",
      "placeholder": "​",
      "style": "IPY_MODEL_a3231e5eb9fd49a498eff2d338fef045",
      "value": "Downloading pytorch_model.bin: 100%"
     }
    },
    "7c0a1d37dd174fbcac39cdd2e67dd4bd": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "7cdb1df84aeb4e49a0ddef5460355c73": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_0ab5546354e8488da99afbfb5752259e",
      "placeholder": "​",
      "style": "IPY_MODEL_e19cfc113aba451bb964f0498a5c62bb",
      "value": "Downloading (…)/main/tokenizer.json: 100%"
     }
    },
    "7d2b53ceebb84a53bdd1a98cb9da5681": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_cef2746153b047b490913e20f61fca2b",
      "placeholder": "​",
      "style": "IPY_MODEL_86b975f474fc4985a01451c512b438be",
      "value": " 241k/241k [00:00&lt;00:00, 3.00MB/s]"
     }
    },
    "7e427286b2854f10ae964fdb04413587": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_79c6d045202445fcb51daa1c0dfcb392",
       "IPY_MODEL_dce41fc380914ec095873b55bca3bad6",
       "IPY_MODEL_4b55b1b7907c4d51b1c6f779bfa4a350"
      ],
      "layout": "IPY_MODEL_3b3920a610e6426d9d33d453f3984e15"
     }
    },
    "801d841aaebd45fb903b6be574881a5c": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "80c537bc92cc410797d4c71b7c0f9360": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "83f77c8d55694443ac30f8857f33c75a": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_5575e273685c46cea7a15fd735164c71",
      "placeholder": "​",
      "style": "IPY_MODEL_b6f14e9a333e414a8e21f5bc04d3882c",
      "value": " 1.81M/1.81M [00:00&lt;00:00, 18.7MB/s]"
     }
    },
    "8422fcb203924b43820fe73e55b449cd": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "842bfa41fb5549eab3e28f941f274a5f": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_76f31e39d94f48cd9007d0be79d5b2df",
      "placeholder": "​",
      "style": "IPY_MODEL_ef8ce2227eee49bea49cf332e4f67224",
      "value": " 468k/468k [00:00&lt;00:00, 8.57MB/s]"
     }
    },
    "852690e9bda84639aa8a9ece5c73978c": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "86b975f474fc4985a01451c512b438be": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "8793bfaabaaa401a9abaf326e1e22747": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_899a4bebaa5942388da2dddd1b36d1df",
      "placeholder": "​",
      "style": "IPY_MODEL_6fb67feab81a433984810d8a592ace25",
      "value": "Downloading (…)cial_tokens_map.json: 100%"
     }
    },
    "88eb6497a5704edd831e034091e0dc9a": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "899a4bebaa5942388da2dddd1b36d1df": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "8a623c8037634404b43d69c2c085c9bc": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "8bba7efd1a364910add80dab3f0e18ba": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "8ddce57461374df38d9c3f060fafba3c": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "8fe121ee1f2a4efb80aac668c4b249d3": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "90fff9efcdff4cd0b07d89bd81df330f": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "92f70b7e74a74989836302587d6fc642": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "94fa0c637da44241a001a65a4f27a70a": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_00f3f55567424e8282e41dff616a97b9",
      "max": 117529600,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_d05adbdf34864505947c326b9a71e74a",
      "value": 117529600
     }
    },
    "982a279c993946f18ef8a55009518aaa": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "999ee7275bf24edeb3634376d76e7c8d": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "9a588e0a5497480c91089f9fbb919a87": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "9e4b1dc44d6e463a85dfb86c477b9987": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "9f08b5f9f79341d1a3a13f5e7bd74874": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_fbcb609304c64255aa97990549e8b710",
      "placeholder": "​",
      "style": "IPY_MODEL_69fbacc01e9b47eca2839129f947823f",
      "value": " 632/632 [00:00&lt;00:00, 20.1kB/s]"
     }
    },
    "9fc3411ef9d74411986ac1f785310d28": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "9ff63433f9704b8d8924e448d83ec78a": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "a071cc0630e04871b9cb8b6283915963": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "a10c06e25085446aa9230bd3c6d2f4b6": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "a1d582f5c6e24c36aa6e8fb02a7d5bef": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_a9045a4c697b422fb0dfff0456ffb83d",
      "placeholder": "​",
      "style": "IPY_MODEL_f1d71c14614844d4a665f1e2e27a7143",
      "value": " 693/693 [00:00&lt;00:00, 21.3kB/s]"
     }
    },
    "a3033e3cd6134c53a99d53bfb30a7b87": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "a3231e5eb9fd49a498eff2d338fef045": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "a40bee4085454445aa5bd51a98fd35db": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_101e31b209e14a5d91378c4f518b0647",
      "placeholder": "​",
      "style": "IPY_MODEL_fd81e0aed72a4f58acbe9b9b79c13be1",
      "value": " 112/112 [00:00&lt;00:00, 3.21kB/s]"
     }
    },
    "a465f40034634039a7b5a676e5186bba": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "a8428d87d30344c89ee824e3228c05dc": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "a859bc1acada407ab19d3903b33eda46": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "a9045a4c697b422fb0dfff0456ffb83d": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "a910aa7e241748aaa9eeed5aa5c4b911": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "abf4e1ab27294ec2b01daa9c7e4d74cc": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "ac1a42d5cc444f96960d14688047e24e": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_0746e5f35f804469a8445a643cf8f5ee",
      "max": 590,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_59f555c432524f959339b8157580793e",
      "value": 590
     }
    },
    "ac27e3fe0ffa4f50bf1bb9c31163be01": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "ac428d57d9b1479bbfe05bc4cf07fe43": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_32e6f4149cf34ac497d27129594958fd",
      "max": 1369443,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_bd27b65f325646a3b9220cfad481ad2f",
      "value": 1369443
     }
    },
    "ada1ae4ac5ca49849e00efea049c9126": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_1844ea12356d4aa38bb439a0b481fd3d",
      "placeholder": "​",
      "style": "IPY_MODEL_52002d390ffe4c63a6de2053c593f3d3",
      "value": "Downloading (…)solve/main/vocab.txt: 100%"
     }
    },
    "ae1290f685a94fe8ba0b825990d9cd08": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_535131fb93eb444da451b5542a9f5ac8",
      "placeholder": "​",
      "style": "IPY_MODEL_dfc7a9f67aee4d17baffae1cbb763abf",
      "value": " 1.74M/1.74M [00:00&lt;00:00, 14.3MB/s]"
     }
    },
    "afb92fc7f3f049f7b5b592e57cda1514": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "b33acf6a751c4db9b2abdf7bd7716e41": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "b34f3c701f114c35bed0284570397c5e": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "b43294c66b03432dbb58b7097aebf3e3": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "b453ae6add7a43978f29ba0567e8200f": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "b58cc5b3cf834ad7aed18776a5ec52c0": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "b690a61450c5453ba61b60fd5b2f1a70": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_b34f3c701f114c35bed0284570397c5e",
      "max": 241082,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_b73c39c453d34c188ada538901141f72",
      "value": 241082
     }
    },
    "b6f14e9a333e414a8e21f5bc04d3882c": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "b73c39c453d34c188ada538901141f72": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "b7627b9651dc47f49402448842106169": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_ffc491f37bb4480db08fbc9630a1573e",
       "IPY_MODEL_1df43d1e545649589cd0ce0d2a0ab020",
       "IPY_MODEL_70cc631e502e44feadd1730d7d2854fe"
      ],
      "layout": "IPY_MODEL_ddee2b2679f9407a8a66a627820c6535"
     }
    },
    "b824ebe67c0348838e3a0845e0a55ab7": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_e3a94f8c47bf4496966894cd1a2c65ba",
      "max": 1421754926,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_5f65b6c0319f45238107eade84566312",
      "value": 1421754926
     }
    },
    "b8492b6d56f54fcc98e6c15367422c1e": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_dc6de8f144694f199acf333ba8cedac4",
       "IPY_MODEL_3953408d6d6846c3b31f345a8bca1ec2",
       "IPY_MODEL_83f77c8d55694443ac30f8857f33c75a"
      ],
      "layout": "IPY_MODEL_d4d1c7077878435cad7c095c4a340b22"
     }
    },
    "ba29ab0232214fc6876958492c4531ff": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "bbd412b8b8824d0fb364199729212b16": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "bbf55ebf786b48cda6e670edef6b901d": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "bd27b65f325646a3b9220cfad481ad2f": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "bd4c319f9c2f45d991f3c5b9e597c1cc": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "bdcb010df86f40648efc431d0710dddd": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "c1a57ca7e5e4435e956a5ad4f14600d8": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "c3e40d872e464309b79e22946b8dda56": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_36dc7e57b25a4e2390790b1264d28115",
       "IPY_MODEL_24796ecf9b39413f9ec156ec8020833f",
       "IPY_MODEL_4a6dbee787f148f8b2da561fbfbb62c9"
      ],
      "layout": "IPY_MODEL_a3033e3cd6134c53a99d53bfb30a7b87"
     }
    },
    "c784bdb803564aaaa6dacf72b39c305a": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_ada1ae4ac5ca49849e00efea049c9126",
       "IPY_MODEL_b690a61450c5453ba61b60fd5b2f1a70",
       "IPY_MODEL_7d2b53ceebb84a53bdd1a98cb9da5681"
      ],
      "layout": "IPY_MODEL_f1bbbc7db00b4de9954cb5eb8a247577"
     }
    },
    "c7a99f72701e459a9d4a976b82584430": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "c8af66eec55a475495de299732f427fd": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "ca64426054604979828df3b0b316f8c1": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "cb59d17d7fce481898f3bba26fa64df5": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_801d841aaebd45fb903b6be574881a5c",
      "placeholder": "​",
      "style": "IPY_MODEL_dea95f2cb6a14c688963ff68831fa69d",
      "value": "Downloading (…)lve/main/config.json: 100%"
     }
    },
    "cbb1b2fca7674b159774ee1617d47819": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_bbd412b8b8824d0fb364199729212b16",
      "placeholder": "​",
      "style": "IPY_MODEL_db6ef679faa34ba0b3e1dc87e62ffe5e",
      "value": "Downloading (…)lve/main/config.json: 100%"
     }
    },
    "cc24eb5c2ece4082bea5e476d3c0fbb7": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_46b7160e0d7c44ca95db08cf9bdf088b",
      "placeholder": "​",
      "style": "IPY_MODEL_8fe121ee1f2a4efb80aac668c4b249d3",
      "value": "Downloading pytorch_model.bin: 100%"
     }
    },
    "ce7080184ef842d9976af451fef7a93d": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_2f1ef8af19d144828a1a408bf4b72fe2",
      "max": 632,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_2137d76fee3d48e194532e38a9f1eda8",
      "value": 632
     }
    },
    "cef2746153b047b490913e20f61fca2b": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "cf68b6ef489d4112b05e030e7577af1e": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "cfc125a4ba6d4088ba1cdfa064ac02df": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "d05adbdf34864505947c326b9a71e74a": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "d09aa9cbdf3e49e0a9ccfa2f76908162": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "d2b20ee25a0b4607bc7dbfaa89d56e30": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "d2b78f6d800f401faeedb03c51dac821": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "d33900d90f3c45fc98c5636c85d987dc": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "d4d1c7077878435cad7c095c4a340b22": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "d4f64ff8baea450fb55354ef50eb23b2": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "d7b21f2fec4f48a4ab7eeab1b50afff8": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "da95eefbe8744442a88dc7fc1a864744": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_cb59d17d7fce481898f3bba26fa64df5",
       "IPY_MODEL_73cd4b3f8fb34e64ad562c98e071679b",
       "IPY_MODEL_444056866da84186ba698faa3cb6771f"
      ],
      "layout": "IPY_MODEL_6ab311e53f0a400ea7e1ba51eb83d892"
     }
    },
    "db6ef679faa34ba0b3e1dc87e62ffe5e": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "dc0da23fcb2b46f3907310116b9a214b": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_5053267bfe924e909ac3b704ab74e343",
       "IPY_MODEL_5c310035d9ed4370a66bcf87f1aac7ec",
       "IPY_MODEL_5b1b8382a7b2455ea86303f18355d295"
      ],
      "layout": "IPY_MODEL_982a279c993946f18ef8a55009518aaa"
     }
    },
    "dc63889a0c46452883f73ef1e230835f": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_477625fdd32f4da38fc38ca590f90307",
      "placeholder": "​",
      "style": "IPY_MODEL_ca64426054604979828df3b0b316f8c1",
      "value": " 112/112 [00:00&lt;00:00, 4.08kB/s]"
     }
    },
    "dc6de8f144694f199acf333ba8cedac4": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_80c537bc92cc410797d4c71b7c0f9360",
      "placeholder": "​",
      "style": "IPY_MODEL_dcabf3ccf84c4cc1a9d7a965408e723a",
      "value": "Downloading (…)olve/main/vocab.json: 100%"
     }
    },
    "dcabf3ccf84c4cc1a9d7a965408e723a": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "dcc8a1014c9340ef9eb8d9ecc57fec36": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "dce41fc380914ec095873b55bca3bad6": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_126cc2aa94d14bec81ddd40c0a5948bf",
      "max": 716133354,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_dcc8a1014c9340ef9eb8d9ecc57fec36",
      "value": 716133354
     }
    },
    "ddee2b2679f9407a8a66a627820c6535": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "dea95f2cb6a14c688963ff68831fa69d": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "dfc7a9f67aee4d17baffae1cbb763abf": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "e0351476d7b34bb6b37d743fada4a96b": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "e09fdedf02ae4ad4903271935bcd235d": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "e19cfc113aba451bb964f0498a5c62bb": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "e2d0499318644df0805788ec33190e46": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_41498b0506f14b8d9c9a31796d58adcf",
       "IPY_MODEL_f976d79bf029400ea444c3a9cd10700f",
       "IPY_MODEL_50133eddd1c848c8b74284de9ca0fb56"
      ],
      "layout": "IPY_MODEL_00f549b7072c4fa3bd2d23214fc654f8"
     }
    },
    "e3a94f8c47bf4496966894cd1a2c65ba": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "e9d5820e082b48fd90b8c383759352eb": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "ea6c42ea51bd41ea930f7464c6fe9e4d": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_b453ae6add7a43978f29ba0567e8200f",
      "placeholder": "​",
      "style": "IPY_MODEL_8ddce57461374df38d9c3f060fafba3c",
      "value": "Downloading (…)cial_tokens_map.json: 100%"
     }
    },
    "eb46a7e142ac43358065f3ba71be292c": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_ba29ab0232214fc6876958492c4531ff",
      "placeholder": "​",
      "style": "IPY_MODEL_47b14873872b4981a0d848019f026f2c",
      "value": " 1.42G/1.42G [00:11&lt;00:00, 128MB/s]"
     }
    },
    "ef8ce2227eee49bea49cf332e4f67224": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "f1bbbc7db00b4de9954cb5eb8a247577": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "f1d71c14614844d4a665f1e2e27a7143": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "f24df9c13ff44fffb04707638e47acce": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "f2a73113b97d4b14b655d4f86020383c": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "f3094f2b9db24a4083e200a913ccc125": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_a8428d87d30344c89ee824e3228c05dc",
      "placeholder": "​",
      "style": "IPY_MODEL_7221cea79ac647878fc76bb0f1df3fec",
      "value": "Downloading model.safetensors: 100%"
     }
    },
    "f974c9bfe78e46d4835aa7abc99a19c8": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_43df3d1215574bd8961fcdc5bb5e5464",
       "IPY_MODEL_3296fb2b1b644f29abccda45a27d5005",
       "IPY_MODEL_a1d582f5c6e24c36aa6e8fb02a7d5bef"
      ],
      "layout": "IPY_MODEL_ffee55fd11bb40ec9f089bfacb871d52"
     }
    },
    "f976d79bf029400ea444c3a9cd10700f": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_afb92fc7f3f049f7b5b592e57cda1514",
      "max": 1780720,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_174d489b1a80459899133346be559c2a",
      "value": 1780720
     }
    },
    "f9843f2cf00245d78b8cb4e765a9aadd": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "fa13a055a9c14d0d83e387483a69dea4": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "fb7398b7f48040178611acdd03d46098": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "fbcb609304c64255aa97990549e8b710": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "fcf28d25eab64b66b47b9cf654fe8afe": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "fd1e3e5e0e474699915589de7a46845e": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_7c0a1d37dd174fbcac39cdd2e67dd4bd",
      "max": 468145,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_fa13a055a9c14d0d83e387483a69dea4",
      "value": 468145
     }
    },
    "fd81e0aed72a4f58acbe9b9b79c13be1": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "ffc491f37bb4480db08fbc9630a1573e": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_3a98ef495af4447cad554e3e5290fb23",
      "placeholder": "​",
      "style": "IPY_MODEL_bbf55ebf786b48cda6e670edef6b901d",
      "value": "Downloading (…)okenizer_config.json: 100%"
     }
    },
    "ffee55fd11bb40ec9f089bfacb871d52": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    }
   }
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}