pref_gen.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jaehyung/anaconda3/envs/human/lib/python3.8/site-packages/tqdm/auto.py:22: TqdmWarning: IProgress not found. Please update jupyter and ipywidgets. See https://ipywidgets.readthedocs.io/en/stable/user_install.html\n",
      "  from .autonotebook import tqdm as notebook_tqdm\n",
      "In Transformers v4.0.0, the default path to cache downloaded models changed from '~/.cache/torch/transformers' to '~/.cache/huggingface/transformers'. Since you don't seem to have overridden and '~/.cache/torch/transformers' is a directory that exists, we're moving it to '~/.cache/huggingface/transformers' to avoid redownloading models you have already in the cache. You should only see this message once.\n"
     ]
    }
   ],
   "source": [
    "import os\n",
    "import torch\n",
    "import numpy as np\n",
    "import time \n",
    "import torch.nn.functional as F\n",
    "import easydict\n",
    "import pickle\n",
    "from torch.utils.data import TensorDataset, DataLoader\n",
    "from tqdm import tqdm\n",
    "from datasets import load_dataset\n",
    "import json\n",
    "\n",
    "from transformers import AutoConfig, AutoTokenizer, AutoModelForSequenceClassification, AutoModelForMaskedLM, RobertaForMaskedLM\n",
    "from transformers import RobertaTokenizer"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "from datasets import load_dataset"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jaehyung/anaconda3/envs/human/lib/python3.8/site-packages/datasets/load.py:1461: FutureWarning: The repository for dynabench/dynasent contains custom code which must be executed to correctly load the dataset. You can inspect the repository content at https://hf.co/datasets/dynabench/dynasent\n",
      "You can avoid this message in future by passing the argument `trust_remote_code=True`.\n",
      "Passing `trust_remote_code=True` will be mandatory to load this dataset from the next major release of `datasets`.\n",
      "  warnings.warn(\n",
      "Repo card metadata block was not found. Setting CardData to empty.\n"
     ]
    }
   ],
   "source": [
    "r2_dataset = load_dataset(\"dynabench/dynasent\", \"dynabench.dynasent.r2.all\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "all_sent = r2_dataset['train']['sentence']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "n_samples = len(r2_dataset['train'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "all_labels = r2_dataset['train']['label_distribution']\n",
    "n_sample = len(all_labels)\n",
    "all_annotation = torch.zeros(n_sample, 4)\n",
    "label_str = ['negative', 'positive', 'neutral', 'mixed']\n",
    "\n",
    "for i in range(n_sample):\n",
    "    for j in range(len(label_str)):\n",
    "        all_annotation[i, j] = len(all_labels[i][label_str[j]])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "divide_anno = torch.zeros(5, n_samples).long()\n",
    "for i in range(n_sample):\n",
    "    idx = 0\n",
    "    for j in range(4):\n",
    "        for k in range(int(all_annotation[i, j])):\n",
    "            if j == 3:\n",
    "                selected_cls = torch.randint(0, 2, (1,))\n",
    "                divide_anno[idx, i] = selected_cls\n",
    "            else:\n",
    "                divide_anno[idx, i] = j\n",
    "            idx += 1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "tensor([[1, 1, 0,  ..., 0, 0, 1],\n",
       "        [1, 1, 0,  ..., 0, 1, 1],\n",
       "        [1, 1, 0,  ..., 0, 1, 1],\n",
       "        [1, 1, 0,  ..., 2, 1, 1],\n",
       "        [0, 1, 0,  ..., 2, 1, 1]])"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "divide_anno"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Hard Labels"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "n_samples = len(r2_dataset['train']['gold_label'])\n",
    "hard_labels = []\n",
    "gold_labels = r2_dataset['train']['gold_label']\n",
    "for i in range(n_samples):\n",
    "    if gold_labels[i] == 'negative':\n",
    "        gold_label = 0\n",
    "    elif gold_labels[i] == 'positive':\n",
    "        gold_label = 1\n",
    "    else:\n",
    "        gold_label = 2\n",
    "    hard_labels.append(gold_label)\n",
    "hard_labels_t = torch.LongTensor(hard_labels)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "tensor([1, 1, 0,  ..., 0, 1, 1])"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "hard_labels_t"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Soft Labels"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [],
   "source": [
    "soft_labels = torch.zeros(n_samples, 3)\n",
    "all_labels = r2_dataset['train']['label_distribution']\n",
    "for i in range(n_samples):\n",
    "    soft_labels[i, 0] += len(all_labels[i]['negative'])\n",
    "    soft_labels[i, 1] += len(all_labels[i]['positive'])\n",
    "    soft_labels[i, 2] += len(all_labels[i]['neutral'])\n",
    "    \n",
    "    soft_labels[i, 0] += (0.5 * len(all_labels[i]['mixed']))\n",
    "    soft_labels[i, 1] += (0.5 * len(all_labels[i]['mixed']))\n",
    "soft_labels = soft_labels / soft_labels.sum(dim=-1, keepdim=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [],
   "source": [
    "np.save('./pre_gen/dynasent2_soft_label.npy', soft_labels.numpy())"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Human Preference (at least)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/tmp/ipykernel_553187/3234990758.py:3: UserWarning: This overload of nonzero is deprecated:\n",
      "\tnonzero()\n",
      "Consider using one of the following signatures instead:\n",
      "\tnonzero(*, bool as_tuple) (Triggered internally at  /pytorch/torch/csrc/utils/python_arg_parser.cpp:882.)\n",
      "  indices_all[label_str[0]] = list((hard_labels_t == 0).float().nonzero()[:, 0].numpy())\n"
     ]
    }
   ],
   "source": [
    "label_str = ['negative', 'positive', 'neutral']\n",
    "indices_all = {}\n",
    "indices_all[label_str[0]] = list((hard_labels_t == 0).float().nonzero()[:, 0].numpy())\n",
    "indices_all[label_str[1]] = list((hard_labels_t == 1).float().nonzero()[:, 0].numpy())\n",
    "indices_all[label_str[2]] = list((hard_labels_t == 2).float().nonzero()[:, 0].numpy())\n",
    "prefers = soft_labels.max(dim=1)[0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [],
   "source": [
    "human_preference_all = {}\n",
    "for label in label_str:\n",
    "    pref = prefers[indices_all[label]]\n",
    "    mat = pref.unsqueeze(1) - pref.unsqueeze(0)\n",
    "    convert = 2 * (mat == 0) + 1 * (mat > 0) + torch.eye(len(indices_all[label]))\n",
    "    \n",
    "    human_preference_all[label] = mat"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'negative': tensor([[ 0.0000, -0.1000, -0.1000,  ...,  0.1000,  0.3000,  0.3000],\n",
       "         [ 0.1000,  0.0000,  0.0000,  ...,  0.2000,  0.4000,  0.4000],\n",
       "         [ 0.1000,  0.0000,  0.0000,  ...,  0.2000,  0.4000,  0.4000],\n",
       "         ...,\n",
       "         [-0.1000, -0.2000, -0.2000,  ...,  0.0000,  0.2000,  0.2000],\n",
       "         [-0.3000, -0.4000, -0.4000,  ..., -0.2000,  0.0000,  0.0000],\n",
       "         [-0.3000, -0.4000, -0.4000,  ..., -0.2000,  0.0000,  0.0000]]),\n",
       " 'positive': tensor([[ 0.0000, -0.1000,  0.1000,  ...,  0.1000,  0.1000, -0.1000],\n",
       "         [ 0.1000,  0.0000,  0.2000,  ...,  0.2000,  0.2000,  0.0000],\n",
       "         [-0.1000, -0.2000,  0.0000,  ...,  0.0000,  0.0000, -0.2000],\n",
       "         ...,\n",
       "         [-0.1000, -0.2000,  0.0000,  ...,  0.0000,  0.0000, -0.2000],\n",
       "         [-0.1000, -0.2000,  0.0000,  ...,  0.0000,  0.0000, -0.2000],\n",
       "         [ 0.1000,  0.0000,  0.2000,  ...,  0.2000,  0.2000,  0.0000]]),\n",
       " 'neutral': tensor([[ 0.0000,  0.0000,  0.2000,  ...,  0.2000,  0.4000,  0.4000],\n",
       "         [ 0.0000,  0.0000,  0.2000,  ...,  0.2000,  0.4000,  0.4000],\n",
       "         [-0.2000, -0.2000,  0.0000,  ...,  0.0000,  0.2000,  0.2000],\n",
       "         ...,\n",
       "         [-0.2000, -0.2000,  0.0000,  ...,  0.0000,  0.2000,  0.2000],\n",
       "         [-0.4000, -0.4000, -0.2000,  ..., -0.2000,  0.0000,  0.0000],\n",
       "         [-0.4000, -0.4000, -0.2000,  ..., -0.2000,  0.0000,  0.0000]])}"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "human_preference_all"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'negative': [2,\n",
       "  6,\n",
       "  16,\n",
       "  19,\n",
       "  20,\n",
       "  22,\n",
       "  25,\n",
       "  33,\n",
       "  34,\n",
       "  41,\n",
       "  52,\n",
       "  53,\n",
       "  54,\n",
       "  58,\n",
       "  61,\n",
       "  62,\n",
       "  63,\n",
       "  64,\n",
       "  66,\n",
       "  68,\n",
       "  73,\n",
       "  74,\n",
       "  78,\n",
       "  79,\n",
       "  80,\n",
       "  85,\n",
       "  89,\n",
       "  91,\n",
       "  92,\n",
       "  94,\n",
       "  95,\n",
       "  98,\n",
       "  99,\n",
       "  100,\n",
       "  102,\n",
       "  104,\n",
       "  106,\n",
       "  111,\n",
       "  114,\n",
       "  115,\n",
       "  116,\n",
       "  117,\n",
       "  120,\n",
       "  123,\n",
       "  126,\n",
       "  127,\n",
       "  129,\n",
       "  130,\n",
       "  131,\n",
       "  133,\n",
       "  135,\n",
       "  136,\n",
       "  139,\n",
       "  140,\n",
       "  148,\n",
       "  149,\n",
       "  155,\n",
       "  160,\n",
       "  162,\n",
       "  163,\n",
       "  165,\n",
       "  175,\n",
       "  176,\n",
       "  178,\n",
       "  180,\n",
       "  183,\n",
       "  185,\n",
       "  186,\n",
       "  188,\n",
       "  192,\n",
       "  194,\n",
       "  195,\n",
       "  196,\n",
       "  203,\n",
       "  204,\n",
       "  208,\n",
       "  210,\n",
       "  214,\n",
       "  219,\n",
       "  228,\n",
       "  230,\n",
       "  233,\n",
       "  236,\n",
       "  239,\n",
       "  240,\n",
       "  246,\n",
       "  247,\n",
       "  249,\n",
       "  254,\n",
       "  260,\n",
       "  264,\n",
       "  265,\n",
       "  269,\n",
       "  270,\n",
       "  271,\n",
       "  274,\n",
       "  275,\n",
       "  277,\n",
       "  280,\n",
       "  282,\n",
       "  291,\n",
       "  293,\n",
       "  297,\n",
       "  305,\n",
       "  308,\n",
       "  311,\n",
       "  314,\n",
       "  321,\n",
       "  322,\n",
       "  324,\n",
       "  332,\n",
       "  337,\n",
       "  338,\n",
       "  342,\n",
       "  343,\n",
       "  344,\n",
       "  345,\n",
       "  351,\n",
       "  353,\n",
       "  354,\n",
       "  357,\n",
       "  358,\n",
       "  363,\n",
       "  369,\n",
       "  374,\n",
       "  375,\n",
       "  377,\n",
       "  378,\n",
       "  380,\n",
       "  382,\n",
       "  383,\n",
       "  384,\n",
       "  385,\n",
       "  386,\n",
       "  391,\n",
       "  396,\n",
       "  397,\n",
       "  398,\n",
       "  401,\n",
       "  402,\n",
       "  408,\n",
       "  410,\n",
       "  411,\n",
       "  412,\n",
       "  414,\n",
       "  417,\n",
       "  419,\n",
       "  420,\n",
       "  424,\n",
       "  425,\n",
       "  428,\n",
       "  429,\n",
       "  435,\n",
       "  437,\n",
       "  441,\n",
       "  448,\n",
       "  451,\n",
       "  452,\n",
       "  460,\n",
       "  461,\n",
       "  464,\n",
       "  470,\n",
       "  474,\n",
       "  479,\n",
       "  491,\n",
       "  496,\n",
       "  497,\n",
       "  499,\n",
       "  503,\n",
       "  505,\n",
       "  507,\n",
       "  511,\n",
       "  512,\n",
       "  515,\n",
       "  517,\n",
       "  520,\n",
       "  521,\n",
       "  523,\n",
       "  525,\n",
       "  528,\n",
       "  532,\n",
       "  533,\n",
       "  536,\n",
       "  537,\n",
       "  538,\n",
       "  547,\n",
       "  548,\n",
       "  549,\n",
       "  550,\n",
       "  551,\n",
       "  552,\n",
       "  554,\n",
       "  555,\n",
       "  556,\n",
       "  558,\n",
       "  559,\n",
       "  561,\n",
       "  562,\n",
       "  563,\n",
       "  569,\n",
       "  573,\n",
       "  574,\n",
       "  575,\n",
       "  577,\n",
       "  579,\n",
       "  582,\n",
       "  587,\n",
       "  591,\n",
       "  592,\n",
       "  593,\n",
       "  595,\n",
       "  597,\n",
       "  600,\n",
       "  603,\n",
       "  606,\n",
       "  607,\n",
       "  608,\n",
       "  609,\n",
       "  610,\n",
       "  611,\n",
       "  612,\n",
       "  623,\n",
       "  625,\n",
       "  629,\n",
       "  633,\n",
       "  635,\n",
       "  639,\n",
       "  641,\n",
       "  642,\n",
       "  644,\n",
       "  645,\n",
       "  648,\n",
       "  649,\n",
       "  654,\n",
       "  655,\n",
       "  661,\n",
       "  667,\n",
       "  669,\n",
       "  670,\n",
       "  671,\n",
       "  689,\n",
       "  691,\n",
       "  692,\n",
       "  695,\n",
       "  697,\n",
       "  699,\n",
       "  701,\n",
       "  705,\n",
       "  706,\n",
       "  709,\n",
       "  713,\n",
       "  717,\n",
       "  719,\n",
       "  721,\n",
       "  722,\n",
       "  724,\n",
       "  726,\n",
       "  729,\n",
       "  731,\n",
       "  733,\n",
       "  734,\n",
       "  737,\n",
       "  738,\n",
       "  741,\n",
       "  742,\n",
       "  744,\n",
       "  745,\n",
       "  747,\n",
       "  748,\n",
       "  749,\n",
       "  750,\n",
       "  752,\n",
       "  753,\n",
       "  757,\n",
       "  767,\n",
       "  768,\n",
       "  770,\n",
       "  775,\n",
       "  776,\n",
       "  777,\n",
       "  781,\n",
       "  782,\n",
       "  783,\n",
       "  785,\n",
       "  789,\n",
       "  790,\n",
       "  792,\n",
       "  800,\n",
       "  801,\n",
       "  811,\n",
       "  813,\n",
       "  819,\n",
       "  820,\n",
       "  822,\n",
       "  824,\n",
       "  825,\n",
       "  828,\n",
       "  831,\n",
       "  833,\n",
       "  836,\n",
       "  841,\n",
       "  842,\n",
       "  844,\n",
       "  846,\n",
       "  848,\n",
       "  850,\n",
       "  855,\n",
       "  857,\n",
       "  858,\n",
       "  862,\n",
       "  865,\n",
       "  870,\n",
       "  872,\n",
       "  878,\n",
       "  888,\n",
       "  889,\n",
       "  892,\n",
       "  893,\n",
       "  895,\n",
       "  901,\n",
       "  909,\n",
       "  910,\n",
       "  915,\n",
       "  916,\n",
       "  917,\n",
       "  918,\n",
       "  919,\n",
       "  920,\n",
       "  929,\n",
       "  930,\n",
       "  931,\n",
       "  932,\n",
       "  934,\n",
       "  936,\n",
       "  939,\n",
       "  940,\n",
       "  941,\n",
       "  945,\n",
       "  949,\n",
       "  950,\n",
       "  951,\n",
       "  952,\n",
       "  957,\n",
       "  959,\n",
       "  964,\n",
       "  968,\n",
       "  969,\n",
       "  970,\n",
       "  982,\n",
       "  983,\n",
       "  984,\n",
       "  985,\n",
       "  986,\n",
       "  991,\n",
       "  994,\n",
       "  996,\n",
       "  998,\n",
       "  1000,\n",
       "  1008,\n",
       "  1009,\n",
       "  1013,\n",
       "  1014,\n",
       "  1019,\n",
       "  1020,\n",
       "  1021,\n",
       "  1023,\n",
       "  1025,\n",
       "  1032,\n",
       "  1033,\n",
       "  1034,\n",
       "  1038,\n",
       "  1040,\n",
       "  1051,\n",
       "  1062,\n",
       "  1063,\n",
       "  1064,\n",
       "  1065,\n",
       "  1072,\n",
       "  1075,\n",
       "  1076,\n",
       "  1079,\n",
       "  1083,\n",
       "  1085,\n",
       "  1086,\n",
       "  1093,\n",
       "  1099,\n",
       "  1103,\n",
       "  1113,\n",
       "  1118,\n",
       "  1128,\n",
       "  1131,\n",
       "  1132,\n",
       "  1134,\n",
       "  1138,\n",
       "  1140,\n",
       "  1145,\n",
       "  1147,\n",
       "  1152,\n",
       "  1156,\n",
       "  1157,\n",
       "  1169,\n",
       "  1175,\n",
       "  1176,\n",
       "  1184,\n",
       "  1187,\n",
       "  1192,\n",
       "  1193,\n",
       "  1195,\n",
       "  1199,\n",
       "  1201,\n",
       "  1203,\n",
       "  1206,\n",
       "  1209,\n",
       "  1212,\n",
       "  1217,\n",
       "  1218,\n",
       "  1220,\n",
       "  1223,\n",
       "  1225,\n",
       "  1227,\n",
       "  1228,\n",
       "  1229,\n",
       "  1232,\n",
       "  1233,\n",
       "  1234,\n",
       "  1237,\n",
       "  1238,\n",
       "  1241,\n",
       "  1245,\n",
       "  1247,\n",
       "  1251,\n",
       "  1252,\n",
       "  1255,\n",
       "  1256,\n",
       "  1257,\n",
       "  1258,\n",
       "  1273,\n",
       "  1277,\n",
       "  1278,\n",
       "  1279,\n",
       "  1280,\n",
       "  1282,\n",
       "  1283,\n",
       "  1285,\n",
       "  1287,\n",
       "  1288,\n",
       "  1291,\n",
       "  1293,\n",
       "  1295,\n",
       "  1296,\n",
       "  1300,\n",
       "  1301,\n",
       "  1304,\n",
       "  1308,\n",
       "  1311,\n",
       "  1314,\n",
       "  1315,\n",
       "  1316,\n",
       "  1319,\n",
       "  1320,\n",
       "  1326,\n",
       "  1327,\n",
       "  1328,\n",
       "  1331,\n",
       "  1332,\n",
       "  1335,\n",
       "  1336,\n",
       "  1338,\n",
       "  1339,\n",
       "  1342,\n",
       "  1343,\n",
       "  1348,\n",
       "  1352,\n",
       "  1355,\n",
       "  1360,\n",
       "  1361,\n",
       "  1362,\n",
       "  1367,\n",
       "  1368,\n",
       "  1375,\n",
       "  1386,\n",
       "  1388,\n",
       "  1392,\n",
       "  1396,\n",
       "  1404,\n",
       "  1406,\n",
       "  1410,\n",
       "  1412,\n",
       "  1413,\n",
       "  1418,\n",
       "  1419,\n",
       "  1421,\n",
       "  1424,\n",
       "  1426,\n",
       "  1427,\n",
       "  1428,\n",
       "  1431,\n",
       "  1434,\n",
       "  1439,\n",
       "  1442,\n",
       "  1443,\n",
       "  1444,\n",
       "  1448,\n",
       "  1452,\n",
       "  1453,\n",
       "  1458,\n",
       "  1462,\n",
       "  1463,\n",
       "  1464,\n",
       "  1466,\n",
       "  1469,\n",
       "  1472,\n",
       "  1473,\n",
       "  1475,\n",
       "  1482,\n",
       "  1484,\n",
       "  1487,\n",
       "  1488,\n",
       "  1489,\n",
       "  1490,\n",
       "  1491,\n",
       "  1492,\n",
       "  1493,\n",
       "  1505,\n",
       "  1506,\n",
       "  1508,\n",
       "  1519,\n",
       "  1520,\n",
       "  1524,\n",
       "  1528,\n",
       "  1529,\n",
       "  1532,\n",
       "  1535,\n",
       "  1539,\n",
       "  1542,\n",
       "  1545,\n",
       "  1548,\n",
       "  1550,\n",
       "  1551,\n",
       "  1557,\n",
       "  1559,\n",
       "  1561,\n",
       "  1562,\n",
       "  1565,\n",
       "  1568,\n",
       "  1570,\n",
       "  1571,\n",
       "  1574,\n",
       "  1576,\n",
       "  1587,\n",
       "  1588,\n",
       "  1590,\n",
       "  1591,\n",
       "  1592,\n",
       "  1594,\n",
       "  1595,\n",
       "  1596,\n",
       "  1600,\n",
       "  1601,\n",
       "  1606,\n",
       "  1607,\n",
       "  1608,\n",
       "  1612,\n",
       "  1620,\n",
       "  1623,\n",
       "  1624,\n",
       "  1626,\n",
       "  1632,\n",
       "  1634,\n",
       "  1635,\n",
       "  1660,\n",
       "  1664,\n",
       "  1668,\n",
       "  1669,\n",
       "  1671,\n",
       "  1683,\n",
       "  1684,\n",
       "  1687,\n",
       "  1691,\n",
       "  1694,\n",
       "  1695,\n",
       "  1696,\n",
       "  1702,\n",
       "  1706,\n",
       "  1717,\n",
       "  1722,\n",
       "  1723,\n",
       "  1726,\n",
       "  1727,\n",
       "  1728,\n",
       "  1729,\n",
       "  1730,\n",
       "  1731,\n",
       "  1732,\n",
       "  1737,\n",
       "  1740,\n",
       "  1742,\n",
       "  1743,\n",
       "  1748,\n",
       "  1750,\n",
       "  1751,\n",
       "  1753,\n",
       "  1758,\n",
       "  1760,\n",
       "  1763,\n",
       "  1764,\n",
       "  1766,\n",
       "  1773,\n",
       "  1781,\n",
       "  1784,\n",
       "  1786,\n",
       "  1790,\n",
       "  1791,\n",
       "  1792,\n",
       "  1793,\n",
       "  1796,\n",
       "  1799,\n",
       "  1802,\n",
       "  1809,\n",
       "  1811,\n",
       "  1812,\n",
       "  1814,\n",
       "  1818,\n",
       "  1820,\n",
       "  1826,\n",
       "  1829,\n",
       "  1831,\n",
       "  1832,\n",
       "  1833,\n",
       "  1835,\n",
       "  1837,\n",
       "  1838,\n",
       "  1844,\n",
       "  1847,\n",
       "  1849,\n",
       "  1851,\n",
       "  1857,\n",
       "  1862,\n",
       "  1863,\n",
       "  1864,\n",
       "  1872,\n",
       "  1873,\n",
       "  1877,\n",
       "  1878,\n",
       "  1879,\n",
       "  1880,\n",
       "  1884,\n",
       "  1890,\n",
       "  1894,\n",
       "  1895,\n",
       "  1898,\n",
       "  1901,\n",
       "  1902,\n",
       "  1904,\n",
       "  1905,\n",
       "  1910,\n",
       "  1911,\n",
       "  1913,\n",
       "  1914,\n",
       "  1917,\n",
       "  1920,\n",
       "  1924,\n",
       "  1931,\n",
       "  1935,\n",
       "  1936,\n",
       "  1940,\n",
       "  1949,\n",
       "  1951,\n",
       "  1953,\n",
       "  1957,\n",
       "  1959,\n",
       "  1960,\n",
       "  1963,\n",
       "  1964,\n",
       "  1965,\n",
       "  1968,\n",
       "  1974,\n",
       "  1979,\n",
       "  1981,\n",
       "  1982,\n",
       "  1984,\n",
       "  1987,\n",
       "  1988,\n",
       "  1995,\n",
       "  1996,\n",
       "  1997,\n",
       "  2000,\n",
       "  2002,\n",
       "  2003,\n",
       "  2004,\n",
       "  2006,\n",
       "  2009,\n",
       "  2012,\n",
       "  2017,\n",
       "  2018,\n",
       "  2019,\n",
       "  2022,\n",
       "  2024,\n",
       "  2027,\n",
       "  2031,\n",
       "  2033,\n",
       "  2036,\n",
       "  2037,\n",
       "  2039,\n",
       "  2041,\n",
       "  2047,\n",
       "  2050,\n",
       "  2052,\n",
       "  2053,\n",
       "  2054,\n",
       "  2055,\n",
       "  2056,\n",
       "  2057,\n",
       "  2058,\n",
       "  2060,\n",
       "  2063,\n",
       "  2064,\n",
       "  2066,\n",
       "  2068,\n",
       "  2071,\n",
       "  2073,\n",
       "  2076,\n",
       "  2078,\n",
       "  2083,\n",
       "  2085,\n",
       "  2088,\n",
       "  2090,\n",
       "  2092,\n",
       "  2095,\n",
       "  2105,\n",
       "  2107,\n",
       "  2112,\n",
       "  2118,\n",
       "  2121,\n",
       "  2124,\n",
       "  2125,\n",
       "  2131,\n",
       "  2134,\n",
       "  2139,\n",
       "  2140,\n",
       "  2142,\n",
       "  2146,\n",
       "  2149,\n",
       "  2151,\n",
       "  2153,\n",
       "  2155,\n",
       "  2156,\n",
       "  2157,\n",
       "  2159,\n",
       "  2162,\n",
       "  2164,\n",
       "  2167,\n",
       "  2174,\n",
       "  2175,\n",
       "  2183,\n",
       "  2185,\n",
       "  2188,\n",
       "  2196,\n",
       "  2203,\n",
       "  2204,\n",
       "  2212,\n",
       "  2215,\n",
       "  2217,\n",
       "  2218,\n",
       "  2223,\n",
       "  2228,\n",
       "  2229,\n",
       "  2230,\n",
       "  2232,\n",
       "  2233,\n",
       "  2235,\n",
       "  2237,\n",
       "  2238,\n",
       "  2243,\n",
       "  2244,\n",
       "  2252,\n",
       "  2257,\n",
       "  2264,\n",
       "  2265,\n",
       "  2266,\n",
       "  2267,\n",
       "  2268,\n",
       "  2269,\n",
       "  2272,\n",
       "  2276,\n",
       "  2280,\n",
       "  2285,\n",
       "  2288,\n",
       "  2291,\n",
       "  2292,\n",
       "  2294,\n",
       "  2296,\n",
       "  2298,\n",
       "  2301,\n",
       "  2309,\n",
       "  2310,\n",
       "  2312,\n",
       "  2318,\n",
       "  2319,\n",
       "  2320,\n",
       "  2321,\n",
       "  2325,\n",
       "  2326,\n",
       "  2329,\n",
       "  2333,\n",
       "  2335,\n",
       "  2336,\n",
       "  2337,\n",
       "  2339,\n",
       "  2340,\n",
       "  2347,\n",
       "  2348,\n",
       "  2350,\n",
       "  2354,\n",
       "  2356,\n",
       "  2362,\n",
       "  2364,\n",
       "  2370,\n",
       "  2372,\n",
       "  2375,\n",
       "  2376,\n",
       "  2383,\n",
       "  2384,\n",
       "  2387,\n",
       "  2388,\n",
       "  2391,\n",
       "  2392,\n",
       "  2398,\n",
       "  2399,\n",
       "  2400,\n",
       "  2403,\n",
       "  2407,\n",
       "  2408,\n",
       "  2409,\n",
       "  2411,\n",
       "  2414,\n",
       "  2415,\n",
       "  2419,\n",
       "  2422,\n",
       "  2423,\n",
       "  2425,\n",
       "  2427,\n",
       "  2429,\n",
       "  2430,\n",
       "  2434,\n",
       "  2439,\n",
       "  2440,\n",
       "  2442,\n",
       "  2443,\n",
       "  2444,\n",
       "  2449,\n",
       "  2450,\n",
       "  2456,\n",
       "  2459,\n",
       "  2461,\n",
       "  2464,\n",
       "  2465,\n",
       "  2469,\n",
       "  2471,\n",
       "  2472,\n",
       "  2477,\n",
       "  2478,\n",
       "  2480,\n",
       "  2481,\n",
       "  2485,\n",
       "  2487,\n",
       "  2488,\n",
       "  2495,\n",
       "  2496,\n",
       "  2504,\n",
       "  2505,\n",
       "  2508,\n",
       "  2511,\n",
       "  2514,\n",
       "  2518,\n",
       "  2520,\n",
       "  2524,\n",
       "  2527,\n",
       "  2531,\n",
       "  2532,\n",
       "  2534,\n",
       "  2537,\n",
       "  2539,\n",
       "  2547,\n",
       "  2551,\n",
       "  2552,\n",
       "  2558,\n",
       "  2559,\n",
       "  2561,\n",
       "  2562,\n",
       "  2564,\n",
       "  2570,\n",
       "  2571,\n",
       "  2573,\n",
       "  2574,\n",
       "  2582,\n",
       "  2588,\n",
       "  2589,\n",
       "  2590,\n",
       "  2591,\n",
       "  2593,\n",
       "  2596,\n",
       "  2599,\n",
       "  2603,\n",
       "  2606,\n",
       "  2608,\n",
       "  2610,\n",
       "  2611,\n",
       "  2614,\n",
       "  2616,\n",
       "  2622,\n",
       "  2623,\n",
       "  2625,\n",
       "  2627,\n",
       "  2628,\n",
       "  2630,\n",
       "  2633,\n",
       "  2634,\n",
       "  2635,\n",
       "  2648,\n",
       "  2649,\n",
       "  2650,\n",
       "  2654,\n",
       "  2656,\n",
       "  2657,\n",
       "  2658,\n",
       "  2659,\n",
       "  2663,\n",
       "  2664,\n",
       "  2667,\n",
       "  2671,\n",
       "  2673,\n",
       "  2675,\n",
       "  2678,\n",
       "  2679,\n",
       "  2680,\n",
       "  2683,\n",
       "  2684,\n",
       "  2686,\n",
       "  2690,\n",
       "  2693,\n",
       "  2694,\n",
       "  2695,\n",
       "  2696,\n",
       "  2697,\n",
       "  2698,\n",
       "  2699,\n",
       "  2700,\n",
       "  2706,\n",
       "  2707,\n",
       "  2711,\n",
       "  2712,\n",
       "  2720,\n",
       "  2721,\n",
       "  2723,\n",
       "  2724,\n",
       "  2725,\n",
       "  2726,\n",
       "  2728,\n",
       "  2729,\n",
       "  2732,\n",
       "  2734,\n",
       "  2736,\n",
       "  2739,\n",
       "  2749,\n",
       "  2751,\n",
       "  2752,\n",
       "  2753,\n",
       "  2754,\n",
       "  2756,\n",
       "  2767,\n",
       "  2770,\n",
       "  2771,\n",
       "  2778,\n",
       "  2779,\n",
       "  2785,\n",
       "  2786,\n",
       "  2787,\n",
       "  2788,\n",
       "  2790,\n",
       "  2792,\n",
       "  2795,\n",
       "  2796,\n",
       "  2797,\n",
       "  2798,\n",
       "  2805,\n",
       "  2807,\n",
       "  2813,\n",
       "  2814,\n",
       "  2815,\n",
       "  2817,\n",
       "  2818,\n",
       "  2825,\n",
       "  2826,\n",
       "  2828,\n",
       "  2829,\n",
       "  2832,\n",
       "  2834,\n",
       "  2837,\n",
       "  2838,\n",
       "  ...],\n",
       " 'positive': [0,\n",
       "  1,\n",
       "  3,\n",
       "  4,\n",
       "  5,\n",
       "  8,\n",
       "  11,\n",
       "  12,\n",
       "  14,\n",
       "  15,\n",
       "  17,\n",
       "  18,\n",
       "  21,\n",
       "  24,\n",
       "  26,\n",
       "  27,\n",
       "  28,\n",
       "  30,\n",
       "  31,\n",
       "  32,\n",
       "  35,\n",
       "  36,\n",
       "  37,\n",
       "  39,\n",
       "  40,\n",
       "  42,\n",
       "  43,\n",
       "  45,\n",
       "  46,\n",
       "  48,\n",
       "  49,\n",
       "  51,\n",
       "  55,\n",
       "  56,\n",
       "  57,\n",
       "  59,\n",
       "  60,\n",
       "  65,\n",
       "  70,\n",
       "  71,\n",
       "  75,\n",
       "  76,\n",
       "  81,\n",
       "  82,\n",
       "  83,\n",
       "  86,\n",
       "  87,\n",
       "  88,\n",
       "  93,\n",
       "  97,\n",
       "  101,\n",
       "  103,\n",
       "  105,\n",
       "  109,\n",
       "  110,\n",
       "  112,\n",
       "  119,\n",
       "  121,\n",
       "  122,\n",
       "  124,\n",
       "  125,\n",
       "  128,\n",
       "  132,\n",
       "  137,\n",
       "  138,\n",
       "  141,\n",
       "  142,\n",
       "  143,\n",
       "  144,\n",
       "  145,\n",
       "  146,\n",
       "  147,\n",
       "  151,\n",
       "  152,\n",
       "  153,\n",
       "  154,\n",
       "  157,\n",
       "  158,\n",
       "  161,\n",
       "  164,\n",
       "  167,\n",
       "  168,\n",
       "  170,\n",
       "  171,\n",
       "  172,\n",
       "  173,\n",
       "  177,\n",
       "  182,\n",
       "  184,\n",
       "  187,\n",
       "  190,\n",
       "  191,\n",
       "  197,\n",
       "  199,\n",
       "  200,\n",
       "  201,\n",
       "  202,\n",
       "  205,\n",
       "  207,\n",
       "  209,\n",
       "  211,\n",
       "  213,\n",
       "  217,\n",
       "  220,\n",
       "  221,\n",
       "  222,\n",
       "  223,\n",
       "  227,\n",
       "  229,\n",
       "  231,\n",
       "  232,\n",
       "  235,\n",
       "  237,\n",
       "  241,\n",
       "  242,\n",
       "  243,\n",
       "  244,\n",
       "  248,\n",
       "  250,\n",
       "  251,\n",
       "  252,\n",
       "  255,\n",
       "  258,\n",
       "  263,\n",
       "  266,\n",
       "  267,\n",
       "  268,\n",
       "  272,\n",
       "  273,\n",
       "  276,\n",
       "  278,\n",
       "  279,\n",
       "  283,\n",
       "  284,\n",
       "  286,\n",
       "  287,\n",
       "  294,\n",
       "  295,\n",
       "  296,\n",
       "  299,\n",
       "  300,\n",
       "  302,\n",
       "  303,\n",
       "  306,\n",
       "  307,\n",
       "  309,\n",
       "  310,\n",
       "  313,\n",
       "  315,\n",
       "  316,\n",
       "  318,\n",
       "  319,\n",
       "  320,\n",
       "  323,\n",
       "  326,\n",
       "  328,\n",
       "  331,\n",
       "  333,\n",
       "  334,\n",
       "  335,\n",
       "  336,\n",
       "  339,\n",
       "  340,\n",
       "  341,\n",
       "  346,\n",
       "  347,\n",
       "  348,\n",
       "  349,\n",
       "  350,\n",
       "  355,\n",
       "  359,\n",
       "  360,\n",
       "  362,\n",
       "  364,\n",
       "  365,\n",
       "  368,\n",
       "  370,\n",
       "  371,\n",
       "  372,\n",
       "  376,\n",
       "  379,\n",
       "  389,\n",
       "  390,\n",
       "  392,\n",
       "  394,\n",
       "  395,\n",
       "  404,\n",
       "  405,\n",
       "  406,\n",
       "  407,\n",
       "  409,\n",
       "  413,\n",
       "  415,\n",
       "  416,\n",
       "  418,\n",
       "  421,\n",
       "  422,\n",
       "  423,\n",
       "  426,\n",
       "  427,\n",
       "  430,\n",
       "  434,\n",
       "  436,\n",
       "  438,\n",
       "  439,\n",
       "  442,\n",
       "  443,\n",
       "  444,\n",
       "  445,\n",
       "  446,\n",
       "  449,\n",
       "  450,\n",
       "  453,\n",
       "  454,\n",
       "  456,\n",
       "  457,\n",
       "  465,\n",
       "  466,\n",
       "  467,\n",
       "  471,\n",
       "  472,\n",
       "  475,\n",
       "  476,\n",
       "  477,\n",
       "  480,\n",
       "  481,\n",
       "  482,\n",
       "  483,\n",
       "  484,\n",
       "  485,\n",
       "  486,\n",
       "  487,\n",
       "  488,\n",
       "  490,\n",
       "  498,\n",
       "  500,\n",
       "  501,\n",
       "  502,\n",
       "  504,\n",
       "  506,\n",
       "  508,\n",
       "  509,\n",
       "  510,\n",
       "  513,\n",
       "  514,\n",
       "  516,\n",
       "  518,\n",
       "  519,\n",
       "  522,\n",
       "  524,\n",
       "  526,\n",
       "  527,\n",
       "  530,\n",
       "  534,\n",
       "  535,\n",
       "  540,\n",
       "  541,\n",
       "  542,\n",
       "  543,\n",
       "  544,\n",
       "  546,\n",
       "  553,\n",
       "  557,\n",
       "  560,\n",
       "  564,\n",
       "  565,\n",
       "  567,\n",
       "  568,\n",
       "  570,\n",
       "  571,\n",
       "  572,\n",
       "  576,\n",
       "  580,\n",
       "  583,\n",
       "  584,\n",
       "  585,\n",
       "  586,\n",
       "  588,\n",
       "  589,\n",
       "  590,\n",
       "  594,\n",
       "  596,\n",
       "  599,\n",
       "  601,\n",
       "  602,\n",
       "  605,\n",
       "  613,\n",
       "  614,\n",
       "  615,\n",
       "  616,\n",
       "  617,\n",
       "  618,\n",
       "  621,\n",
       "  628,\n",
       "  631,\n",
       "  632,\n",
       "  634,\n",
       "  636,\n",
       "  637,\n",
       "  640,\n",
       "  643,\n",
       "  647,\n",
       "  650,\n",
       "  651,\n",
       "  652,\n",
       "  653,\n",
       "  656,\n",
       "  658,\n",
       "  659,\n",
       "  660,\n",
       "  662,\n",
       "  663,\n",
       "  668,\n",
       "  673,\n",
       "  675,\n",
       "  676,\n",
       "  677,\n",
       "  678,\n",
       "  679,\n",
       "  682,\n",
       "  683,\n",
       "  686,\n",
       "  688,\n",
       "  696,\n",
       "  698,\n",
       "  702,\n",
       "  703,\n",
       "  704,\n",
       "  707,\n",
       "  708,\n",
       "  710,\n",
       "  711,\n",
       "  712,\n",
       "  716,\n",
       "  725,\n",
       "  728,\n",
       "  735,\n",
       "  739,\n",
       "  740,\n",
       "  743,\n",
       "  746,\n",
       "  754,\n",
       "  755,\n",
       "  756,\n",
       "  758,\n",
       "  759,\n",
       "  760,\n",
       "  761,\n",
       "  762,\n",
       "  764,\n",
       "  766,\n",
       "  769,\n",
       "  772,\n",
       "  774,\n",
       "  779,\n",
       "  784,\n",
       "  786,\n",
       "  787,\n",
       "  788,\n",
       "  791,\n",
       "  793,\n",
       "  794,\n",
       "  798,\n",
       "  799,\n",
       "  803,\n",
       "  805,\n",
       "  808,\n",
       "  809,\n",
       "  812,\n",
       "  815,\n",
       "  816,\n",
       "  817,\n",
       "  818,\n",
       "  821,\n",
       "  823,\n",
       "  826,\n",
       "  827,\n",
       "  829,\n",
       "  834,\n",
       "  835,\n",
       "  837,\n",
       "  838,\n",
       "  839,\n",
       "  840,\n",
       "  843,\n",
       "  845,\n",
       "  847,\n",
       "  854,\n",
       "  856,\n",
       "  861,\n",
       "  863,\n",
       "  864,\n",
       "  866,\n",
       "  869,\n",
       "  871,\n",
       "  873,\n",
       "  876,\n",
       "  877,\n",
       "  879,\n",
       "  880,\n",
       "  882,\n",
       "  883,\n",
       "  884,\n",
       "  886,\n",
       "  887,\n",
       "  890,\n",
       "  894,\n",
       "  896,\n",
       "  897,\n",
       "  898,\n",
       "  899,\n",
       "  905,\n",
       "  908,\n",
       "  911,\n",
       "  914,\n",
       "  922,\n",
       "  923,\n",
       "  924,\n",
       "  925,\n",
       "  926,\n",
       "  933,\n",
       "  935,\n",
       "  938,\n",
       "  942,\n",
       "  943,\n",
       "  947,\n",
       "  948,\n",
       "  953,\n",
       "  954,\n",
       "  955,\n",
       "  956,\n",
       "  958,\n",
       "  960,\n",
       "  962,\n",
       "  963,\n",
       "  965,\n",
       "  966,\n",
       "  967,\n",
       "  972,\n",
       "  975,\n",
       "  978,\n",
       "  980,\n",
       "  981,\n",
       "  990,\n",
       "  993,\n",
       "  995,\n",
       "  999,\n",
       "  1002,\n",
       "  1003,\n",
       "  1004,\n",
       "  1006,\n",
       "  1007,\n",
       "  1010,\n",
       "  1011,\n",
       "  1016,\n",
       "  1017,\n",
       "  1018,\n",
       "  1024,\n",
       "  1026,\n",
       "  1028,\n",
       "  1029,\n",
       "  1031,\n",
       "  1036,\n",
       "  1037,\n",
       "  1039,\n",
       "  1041,\n",
       "  1043,\n",
       "  1044,\n",
       "  1045,\n",
       "  1046,\n",
       "  1047,\n",
       "  1048,\n",
       "  1049,\n",
       "  1053,\n",
       "  1054,\n",
       "  1055,\n",
       "  1056,\n",
       "  1057,\n",
       "  1059,\n",
       "  1060,\n",
       "  1061,\n",
       "  1067,\n",
       "  1069,\n",
       "  1070,\n",
       "  1071,\n",
       "  1073,\n",
       "  1078,\n",
       "  1081,\n",
       "  1082,\n",
       "  1087,\n",
       "  1088,\n",
       "  1090,\n",
       "  1091,\n",
       "  1092,\n",
       "  1094,\n",
       "  1095,\n",
       "  1096,\n",
       "  1097,\n",
       "  1098,\n",
       "  1100,\n",
       "  1101,\n",
       "  1102,\n",
       "  1104,\n",
       "  1106,\n",
       "  1108,\n",
       "  1110,\n",
       "  1111,\n",
       "  1114,\n",
       "  1116,\n",
       "  1119,\n",
       "  1121,\n",
       "  1122,\n",
       "  1123,\n",
       "  1124,\n",
       "  1125,\n",
       "  1129,\n",
       "  1130,\n",
       "  1135,\n",
       "  1136,\n",
       "  1137,\n",
       "  1139,\n",
       "  1141,\n",
       "  1143,\n",
       "  1146,\n",
       "  1148,\n",
       "  1149,\n",
       "  1150,\n",
       "  1151,\n",
       "  1154,\n",
       "  1155,\n",
       "  1158,\n",
       "  1159,\n",
       "  1160,\n",
       "  1161,\n",
       "  1162,\n",
       "  1163,\n",
       "  1165,\n",
       "  1166,\n",
       "  1167,\n",
       "  1168,\n",
       "  1170,\n",
       "  1171,\n",
       "  1172,\n",
       "  1174,\n",
       "  1177,\n",
       "  1180,\n",
       "  1181,\n",
       "  1182,\n",
       "  1185,\n",
       "  1188,\n",
       "  1189,\n",
       "  1190,\n",
       "  1194,\n",
       "  1197,\n",
       "  1198,\n",
       "  1202,\n",
       "  1204,\n",
       "  1205,\n",
       "  1210,\n",
       "  1213,\n",
       "  1214,\n",
       "  1215,\n",
       "  1219,\n",
       "  1222,\n",
       "  1224,\n",
       "  1226,\n",
       "  1230,\n",
       "  1231,\n",
       "  1239,\n",
       "  1240,\n",
       "  1242,\n",
       "  1243,\n",
       "  1246,\n",
       "  1249,\n",
       "  1250,\n",
       "  1253,\n",
       "  1260,\n",
       "  1262,\n",
       "  1264,\n",
       "  1265,\n",
       "  1266,\n",
       "  1267,\n",
       "  1268,\n",
       "  1270,\n",
       "  1271,\n",
       "  1272,\n",
       "  1274,\n",
       "  1275,\n",
       "  1281,\n",
       "  1284,\n",
       "  1286,\n",
       "  1289,\n",
       "  1292,\n",
       "  1297,\n",
       "  1298,\n",
       "  1302,\n",
       "  1303,\n",
       "  1306,\n",
       "  1307,\n",
       "  1309,\n",
       "  1312,\n",
       "  1313,\n",
       "  1318,\n",
       "  1321,\n",
       "  1322,\n",
       "  1323,\n",
       "  1324,\n",
       "  1325,\n",
       "  1330,\n",
       "  1337,\n",
       "  1340,\n",
       "  1341,\n",
       "  1345,\n",
       "  1346,\n",
       "  1347,\n",
       "  1349,\n",
       "  1350,\n",
       "  1351,\n",
       "  1356,\n",
       "  1358,\n",
       "  1359,\n",
       "  1363,\n",
       "  1364,\n",
       "  1366,\n",
       "  1370,\n",
       "  1372,\n",
       "  1373,\n",
       "  1376,\n",
       "  1378,\n",
       "  1379,\n",
       "  1380,\n",
       "  1381,\n",
       "  1382,\n",
       "  1383,\n",
       "  1385,\n",
       "  1387,\n",
       "  1389,\n",
       "  1390,\n",
       "  1393,\n",
       "  1394,\n",
       "  1395,\n",
       "  1398,\n",
       "  1399,\n",
       "  1400,\n",
       "  1401,\n",
       "  1402,\n",
       "  1405,\n",
       "  1407,\n",
       "  1408,\n",
       "  1411,\n",
       "  1414,\n",
       "  1415,\n",
       "  1417,\n",
       "  1423,\n",
       "  1425,\n",
       "  1429,\n",
       "  1430,\n",
       "  1433,\n",
       "  1435,\n",
       "  1437,\n",
       "  1445,\n",
       "  1449,\n",
       "  1450,\n",
       "  1451,\n",
       "  1454,\n",
       "  1456,\n",
       "  1457,\n",
       "  1459,\n",
       "  1460,\n",
       "  1461,\n",
       "  1467,\n",
       "  1468,\n",
       "  1470,\n",
       "  1471,\n",
       "  1474,\n",
       "  1477,\n",
       "  1478,\n",
       "  1481,\n",
       "  1483,\n",
       "  1485,\n",
       "  1486,\n",
       "  1494,\n",
       "  1495,\n",
       "  1496,\n",
       "  1498,\n",
       "  1501,\n",
       "  1502,\n",
       "  1507,\n",
       "  1509,\n",
       "  1510,\n",
       "  1511,\n",
       "  1512,\n",
       "  1513,\n",
       "  1514,\n",
       "  1515,\n",
       "  1517,\n",
       "  1521,\n",
       "  1522,\n",
       "  1523,\n",
       "  1525,\n",
       "  1526,\n",
       "  1530,\n",
       "  1531,\n",
       "  1533,\n",
       "  1534,\n",
       "  1537,\n",
       "  1538,\n",
       "  1540,\n",
       "  1543,\n",
       "  1544,\n",
       "  1546,\n",
       "  1547,\n",
       "  1549,\n",
       "  1553,\n",
       "  1554,\n",
       "  1555,\n",
       "  1558,\n",
       "  1560,\n",
       "  1564,\n",
       "  1566,\n",
       "  1569,\n",
       "  1572,\n",
       "  1573,\n",
       "  1578,\n",
       "  1579,\n",
       "  1580,\n",
       "  1582,\n",
       "  1583,\n",
       "  1584,\n",
       "  1585,\n",
       "  1589,\n",
       "  1593,\n",
       "  1597,\n",
       "  1599,\n",
       "  1602,\n",
       "  1603,\n",
       "  1605,\n",
       "  1609,\n",
       "  1610,\n",
       "  1611,\n",
       "  1614,\n",
       "  1615,\n",
       "  1616,\n",
       "  1617,\n",
       "  1619,\n",
       "  1622,\n",
       "  1625,\n",
       "  1627,\n",
       "  1628,\n",
       "  1629,\n",
       "  1631,\n",
       "  1633,\n",
       "  1636,\n",
       "  1637,\n",
       "  1638,\n",
       "  1639,\n",
       "  1640,\n",
       "  1642,\n",
       "  1643,\n",
       "  1644,\n",
       "  1645,\n",
       "  1646,\n",
       "  1648,\n",
       "  1649,\n",
       "  1650,\n",
       "  1652,\n",
       "  1655,\n",
       "  1657,\n",
       "  1661,\n",
       "  1662,\n",
       "  1663,\n",
       "  1665,\n",
       "  1667,\n",
       "  1670,\n",
       "  1673,\n",
       "  1674,\n",
       "  1675,\n",
       "  1676,\n",
       "  1677,\n",
       "  1680,\n",
       "  1681,\n",
       "  1688,\n",
       "  1698,\n",
       "  1699,\n",
       "  1700,\n",
       "  1704,\n",
       "  1707,\n",
       "  1709,\n",
       "  1710,\n",
       "  1712,\n",
       "  1713,\n",
       "  1714,\n",
       "  1718,\n",
       "  1720,\n",
       "  1721,\n",
       "  1724,\n",
       "  1725,\n",
       "  1733,\n",
       "  1734,\n",
       "  1735,\n",
       "  1738,\n",
       "  1739,\n",
       "  1745,\n",
       "  1746,\n",
       "  1747,\n",
       "  1752,\n",
       "  1754,\n",
       "  1757,\n",
       "  1759,\n",
       "  1761,\n",
       "  1762,\n",
       "  1767,\n",
       "  1768,\n",
       "  1769,\n",
       "  1770,\n",
       "  1771,\n",
       "  1772,\n",
       "  1774,\n",
       "  1775,\n",
       "  1776,\n",
       "  1778,\n",
       "  1779,\n",
       "  1782,\n",
       "  1783,\n",
       "  1785,\n",
       "  1787,\n",
       "  1788,\n",
       "  1789,\n",
       "  1794,\n",
       "  1797,\n",
       "  1800,\n",
       "  1803,\n",
       "  1805,\n",
       "  1806,\n",
       "  1807,\n",
       "  1808,\n",
       "  1810,\n",
       "  1813,\n",
       "  1815,\n",
       "  1816,\n",
       "  1828,\n",
       "  1830,\n",
       "  1834,\n",
       "  1836,\n",
       "  1839,\n",
       "  1840,\n",
       "  1841,\n",
       "  1846,\n",
       "  1848,\n",
       "  1850,\n",
       "  1854,\n",
       "  1855,\n",
       "  1856,\n",
       "  1858,\n",
       "  1859,\n",
       "  1861,\n",
       "  1867,\n",
       "  1870,\n",
       "  1871,\n",
       "  1874,\n",
       "  1875,\n",
       "  1876,\n",
       "  1881,\n",
       "  1882,\n",
       "  1887,\n",
       "  1888,\n",
       "  1892,\n",
       "  1893,\n",
       "  1900,\n",
       "  1903,\n",
       "  1907,\n",
       "  1908,\n",
       "  1918,\n",
       "  1919,\n",
       "  1925,\n",
       "  1928,\n",
       "  1929,\n",
       "  1932,\n",
       "  1937,\n",
       "  1939,\n",
       "  1941,\n",
       "  1942,\n",
       "  1943,\n",
       "  1945,\n",
       "  1946,\n",
       "  1947,\n",
       "  1948,\n",
       "  1952,\n",
       "  1954,\n",
       "  1956,\n",
       "  1958,\n",
       "  1961,\n",
       "  1962,\n",
       "  1967,\n",
       "  1969,\n",
       "  1971,\n",
       "  1975,\n",
       "  1977,\n",
       "  1978,\n",
       "  1983,\n",
       "  1985,\n",
       "  1986,\n",
       "  1989,\n",
       "  1990,\n",
       "  1991,\n",
       "  1992,\n",
       "  1994,\n",
       "  1998,\n",
       "  1999,\n",
       "  2005,\n",
       "  2007,\n",
       "  2008,\n",
       "  2010,\n",
       "  2011,\n",
       "  2014,\n",
       "  2015,\n",
       "  2016,\n",
       "  2021,\n",
       "  2023,\n",
       "  2026,\n",
       "  2028,\n",
       "  2029,\n",
       "  2030,\n",
       "  2035,\n",
       "  2038,\n",
       "  2040,\n",
       "  2043,\n",
       "  2044,\n",
       "  2045,\n",
       "  2046,\n",
       "  2048,\n",
       "  2051,\n",
       "  2059,\n",
       "  2062,\n",
       "  2065,\n",
       "  2067,\n",
       "  2072,\n",
       "  2074,\n",
       "  2075,\n",
       "  2080,\n",
       "  2081,\n",
       "  2084,\n",
       "  2086,\n",
       "  2087,\n",
       "  2093,\n",
       "  2094,\n",
       "  2097,\n",
       "  2100,\n",
       "  2102,\n",
       "  2103,\n",
       "  2106,\n",
       "  2109,\n",
       "  2110,\n",
       "  2113,\n",
       "  2114,\n",
       "  2115,\n",
       "  2116,\n",
       "  2119,\n",
       "  2120,\n",
       "  2122,\n",
       "  2123,\n",
       "  2126,\n",
       "  2127,\n",
       "  2128,\n",
       "  2129,\n",
       "  2132,\n",
       "  2133,\n",
       "  2135,\n",
       "  2138,\n",
       "  2141,\n",
       "  2144,\n",
       "  2145,\n",
       "  2147,\n",
       "  2150,\n",
       "  2154,\n",
       "  2158,\n",
       "  2160,\n",
       "  2161,\n",
       "  2163,\n",
       "  2165,\n",
       "  2166,\n",
       "  2168,\n",
       "  2170,\n",
       "  2171,\n",
       "  2173,\n",
       "  2176,\n",
       "  2177,\n",
       "  2179,\n",
       "  2180,\n",
       "  2181,\n",
       "  2184,\n",
       "  2186,\n",
       "  2187,\n",
       "  2189,\n",
       "  2190,\n",
       "  2192,\n",
       "  2193,\n",
       "  2197,\n",
       "  2198,\n",
       "  2200,\n",
       "  ...],\n",
       " 'neutral': [7,\n",
       "  9,\n",
       "  10,\n",
       "  13,\n",
       "  23,\n",
       "  29,\n",
       "  38,\n",
       "  44,\n",
       "  47,\n",
       "  50,\n",
       "  67,\n",
       "  69,\n",
       "  72,\n",
       "  77,\n",
       "  84,\n",
       "  90,\n",
       "  96,\n",
       "  107,\n",
       "  108,\n",
       "  113,\n",
       "  118,\n",
       "  134,\n",
       "  150,\n",
       "  156,\n",
       "  159,\n",
       "  166,\n",
       "  169,\n",
       "  174,\n",
       "  179,\n",
       "  181,\n",
       "  189,\n",
       "  193,\n",
       "  198,\n",
       "  206,\n",
       "  212,\n",
       "  215,\n",
       "  216,\n",
       "  218,\n",
       "  224,\n",
       "  225,\n",
       "  226,\n",
       "  234,\n",
       "  238,\n",
       "  245,\n",
       "  253,\n",
       "  256,\n",
       "  257,\n",
       "  259,\n",
       "  261,\n",
       "  262,\n",
       "  281,\n",
       "  285,\n",
       "  288,\n",
       "  289,\n",
       "  290,\n",
       "  292,\n",
       "  298,\n",
       "  301,\n",
       "  304,\n",
       "  312,\n",
       "  317,\n",
       "  325,\n",
       "  327,\n",
       "  329,\n",
       "  330,\n",
       "  352,\n",
       "  356,\n",
       "  361,\n",
       "  366,\n",
       "  367,\n",
       "  373,\n",
       "  381,\n",
       "  387,\n",
       "  388,\n",
       "  393,\n",
       "  399,\n",
       "  400,\n",
       "  403,\n",
       "  431,\n",
       "  432,\n",
       "  433,\n",
       "  440,\n",
       "  447,\n",
       "  455,\n",
       "  458,\n",
       "  459,\n",
       "  462,\n",
       "  463,\n",
       "  468,\n",
       "  469,\n",
       "  473,\n",
       "  478,\n",
       "  489,\n",
       "  492,\n",
       "  493,\n",
       "  494,\n",
       "  495,\n",
       "  529,\n",
       "  531,\n",
       "  539,\n",
       "  545,\n",
       "  566,\n",
       "  578,\n",
       "  581,\n",
       "  598,\n",
       "  604,\n",
       "  619,\n",
       "  620,\n",
       "  622,\n",
       "  624,\n",
       "  626,\n",
       "  627,\n",
       "  630,\n",
       "  638,\n",
       "  646,\n",
       "  657,\n",
       "  664,\n",
       "  665,\n",
       "  666,\n",
       "  672,\n",
       "  674,\n",
       "  680,\n",
       "  681,\n",
       "  684,\n",
       "  685,\n",
       "  687,\n",
       "  690,\n",
       "  693,\n",
       "  694,\n",
       "  700,\n",
       "  714,\n",
       "  715,\n",
       "  718,\n",
       "  720,\n",
       "  723,\n",
       "  727,\n",
       "  730,\n",
       "  732,\n",
       "  736,\n",
       "  751,\n",
       "  763,\n",
       "  765,\n",
       "  771,\n",
       "  773,\n",
       "  778,\n",
       "  780,\n",
       "  795,\n",
       "  796,\n",
       "  797,\n",
       "  802,\n",
       "  804,\n",
       "  806,\n",
       "  807,\n",
       "  810,\n",
       "  814,\n",
       "  830,\n",
       "  832,\n",
       "  849,\n",
       "  851,\n",
       "  852,\n",
       "  853,\n",
       "  859,\n",
       "  860,\n",
       "  867,\n",
       "  868,\n",
       "  874,\n",
       "  875,\n",
       "  881,\n",
       "  885,\n",
       "  891,\n",
       "  900,\n",
       "  902,\n",
       "  903,\n",
       "  904,\n",
       "  906,\n",
       "  907,\n",
       "  912,\n",
       "  913,\n",
       "  921,\n",
       "  927,\n",
       "  928,\n",
       "  937,\n",
       "  944,\n",
       "  946,\n",
       "  961,\n",
       "  971,\n",
       "  973,\n",
       "  974,\n",
       "  976,\n",
       "  977,\n",
       "  979,\n",
       "  987,\n",
       "  988,\n",
       "  989,\n",
       "  992,\n",
       "  997,\n",
       "  1001,\n",
       "  1005,\n",
       "  1012,\n",
       "  1015,\n",
       "  1022,\n",
       "  1027,\n",
       "  1030,\n",
       "  1035,\n",
       "  1042,\n",
       "  1050,\n",
       "  1052,\n",
       "  1058,\n",
       "  1066,\n",
       "  1068,\n",
       "  1074,\n",
       "  1077,\n",
       "  1080,\n",
       "  1084,\n",
       "  1089,\n",
       "  1105,\n",
       "  1107,\n",
       "  1109,\n",
       "  1112,\n",
       "  1115,\n",
       "  1117,\n",
       "  1120,\n",
       "  1126,\n",
       "  1127,\n",
       "  1133,\n",
       "  1142,\n",
       "  1144,\n",
       "  1153,\n",
       "  1164,\n",
       "  1173,\n",
       "  1178,\n",
       "  1179,\n",
       "  1183,\n",
       "  1186,\n",
       "  1191,\n",
       "  1196,\n",
       "  1200,\n",
       "  1207,\n",
       "  1208,\n",
       "  1211,\n",
       "  1216,\n",
       "  1221,\n",
       "  1235,\n",
       "  1236,\n",
       "  1244,\n",
       "  1248,\n",
       "  1254,\n",
       "  1259,\n",
       "  1261,\n",
       "  1263,\n",
       "  1269,\n",
       "  1276,\n",
       "  1290,\n",
       "  1294,\n",
       "  1299,\n",
       "  1305,\n",
       "  1310,\n",
       "  1317,\n",
       "  1329,\n",
       "  1333,\n",
       "  1334,\n",
       "  1344,\n",
       "  1353,\n",
       "  1354,\n",
       "  1357,\n",
       "  1365,\n",
       "  1369,\n",
       "  1371,\n",
       "  1374,\n",
       "  1377,\n",
       "  1384,\n",
       "  1391,\n",
       "  1397,\n",
       "  1403,\n",
       "  1409,\n",
       "  1416,\n",
       "  1420,\n",
       "  1422,\n",
       "  1432,\n",
       "  1436,\n",
       "  1438,\n",
       "  1440,\n",
       "  1441,\n",
       "  1446,\n",
       "  1447,\n",
       "  1455,\n",
       "  1465,\n",
       "  1476,\n",
       "  1479,\n",
       "  1480,\n",
       "  1497,\n",
       "  1499,\n",
       "  1500,\n",
       "  1503,\n",
       "  1504,\n",
       "  1516,\n",
       "  1518,\n",
       "  1527,\n",
       "  1536,\n",
       "  1541,\n",
       "  1552,\n",
       "  1556,\n",
       "  1563,\n",
       "  1567,\n",
       "  1575,\n",
       "  1577,\n",
       "  1581,\n",
       "  1586,\n",
       "  1598,\n",
       "  1604,\n",
       "  1613,\n",
       "  1618,\n",
       "  1621,\n",
       "  1630,\n",
       "  1641,\n",
       "  1647,\n",
       "  1651,\n",
       "  1653,\n",
       "  1654,\n",
       "  1656,\n",
       "  1658,\n",
       "  1659,\n",
       "  1666,\n",
       "  1672,\n",
       "  1678,\n",
       "  1679,\n",
       "  1682,\n",
       "  1685,\n",
       "  1686,\n",
       "  1689,\n",
       "  1690,\n",
       "  1692,\n",
       "  1693,\n",
       "  1697,\n",
       "  1701,\n",
       "  1703,\n",
       "  1705,\n",
       "  1708,\n",
       "  1711,\n",
       "  1715,\n",
       "  1716,\n",
       "  1719,\n",
       "  1736,\n",
       "  1741,\n",
       "  1744,\n",
       "  1749,\n",
       "  1755,\n",
       "  1756,\n",
       "  1765,\n",
       "  1777,\n",
       "  1780,\n",
       "  1795,\n",
       "  1798,\n",
       "  1801,\n",
       "  1804,\n",
       "  1817,\n",
       "  1819,\n",
       "  1821,\n",
       "  1822,\n",
       "  1823,\n",
       "  1824,\n",
       "  1825,\n",
       "  1827,\n",
       "  1842,\n",
       "  1843,\n",
       "  1845,\n",
       "  1852,\n",
       "  1853,\n",
       "  1860,\n",
       "  1865,\n",
       "  1866,\n",
       "  1868,\n",
       "  1869,\n",
       "  1883,\n",
       "  1885,\n",
       "  1886,\n",
       "  1889,\n",
       "  1891,\n",
       "  1896,\n",
       "  1897,\n",
       "  1899,\n",
       "  1906,\n",
       "  1909,\n",
       "  1912,\n",
       "  1915,\n",
       "  1916,\n",
       "  1921,\n",
       "  1922,\n",
       "  1923,\n",
       "  1926,\n",
       "  1927,\n",
       "  1930,\n",
       "  1933,\n",
       "  1934,\n",
       "  1938,\n",
       "  1944,\n",
       "  1950,\n",
       "  1955,\n",
       "  1966,\n",
       "  1970,\n",
       "  1972,\n",
       "  1973,\n",
       "  1976,\n",
       "  1980,\n",
       "  1993,\n",
       "  2001,\n",
       "  2013,\n",
       "  2020,\n",
       "  2025,\n",
       "  2032,\n",
       "  2034,\n",
       "  2042,\n",
       "  2049,\n",
       "  2061,\n",
       "  2069,\n",
       "  2070,\n",
       "  2077,\n",
       "  2079,\n",
       "  2082,\n",
       "  2089,\n",
       "  2091,\n",
       "  2096,\n",
       "  2098,\n",
       "  2099,\n",
       "  2101,\n",
       "  2104,\n",
       "  2108,\n",
       "  2111,\n",
       "  2117,\n",
       "  2130,\n",
       "  2136,\n",
       "  2137,\n",
       "  2143,\n",
       "  2148,\n",
       "  2152,\n",
       "  2169,\n",
       "  2172,\n",
       "  2178,\n",
       "  2182,\n",
       "  2191,\n",
       "  2194,\n",
       "  2195,\n",
       "  2199,\n",
       "  2208,\n",
       "  2211,\n",
       "  2219,\n",
       "  2224,\n",
       "  2225,\n",
       "  2226,\n",
       "  2240,\n",
       "  2241,\n",
       "  2245,\n",
       "  2247,\n",
       "  2253,\n",
       "  2255,\n",
       "  2260,\n",
       "  2271,\n",
       "  2275,\n",
       "  2281,\n",
       "  2284,\n",
       "  2286,\n",
       "  2287,\n",
       "  2290,\n",
       "  2295,\n",
       "  2299,\n",
       "  2302,\n",
       "  2305,\n",
       "  2306,\n",
       "  2314,\n",
       "  2316,\n",
       "  2322,\n",
       "  2327,\n",
       "  2330,\n",
       "  2334,\n",
       "  2338,\n",
       "  2343,\n",
       "  2353,\n",
       "  2360,\n",
       "  2365,\n",
       "  2371,\n",
       "  2386,\n",
       "  2389,\n",
       "  2390,\n",
       "  2401,\n",
       "  2406,\n",
       "  2410,\n",
       "  2421,\n",
       "  2426,\n",
       "  2433,\n",
       "  2435,\n",
       "  2441,\n",
       "  2447,\n",
       "  2452,\n",
       "  2453,\n",
       "  2454,\n",
       "  2455,\n",
       "  2462,\n",
       "  2463,\n",
       "  2467,\n",
       "  2479,\n",
       "  2499,\n",
       "  2500,\n",
       "  2502,\n",
       "  2503,\n",
       "  2512,\n",
       "  2517,\n",
       "  2519,\n",
       "  2528,\n",
       "  2530,\n",
       "  2538,\n",
       "  2540,\n",
       "  2542,\n",
       "  2544,\n",
       "  2545,\n",
       "  2555,\n",
       "  2563,\n",
       "  2565,\n",
       "  2566,\n",
       "  2568,\n",
       "  2576,\n",
       "  2579,\n",
       "  2586,\n",
       "  2615,\n",
       "  2617,\n",
       "  2620,\n",
       "  2624,\n",
       "  2640,\n",
       "  2642,\n",
       "  2643,\n",
       "  2647,\n",
       "  2655,\n",
       "  2662,\n",
       "  2668,\n",
       "  2672,\n",
       "  2681,\n",
       "  2691,\n",
       "  2702,\n",
       "  2703,\n",
       "  2719,\n",
       "  2730,\n",
       "  2735,\n",
       "  2741,\n",
       "  2743,\n",
       "  2747,\n",
       "  2750,\n",
       "  2758,\n",
       "  2760,\n",
       "  2764,\n",
       "  2766,\n",
       "  2768,\n",
       "  2769,\n",
       "  2773,\n",
       "  2791,\n",
       "  2816,\n",
       "  2842,\n",
       "  2858,\n",
       "  2871,\n",
       "  2878,\n",
       "  2885,\n",
       "  2905,\n",
       "  2909,\n",
       "  2923,\n",
       "  2945,\n",
       "  2981,\n",
       "  2982,\n",
       "  2984,\n",
       "  2985,\n",
       "  2986,\n",
       "  2997,\n",
       "  3003,\n",
       "  3005,\n",
       "  3006,\n",
       "  3007,\n",
       "  3010,\n",
       "  3013,\n",
       "  3022,\n",
       "  3032,\n",
       "  3037,\n",
       "  3044,\n",
       "  3057,\n",
       "  3077,\n",
       "  3078,\n",
       "  3083,\n",
       "  3088,\n",
       "  3091,\n",
       "  3092,\n",
       "  3093,\n",
       "  3114,\n",
       "  3118,\n",
       "  3119,\n",
       "  3121,\n",
       "  3133,\n",
       "  3135,\n",
       "  3141,\n",
       "  3149,\n",
       "  3161,\n",
       "  3168,\n",
       "  3172,\n",
       "  3177,\n",
       "  3182,\n",
       "  3203,\n",
       "  3207,\n",
       "  3219,\n",
       "  3224,\n",
       "  3234,\n",
       "  3242,\n",
       "  3243,\n",
       "  3256,\n",
       "  3257,\n",
       "  3263,\n",
       "  3265,\n",
       "  3266,\n",
       "  3280,\n",
       "  3288,\n",
       "  3293,\n",
       "  3318,\n",
       "  3321,\n",
       "  3329,\n",
       "  3332,\n",
       "  3333,\n",
       "  3336,\n",
       "  3337,\n",
       "  3348,\n",
       "  3373,\n",
       "  3376,\n",
       "  3377,\n",
       "  3378,\n",
       "  3393,\n",
       "  3394,\n",
       "  3395,\n",
       "  3400,\n",
       "  3401,\n",
       "  3405,\n",
       "  3409,\n",
       "  3417,\n",
       "  3422,\n",
       "  3423,\n",
       "  3438,\n",
       "  3442,\n",
       "  3448,\n",
       "  3457,\n",
       "  3459,\n",
       "  3467,\n",
       "  3473,\n",
       "  3482,\n",
       "  3485,\n",
       "  3491,\n",
       "  3499,\n",
       "  3500,\n",
       "  3505,\n",
       "  3507,\n",
       "  3524,\n",
       "  3525,\n",
       "  3527,\n",
       "  3535,\n",
       "  3540,\n",
       "  3542,\n",
       "  3543,\n",
       "  3547,\n",
       "  3574,\n",
       "  3592,\n",
       "  3596,\n",
       "  3601,\n",
       "  3605,\n",
       "  3608,\n",
       "  3611,\n",
       "  3614,\n",
       "  3640,\n",
       "  3644,\n",
       "  3670,\n",
       "  3674,\n",
       "  3677,\n",
       "  3686,\n",
       "  3690,\n",
       "  3695,\n",
       "  3696,\n",
       "  3713,\n",
       "  3721,\n",
       "  3740,\n",
       "  3744,\n",
       "  3751,\n",
       "  3762,\n",
       "  3763,\n",
       "  3767,\n",
       "  3769,\n",
       "  3773,\n",
       "  3775,\n",
       "  3776,\n",
       "  3780,\n",
       "  3784,\n",
       "  3796,\n",
       "  3798,\n",
       "  3805,\n",
       "  3806,\n",
       "  3815,\n",
       "  3827,\n",
       "  3836,\n",
       "  3837,\n",
       "  3839,\n",
       "  3842,\n",
       "  3846,\n",
       "  3879,\n",
       "  3884,\n",
       "  3887,\n",
       "  3893,\n",
       "  3908,\n",
       "  3911,\n",
       "  3913,\n",
       "  3915,\n",
       "  3917,\n",
       "  3920,\n",
       "  3933,\n",
       "  3937,\n",
       "  3944,\n",
       "  3951,\n",
       "  3954,\n",
       "  3957,\n",
       "  3961,\n",
       "  3968,\n",
       "  3983,\n",
       "  3990,\n",
       "  3993,\n",
       "  3995,\n",
       "  3999,\n",
       "  4001,\n",
       "  4009,\n",
       "  4012,\n",
       "  4020,\n",
       "  4022,\n",
       "  4024,\n",
       "  4033,\n",
       "  4037,\n",
       "  4043,\n",
       "  4044,\n",
       "  4049,\n",
       "  4050,\n",
       "  4056,\n",
       "  4060,\n",
       "  4061,\n",
       "  4070,\n",
       "  4075,\n",
       "  4092,\n",
       "  4094,\n",
       "  4097,\n",
       "  4119,\n",
       "  4123,\n",
       "  4125,\n",
       "  4128,\n",
       "  4132,\n",
       "  4142,\n",
       "  4144,\n",
       "  4150,\n",
       "  4151,\n",
       "  4153,\n",
       "  4165,\n",
       "  4166,\n",
       "  4170,\n",
       "  4174,\n",
       "  4176,\n",
       "  4194,\n",
       "  4196,\n",
       "  4198,\n",
       "  4202,\n",
       "  4204,\n",
       "  4206,\n",
       "  4207,\n",
       "  4213,\n",
       "  4221,\n",
       "  4223,\n",
       "  4228,\n",
       "  4232,\n",
       "  4234,\n",
       "  4241,\n",
       "  4243,\n",
       "  4246,\n",
       "  4248,\n",
       "  4250,\n",
       "  4251,\n",
       "  4253,\n",
       "  4255,\n",
       "  4256,\n",
       "  4259,\n",
       "  4262,\n",
       "  4264,\n",
       "  4268,\n",
       "  4274,\n",
       "  4281,\n",
       "  4298,\n",
       "  4303,\n",
       "  4305,\n",
       "  4306,\n",
       "  4312,\n",
       "  4313,\n",
       "  4328,\n",
       "  4330,\n",
       "  4335,\n",
       "  4347,\n",
       "  4348,\n",
       "  4362,\n",
       "  4373,\n",
       "  4377,\n",
       "  4383,\n",
       "  4392,\n",
       "  4394,\n",
       "  4395,\n",
       "  4413,\n",
       "  4425,\n",
       "  4431,\n",
       "  4436,\n",
       "  4442,\n",
       "  4447,\n",
       "  4449,\n",
       "  4464,\n",
       "  4468,\n",
       "  4471,\n",
       "  4478,\n",
       "  4484,\n",
       "  4485,\n",
       "  4497,\n",
       "  4501,\n",
       "  4504,\n",
       "  4508,\n",
       "  4510,\n",
       "  4512,\n",
       "  4514,\n",
       "  4521,\n",
       "  4533,\n",
       "  4538,\n",
       "  4541,\n",
       "  4553,\n",
       "  4557,\n",
       "  4561,\n",
       "  4562,\n",
       "  4568,\n",
       "  4576,\n",
       "  4582,\n",
       "  4586,\n",
       "  4588,\n",
       "  4592,\n",
       "  4598,\n",
       "  4606,\n",
       "  4609,\n",
       "  4611,\n",
       "  4613,\n",
       "  4615,\n",
       "  4620,\n",
       "  4621,\n",
       "  4639,\n",
       "  4646,\n",
       "  4652,\n",
       "  4659,\n",
       "  4662,\n",
       "  4664,\n",
       "  4667,\n",
       "  4671,\n",
       "  4676,\n",
       "  4678,\n",
       "  4685,\n",
       "  4693,\n",
       "  4697,\n",
       "  4700,\n",
       "  4702,\n",
       "  4703,\n",
       "  4708,\n",
       "  4711,\n",
       "  4712,\n",
       "  4718,\n",
       "  4725,\n",
       "  4731,\n",
       "  4738,\n",
       "  4745,\n",
       "  4747,\n",
       "  4754,\n",
       "  4760,\n",
       "  4770,\n",
       "  4773,\n",
       "  4775,\n",
       "  4780,\n",
       "  4781,\n",
       "  4793,\n",
       "  4802,\n",
       "  4805,\n",
       "  4816,\n",
       "  4818,\n",
       "  4822,\n",
       "  4829,\n",
       "  4834,\n",
       "  4837,\n",
       "  4845,\n",
       "  4848,\n",
       "  4850,\n",
       "  4856,\n",
       "  4862,\n",
       "  4866,\n",
       "  4875,\n",
       "  4881,\n",
       "  4883,\n",
       "  4886,\n",
       "  4892,\n",
       "  4898,\n",
       "  4910,\n",
       "  4919,\n",
       "  4921,\n",
       "  4925,\n",
       "  4938,\n",
       "  4940,\n",
       "  4942,\n",
       "  4945,\n",
       "  4946,\n",
       "  4947,\n",
       "  4951,\n",
       "  4952,\n",
       "  4953,\n",
       "  4962,\n",
       "  4963,\n",
       "  4976,\n",
       "  4987,\n",
       "  4988,\n",
       "  4989,\n",
       "  4998,\n",
       "  5006,\n",
       "  5012,\n",
       "  5014,\n",
       "  5015,\n",
       "  5017,\n",
       "  5025,\n",
       "  5035,\n",
       "  5040,\n",
       "  5056,\n",
       "  5060,\n",
       "  5074,\n",
       "  5084,\n",
       "  5089,\n",
       "  5090,\n",
       "  5097,\n",
       "  5114,\n",
       "  5122,\n",
       "  5127,\n",
       "  5132,\n",
       "  5138,\n",
       "  5155,\n",
       "  5170,\n",
       "  5182,\n",
       "  5184,\n",
       "  5203,\n",
       "  5204,\n",
       "  5218,\n",
       "  5219,\n",
       "  5228,\n",
       "  5229,\n",
       "  5234,\n",
       "  5238,\n",
       "  5246,\n",
       "  5248,\n",
       "  5251,\n",
       "  5257,\n",
       "  5261,\n",
       "  5263,\n",
       "  5269,\n",
       "  5272,\n",
       "  5275,\n",
       "  5282,\n",
       "  5283,\n",
       "  5292,\n",
       "  5293,\n",
       "  5297,\n",
       "  5298,\n",
       "  5300,\n",
       "  5314,\n",
       "  5315,\n",
       "  5318,\n",
       "  5331,\n",
       "  5337,\n",
       "  5339,\n",
       "  5341,\n",
       "  5350,\n",
       "  5351,\n",
       "  5352,\n",
       "  5356,\n",
       "  5362,\n",
       "  5370,\n",
       "  5372,\n",
       "  5379,\n",
       "  5382,\n",
       "  5383,\n",
       "  5384,\n",
       "  5385,\n",
       "  5388,\n",
       "  5391,\n",
       "  5393,\n",
       "  5398,\n",
       "  5403,\n",
       "  5420,\n",
       "  5422,\n",
       "  5426,\n",
       "  5428,\n",
       "  5431,\n",
       "  5433,\n",
       "  5436,\n",
       "  5437,\n",
       "  ...]}"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "indices_all"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [],
   "source": [
    "with open('./pre_gen/dynasent2_indices.pkl', 'wb') as f:\n",
    "    pickle.dump(indices_all, f)\n",
    "    \n",
    "with open('./pre_gen/dynasent2_human_pref.pkl', 'wb') as f:\n",
    "    pickle.dump(human_preference_all, f)    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [],
   "source": [
    "rand_idx_pref = torch.zeros(20, n_samples, 2).long()\n",
    "\n",
    "for i in range(n_samples):\n",
    "    candidate_idx = indices_all[gold_labels[i]]\n",
    "    i_loc = candidate_idx.index(i)\n",
    "\n",
    "    for k in range(20):\n",
    "        rand_idx = np.random.randint(0, len(candidate_idx))\n",
    "        while i_loc == rand_idx:\n",
    "            rand_idx = np.random.randint(0, len(candidate_idx))\n",
    "\n",
    "        rand_idx_pref[k, i, 0] = candidate_idx[rand_idx]\n",
    "        rand_idx_pref[k, i, 1] = human_preference_all[gold_labels[i]][i_loc, rand_idx]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [],
   "source": [
    "np.save('./pre_gen/dynasent2_idx_pref_random20.npy', rand_idx_pref.numpy())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "human",
   "language": "python",
   "name": "human"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.12"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}