SRL_WITH_FRAMEBANK.ipynb

{"nbformat":4,"nbformat_minor":0,"metadata":{"accelerator":"GPU","colab":{"name":"Копия блокнота \"SRL_WITH_FRAMEBANK.ipynb\"","provenance":[{"file_id":"1e9A0Bm_HYPeTW177mBZgUXbjlBmpKu1X","timestamp":1622737645819}],"collapsed_sections":["ahDpGol1ZWKt"],"toc_visible":true,"authorship_tag":"ABX9TyNx07CYLCezZb8SIRkopquy"},"kernelspec":{"display_name":"Python 3","name":"python3"},"language_info":{"name":"python"}},"cells":[{"cell_type":"markdown","metadata":{"id":"T9D1MfVLamKp"},"source":["## Torch activation and wget files"]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/","height":69},"id":"in7S8MYFXKOL","executionInfo":{"status":"ok","timestamp":1622731153814,"user_tz":-180,"elapsed":17,"user":{"displayName":"Alekseev Vladislav","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Gh1cYm_fWkfH3hfJMZ58HUfwI2SHY_u-FA0kW-npQ=s64","userId":"01559997439925083741"}},"outputId":"1813dc3c-0ac9-46b5-86e5-fd615ef107ff"},"source":["# активация cuda \n","import torch\n","cuda0 = torch.device('cuda:0')\n","# device = torch.device(\"cpu\")\n","device = torch.device(\"cuda:0\" if torch.cuda.is_available() else \"cpu\")\n","print('Torch', torch.__version__, 'CUDA', torch.version.cuda)\n","print('Device:', torch.device('cuda:0'))\n","torch.cuda.get_device_name(0)"],"execution_count":18,"outputs":[{"output_type":"stream","text":["Torch 1.8.1+cu101 CUDA 10.1\n","Device: cuda:0\n"],"name":"stdout"},{"output_type":"execute_result","data":{"application/vnd.google.colaboratory.intrinsic+json":{"type":"string"},"text/plain":["'Tesla K80'"]},"metadata":{"tags":[]},"execution_count":18}]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"eSOryandXULq","executionInfo":{"elapsed":7193,"status":"ok","timestamp":1622722337317,"user":{"displayName":"Alekseev Vladislav","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Gh1cYm_fWkfH3hfJMZ58HUfwI2SHY_u-FA0kW-npQ=s64","userId":"01559997439925083741"},"user_tz":-180},"outputId":"d5ed49cc-03ae-42ae-e1ea-7d5b8d52c1e9"},"source":["# !wget --no-check-certificate 'https://docs.google.com/uc?export=download&id=1vtRjwycDt0M773YEcknrk4SPg2Rgv7g1' -O qdq_slice.сsv\n","# !wget --no-check-certificate 'https://docs.google.com/uc?export=download&id=1M5NANl00_KY7bwlUACprUEDi9uQNcBoo' -O qdq_role_emb\n","!wget --no-check-certificate 'https://docs.google.com/uc?export=download&id=13Q7aNH_tFbL2XiVj3idXzvoRRQaMMNFc' -O paraphrases_role_emb\n","!wget --no-check-certificate 'https://docs.google.com/uc?export=download&id=1TsMGnk1P1sXPs88eUWZKHKzzR7fNk8ol' -O paraphrases_framebank.tsv\n","!wget --no-check-certificate 'https://docs.google.com/uc?export=download&id=1_QGFNWIOj8jbqOwAcXM4ejQ1vzENy3Sj' -O paraphrases_all_framebank.txt\n","# !wget --load-cookies /tmp/cookies.txt \"https://docs.google.com/uc?export=download&confirm=$(wget --quiet --save-cookies /tmp/cookies.txt --keep-session-cookies --no-check-certificate 'https://docs.google.com/uc?export=download&id=16l3cvhNDmrFs-7FCikIfGyPUgs_GgnMt' -O- | sed -rn 's/.*confirm=([0-9A-Za-z_]+).*/\\1\\n/p')&id=16l3cvhNDmrFs-7FCikIfGyPUgs_GgnMt\" -O quora_duplicate_questions.tsv && rm -rf /tmp/cookies.txt\n","# !wget --load-cookies /tmp/cookies.txt \"https://docs.google.com/uc?export=download&confirm=$(wget --quiet --save-cookies /tmp/cookies.txt --keep-session-cookies --no-check-certificate 'https://docs.google.com/uc?export=download&id=1miYAsOQO0lmdxUtYXC84nqVXck7Xf-nk' -O- | sed -rn 's/.*confirm=([0-9A-Za-z_]+).*/\\1\\n/p')&id=1miYAsOQO0lmdxUtYXC84nqVXck7Xf-nk\" -O glove.840B.300d.sst.txt && rm -rf /tmp/cookies.txt\n","# !wget --no-check-certificate 'https://docs.google.com/uc?export=download&id=1BHA6WLG7O42r8va2QLH2isEnyT3VWLaL' -O paraphrases_gold.tsv\n","# !wget --no-check-certificate 'https://docs.google.com/uc?export=download&id=1LygNEEIWFFAHrvfl1UrrJ-1uJxA5ewZJ' -O paraphrases.tsv\n","# !wget --no-check-certificate 'https://docs.google.com/uc?export=download&id=1ika4aMrTUZaPrDCwRou0IqVqOKJF7KMO' -O paraphrases_emb"],"execution_count":null,"outputs":[{"output_type":"stream","text":["--2021-06-03 12:12:12--  https://docs.google.com/uc?export=download&id=13Q7aNH_tFbL2XiVj3idXzvoRRQaMMNFc\n","Resolving docs.google.com (docs.google.com)... 74.125.203.138, 74.125.203.102, 74.125.203.139, ...\n","Connecting to docs.google.com (docs.google.com)|74.125.203.138|:443... connected.\n","HTTP request sent, awaiting response... 302 Moved Temporarily\n","Location: https://doc-04-bo-docs.googleusercontent.com/docs/securesc/ha0ro937gcuc7l7deffksulhg5h7mbp1/v7all8mjaupuucjlllitlf37pf288on0/1622722275000/01559997439925083741/*/13Q7aNH_tFbL2XiVj3idXzvoRRQaMMNFc?e=download [following]\n","Warning: wildcards not supported in HTTP.\n","--2021-06-03 12:12:14--  https://doc-04-bo-docs.googleusercontent.com/docs/securesc/ha0ro937gcuc7l7deffksulhg5h7mbp1/v7all8mjaupuucjlllitlf37pf288on0/1622722275000/01559997439925083741/*/13Q7aNH_tFbL2XiVj3idXzvoRRQaMMNFc?e=download\n","Resolving doc-04-bo-docs.googleusercontent.com (doc-04-bo-docs.googleusercontent.com)... 64.233.189.132, 2404:6800:4008:c07::84\n","Connecting to doc-04-bo-docs.googleusercontent.com (doc-04-bo-docs.googleusercontent.com)|64.233.189.132|:443... connected.\n","HTTP request sent, awaiting response... 200 OK\n","Length: unspecified [application/octet-stream]\n","Saving to: ‘paraphrases_role_emb’\n","\n","paraphrases_role_em     [   <=>              ]  21.07M  35.5MB/s    in 0.6s    \n","\n","2021-06-03 12:12:15 (35.5 MB/s) - ‘paraphrases_role_emb’ saved [22098321]\n","\n","--2021-06-03 12:12:15--  https://docs.google.com/uc?export=download&id=1TsMGnk1P1sXPs88eUWZKHKzzR7fNk8ol\n","Resolving docs.google.com (docs.google.com)... 108.177.97.138, 108.177.97.113, 108.177.97.101, ...\n","Connecting to docs.google.com (docs.google.com)|108.177.97.138|:443... connected.\n","HTTP request sent, awaiting response... 302 Moved Temporarily\n","Location: https://doc-0c-bo-docs.googleusercontent.com/docs/securesc/ha0ro937gcuc7l7deffksulhg5h7mbp1/9var0fh9qqnuh2vga3uih5uhldudl74l/1622722275000/01559997439925083741/*/1TsMGnk1P1sXPs88eUWZKHKzzR7fNk8ol?e=download [following]\n","Warning: wildcards not supported in HTTP.\n","--2021-06-03 12:12:17--  https://doc-0c-bo-docs.googleusercontent.com/docs/securesc/ha0ro937gcuc7l7deffksulhg5h7mbp1/9var0fh9qqnuh2vga3uih5uhldudl74l/1622722275000/01559997439925083741/*/1TsMGnk1P1sXPs88eUWZKHKzzR7fNk8ol?e=download\n","Resolving doc-0c-bo-docs.googleusercontent.com (doc-0c-bo-docs.googleusercontent.com)... 64.233.189.132, 2404:6800:4008:c07::84\n","Connecting to doc-0c-bo-docs.googleusercontent.com (doc-0c-bo-docs.googleusercontent.com)|64.233.189.132|:443... connected.\n","HTTP request sent, awaiting response... 200 OK\n","Length: unspecified [text/tab-separated-values]\n","Saving to: ‘paraphrases_framebank.tsv’\n","\n","paraphrases_frameba     [ <=>                ]   3.20M  --.-KB/s    in 0.02s   \n","\n","2021-06-03 12:12:17 (146 MB/s) - ‘paraphrases_framebank.tsv’ saved [3356589]\n","\n","--2021-06-03 12:12:18--  https://docs.google.com/uc?export=download&id=1_QGFNWIOj8jbqOwAcXM4ejQ1vzENy3Sj\n","Resolving docs.google.com (docs.google.com)... 108.177.97.138, 108.177.97.113, 108.177.97.100, ...\n","Connecting to docs.google.com (docs.google.com)|108.177.97.138|:443... connected.\n","HTTP request sent, awaiting response... 302 Moved Temporarily\n","Location: https://doc-14-bo-docs.googleusercontent.com/docs/securesc/ha0ro937gcuc7l7deffksulhg5h7mbp1/9vji2bll7i4gt33neetv1gaaduatgqlq/1622722275000/01559997439925083741/*/1_QGFNWIOj8jbqOwAcXM4ejQ1vzENy3Sj?e=download [following]\n","Warning: wildcards not supported in HTTP.\n","--2021-06-03 12:12:18--  https://doc-14-bo-docs.googleusercontent.com/docs/securesc/ha0ro937gcuc7l7deffksulhg5h7mbp1/9vji2bll7i4gt33neetv1gaaduatgqlq/1622722275000/01559997439925083741/*/1_QGFNWIOj8jbqOwAcXM4ejQ1vzENy3Sj?e=download\n","Resolving doc-14-bo-docs.googleusercontent.com (doc-14-bo-docs.googleusercontent.com)... 64.233.189.132, 2404:6800:4008:c07::84\n","Connecting to doc-14-bo-docs.googleusercontent.com (doc-14-bo-docs.googleusercontent.com)|64.233.189.132|:443... connected.\n","HTTP request sent, awaiting response... 200 OK\n","Length: unspecified [text/plain]\n","Saving to: ‘paraphrases_all_framebank.txt’\n","\n","paraphrases_all_fra     [  <=>               ]   4.18M  16.0MB/s    in 0.3s    \n","\n","2021-06-03 12:12:19 (16.0 MB/s) - ‘paraphrases_all_framebank.txt’ saved [4386424]\n","\n"],"name":"stdout"}]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"VKrc8iTkKZln","executionInfo":{"elapsed":298724,"status":"ok","timestamp":1622717710649,"user":{"displayName":"Alekseev Vladislav","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Gh1cYm_fWkfH3hfJMZ58HUfwI2SHY_u-FA0kW-npQ=s64","userId":"01559997439925083741"},"user_tz":-180},"outputId":"3697bd5d-fa10-43f6-a6ac-fd94bc4c6869"},"source":["# !wget http://files.deeppavlov.ai/embeddings/ft_native_300_ru_wiki_lenta_lemmatize/ft_native_300_ru_wiki_lenta_lemmatize.vec\n","# !wget http://wikipedia2vec.s3.amazonaws.com/models/ru/2018-04-20/ruwiki_20180420_300d.txt.bz2\n","# !bzip2 -d ruwiki_20180420_300d.txt.bz2\n","!wget --output-document=- \\\n","   http://wikipedia2vec.s3.amazonaws.com/models/ru/2018-04-20/ruwiki_20180420_300d.txt.bz2 \\\n","  | bunzip2 > ruwiki_20180420_300d.txt"],"execution_count":null,"outputs":[{"output_type":"stream","text":["--2021-06-03 10:50:14--  http://wikipedia2vec.s3.amazonaws.com/models/ru/2018-04-20/ruwiki_20180420_300d.txt.bz2\n","Resolving wikipedia2vec.s3.amazonaws.com (wikipedia2vec.s3.amazonaws.com)... 52.219.16.209\n","Connecting to wikipedia2vec.s3.amazonaws.com (wikipedia2vec.s3.amazonaws.com)|52.219.16.209|:80... connected.\n","HTTP request sent, awaiting response... 200 OK\n","Length: 1457741710 (1.4G) [application/x-bzip2]\n","Saving to: ‘STDOUT’\n","\n","-                   100%[===================>]   1.36G  4.63MB/s    in 4m 58s  \n","\n","2021-06-03 10:55:12 (4.66 MB/s) - written to stdout [1457741710/1457741710]\n","\n"],"name":"stdout"}]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"PhLxZwmjOFjA","executionInfo":{"elapsed":2478,"status":"ok","timestamp":1622455448982,"user":{"displayName":"Alekseev Vladislav","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Gh1cYm_fWkfH3hfJMZ58HUfwI2SHY_u-FA0kW-npQ=s64","userId":"01559997439925083741"},"user_tz":-180},"outputId":"36cd441c-559f-4314-af93-09e60581247d"},"source":["!wget --no-check-certificate 'https://docs.google.com/uc?export=download&id=1iCjW3sypYGZMYY92nkXFxypHv-DtRhq8' -O framebank_processed-quora_rus_slices_qustions_unique.tar.gz\n","!tar -xzf  framebank_processed-quora_rus_slices_qustions_unique.tar.gz"],"execution_count":null,"outputs":[{"output_type":"stream","text":["--2021-05-31 10:04:06--  https://docs.google.com/uc?export=download&id=1iCjW3sypYGZMYY92nkXFxypHv-DtRhq8\n","Resolving docs.google.com (docs.google.com)... 64.233.189.138, 64.233.189.102, 64.233.189.139, ...\n","Connecting to docs.google.com (docs.google.com)|64.233.189.138|:443... connected.\n","HTTP request sent, awaiting response... 302 Moved Temporarily\n","Location: https://doc-0o-bo-docs.googleusercontent.com/docs/securesc/ha0ro937gcuc7l7deffksulhg5h7mbp1/2g28rjtjn22mt45r8b34pgq8bo74sffu/1622455425000/01559997439925083741/*/1iCjW3sypYGZMYY92nkXFxypHv-DtRhq8?e=download [following]\n","Warning: wildcards not supported in HTTP.\n","--2021-05-31 10:04:08--  https://doc-0o-bo-docs.googleusercontent.com/docs/securesc/ha0ro937gcuc7l7deffksulhg5h7mbp1/2g28rjtjn22mt45r8b34pgq8bo74sffu/1622455425000/01559997439925083741/*/1iCjW3sypYGZMYY92nkXFxypHv-DtRhq8?e=download\n","Resolving doc-0o-bo-docs.googleusercontent.com (doc-0o-bo-docs.googleusercontent.com)... 64.233.189.132, 2404:6800:4008:c07::84\n","Connecting to doc-0o-bo-docs.googleusercontent.com (doc-0o-bo-docs.googleusercontent.com)|64.233.189.132|:443... connected.\n","HTTP request sent, awaiting response... 200 OK\n","Length: 1720329 (1.6M) [application/x-gzip]\n","Saving to: ‘framebank_processed-quora_rus_slices_qustions_unique.tar.gz’\n","\n","framebank_processed 100%[===================>]   1.64M  --.-KB/s    in 0.02s   \n","\n","2021-05-31 10:04:09 (104 MB/s) - ‘framebank_processed-quora_rus_slices_qustions_unique.tar.gz’ saved [1720329/1720329]\n","\n"],"name":"stdout"}]},{"cell_type":"markdown","metadata":{"id":"-ju3OjeSxF7k"},"source":["## Slise quora_question_pairs_rus corpora"]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/","height":391},"id":"Z8ixqwj5JsCq","executionInfo":{"elapsed":801,"status":"error","timestamp":1619989010618,"user":{"displayName":"Alekseev Vladislav","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Gh1cYm_fWkfH3hfJMZ58HUfwI2SHY_u-FA0kW-npQ=s64","userId":"01559997439925083741"},"user_tz":-180},"outputId":"29710897-5c41-45ab-b7a3-3749ca889b8e"},"source":["import random\n","import timeit\n","import numpy\n","import csv\n","\n","filename = 'quora_question_pairs_rus.csv'\n","output_file = 'qdq_slice.tsv'\n","\n","def talktime(filename, funcname, func):\n","    print(f\"# {funcname}\")\n","    t = timeit.timeit(f'{funcname}(\"{filename}\")', setup=f'from __main__ import {funcname}', number = 100) / 100\n","    print('Elapsed time : ', t)\n","    print('n = ', func(filename))\n","    print('\\n')\n","\n","def sum1forline(filename):\n","    with open(filename) as f:\n","        return sum(1 for line in f)\n","\n","talktime(filename, 'sum1forline', sum1forline)\n","file_size = sum1forline(filename)\n","\n","with open(filename, encoding='utf-8') as f:   \n","  fieldnames = ['id','qid1','qid2','question1','question2','is_duplicate']\n","  delimiter = '\\t'\n","  quotechar = ''        \n","  quoting = quoting=csv.QUOTE_NONE\n","  # fieldnames=fieldnames,        \n","  reader = csv.DictReader(f,fieldnames=fieldnames, delimiter=delimiter, quoting=quoting, quotechar=quotechar, escapechar='')\n","\n","  data = list(reader)\n","  data = numpy.asarray(data)\n","  numpy.random.seed(123)\n","  numpy.random.shuffle(data)\n","  length = data.shape[0]\n","        \n","  sliced_data = data[:int(0.04 * length)]\n","  for line in sliced_data:\n","    print(line)\n","\n","  print(len(sliced_data))\n","\n","with open(output_file, \"w\", encoding='utf-8') as f:  \n","  fieldnames = ['id','qid1','qid2','question1','question2','is_duplicate']\n","  delimiter = '\\t'\n","  quotechar = ''        \n","  quoting = quoting=csv.QUOTE_NONE\n","  output_writer = csv.DictWriter(f, fieldnames=fieldnames, delimiter=delimiter, quoting=quoting, quotechar=quotechar, escapechar='')\n","  output_writer.writeheader()\n","  \n","  for row in sliced_data:\n","    output_writer.writerow({\n","      'id': row['id'],\n","      'qid1': row['qid1'],\n","      'qid2': row['qid2'],\n","      'question1': row['question1'],\n","      'question2': row['question2'],\n","      'is_duplicate': row['is_duplicate']\n","    })\n"],"execution_count":null,"outputs":[{"output_type":"stream","text":["# sum1forline\n"],"name":"stdout"},{"output_type":"error","ename":"FileNotFoundError","evalue":"ignored","traceback":["\u001b[0;31m---------------------------------------------------------------------------\u001b[0m","\u001b[0;31mFileNotFoundError\u001b[0m                         Traceback (most recent call last)","\u001b[0;32m<ipython-input-1-98925f608f9b>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[1;32m     18\u001b[0m         \u001b[0;32mreturn\u001b[0m \u001b[0msum\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;36m1\u001b[0m \u001b[0;32mfor\u001b[0m \u001b[0mline\u001b[0m \u001b[0;32min\u001b[0m \u001b[0mf\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     19\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 20\u001b[0;31m \u001b[0mtalktime\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mfilename\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m'sum1forline'\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0msum1forline\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m     21\u001b[0m \u001b[0mfile_size\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0msum1forline\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mfilename\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     22\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n","\u001b[0;32m<ipython-input-1-98925f608f9b>\u001b[0m in \u001b[0;36mtalktime\u001b[0;34m(filename, funcname, func)\u001b[0m\n\u001b[1;32m      9\u001b[0m \u001b[0;32mdef\u001b[0m \u001b[0mtalktime\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mfilename\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mfuncname\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mfunc\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     10\u001b[0m     \u001b[0mprint\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34mf\"# {funcname}\"\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 11\u001b[0;31m     \u001b[0mt\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mtimeit\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mtimeit\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34mf'{funcname}(\"{filename}\")'\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0msetup\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;34mf'from __main__ import {funcname}'\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mnumber\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;36m100\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;34m/\u001b[0m \u001b[0;36m100\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m     12\u001b[0m     \u001b[0mprint\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m'Elapsed time : '\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mt\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     13\u001b[0m     \u001b[0mprint\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m'n = '\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mfunc\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mfilename\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n","\u001b[0;32m/usr/lib/python3.7/timeit.py\u001b[0m in \u001b[0;36mtimeit\u001b[0;34m(stmt, setup, timer, number, globals)\u001b[0m\n\u001b[1;32m    231\u001b[0m            number=default_number, globals=None):\n\u001b[1;32m    232\u001b[0m     \u001b[0;34m\"\"\"Convenience function to create Timer object and call timeit method.\"\"\"\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 233\u001b[0;31m     \u001b[0;32mreturn\u001b[0m \u001b[0mTimer\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mstmt\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0msetup\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mtimer\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mglobals\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mtimeit\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mnumber\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    234\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    235\u001b[0m def repeat(stmt=\"pass\", setup=\"pass\", timer=default_timer,\n","\u001b[0;32m/usr/lib/python3.7/timeit.py\u001b[0m in \u001b[0;36mtimeit\u001b[0;34m(self, number)\u001b[0m\n\u001b[1;32m    175\u001b[0m         \u001b[0mgc\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mdisable\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    176\u001b[0m         \u001b[0;32mtry\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 177\u001b[0;31m             \u001b[0mtiming\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0minner\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mit\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mtimer\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    178\u001b[0m         \u001b[0;32mfinally\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    179\u001b[0m             \u001b[0;32mif\u001b[0m \u001b[0mgcold\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n","\u001b[0;32m/usr/lib/python3.7/timeit.py\u001b[0m in \u001b[0;36minner\u001b[0;34m(_it, _timer)\u001b[0m\n","\u001b[0;32m<ipython-input-1-98925f608f9b>\u001b[0m in \u001b[0;36msum1forline\u001b[0;34m(filename)\u001b[0m\n\u001b[1;32m     15\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     16\u001b[0m \u001b[0;32mdef\u001b[0m \u001b[0msum1forline\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mfilename\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 17\u001b[0;31m     \u001b[0;32mwith\u001b[0m \u001b[0mopen\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mfilename\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;32mas\u001b[0m \u001b[0mf\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m     18\u001b[0m         \u001b[0;32mreturn\u001b[0m \u001b[0msum\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;36m1\u001b[0m \u001b[0;32mfor\u001b[0m \u001b[0mline\u001b[0m \u001b[0;32min\u001b[0m \u001b[0mf\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     19\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n","\u001b[0;31mFileNotFoundError\u001b[0m: [Errno 2] No such file or directory: 'quora_question_pairs_rus.csv'"]}]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/","height":85},"id":"muGy7t8fziSg","executionInfo":{"elapsed":2843,"status":"ok","timestamp":1619904067089,"user":{"displayName":"Alekseev Vladislav","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Gh1cYm_fWkfH3hfJMZ58HUfwI2SHY_u-FA0kW-npQ=s64","userId":"01559997439925083741"},"user_tz":-180},"outputId":"e6da1296-ab39-4822-80ab-9d6876c09f47"},"source":["!ls .\n","from google.colab import files\n","\n","files.download('qdq_slice.tsv')"],"execution_count":null,"outputs":[{"output_type":"stream","text":["glove.840B.300d.sst.txt        qdq_slice.tsv\n","paraphrases_all_framebank.txt  quora_duplicate_questions.tsv\n","paraphrases_framebank.tsv      sample_data\n"],"name":"stdout"},{"output_type":"display_data","data":{"application/javascript":["\n","    async function download(id, filename, size) {\n","      if (!google.colab.kernel.accessAllowed) {\n","        return;\n","      }\n","      const div = document.createElement('div');\n","      const label = document.createElement('label');\n","      label.textContent = `Downloading \"${filename}\": `;\n","      div.appendChild(label);\n","      const progress = document.createElement('progress');\n","      progress.max = size;\n","      div.appendChild(progress);\n","      document.body.appendChild(div);\n","\n","      const buffers = [];\n","      let downloaded = 0;\n","\n","      const channel = await google.colab.kernel.comms.open(id);\n","      // Send a message to notify the kernel that we're ready.\n","      channel.send({})\n","\n","      for await (const message of channel.messages) {\n","        // Send a message to notify the kernel that we're ready.\n","        channel.send({})\n","        if (message.buffers) {\n","          for (const buffer of message.buffers) {\n","            buffers.push(buffer);\n","            downloaded += buffer.byteLength;\n","            progress.value = downloaded;\n","          }\n","        }\n","      }\n","      const blob = new Blob(buffers, {type: 'application/binary'});\n","      const a = document.createElement('a');\n","      a.href = window.URL.createObjectURL(blob);\n","      a.download = filename;\n","      div.appendChild(a);\n","      a.click();\n","      div.remove();\n","    }\n","  "],"text/plain":["<IPython.core.display.Javascript object>"]},"metadata":{"tags":[]}},{"output_type":"display_data","data":{"application/javascript":["download(\"download_67331d46-049c-4f3e-9591-82c88bd31d1a\", \"qdq_slice.tsv\", 1048576)"],"text/plain":["<IPython.core.display.Javascript object>"]},"metadata":{"tags":[]}}]},{"cell_type":"markdown","metadata":{"id":"cV1PR3cgYLTJ"},"source":["## Parse roles from *paraphrases_all_framebank.txt*"]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"sKyWDG6JRL_b","executionInfo":{"elapsed":699,"status":"ok","timestamp":1622456509923,"user":{"displayName":"Alekseev Vladislav","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Gh1cYm_fWkfH3hfJMZ58HUfwI2SHY_u-FA0kW-npQ=s64","userId":"01559997439925083741"},"user_tz":-180},"outputId":"2caf21a3-adbb-469c-e7f1-fbd0ea319141"},"source":["# Для qdq датасета\n","import re\n","import numpy\n","import csv\n","\n","framebank_file = 'qdq_all_framebank.txt'\n","# paraphrases_сsv = 'qdq_slice.сsv'\n","paraphrases_with_roles = 'qdq_framebank.tsv'\n","paraphrases_tsv = 'qdq_slice.tsv'\n","\n","csv.writer(open('qdq_slice.tsv', 'w+'), delimiter='\\t').writerows(csv.reader(open(\"qdq_slice.сsv\")))\n","\n","def substring_after(s, delim):\n","    return s.partition(delim)[2]\n","\n","def create_roles_dictionary(framebank_file=framebank_file):\n","    with open(framebank_file, encoding=\"utf8\") as fbFile:\n","        # Удалить пробелы и переносы строк в выделенном pred/arg\n","        regexp = \"^\\s+|\\n|\\r|\\s+$\"\n","        pred_delimeter = '=====Pred: '\n","        arg_delim = ': '\n","        arg_role_start_char = '('\n","        arg_role_end_char = ')'\n","\n","        current_line = 1 \n","        # строка с предложением которое анализируем\n","        current_phrase = ''\n","        # выделененные после анализа роли\n","        roles = \"\"\n","        phrases_roles = {}\n","\n","        tokenized_phr_line = 2\n","        roles_in_phrase_map = {}\n","        phrases_tokenized_ph = {}\n","\n","        for num, line in enumerate(fbFile, 1):\n","            if num == current_line:\n","                if pred_delimeter in line:\n","                    pred = re.sub(regexp, '', substring_after(line, pred_delimeter))\n","                    roles += pred + ','\n","                    roles_in_phrase_map[pred] = '<pred>'\n","                    # print('pred: ', pred)\n","                    current_line += 1\n","                    continue\n","                elif 'Arg(' in line:\n","                    arg = re.sub(regexp, '', substring_after(line, arg_delim))\n","                    arg_role = line[line.find(arg_role_start_char) + 1 : line.find(arg_role_end_char)]\n","                    roles += arg_role + ','\n","                    roles_in_phrase_map[arg] = arg_role\n","                    # print('ARG: ', arg)\n","                    # print('ARG role: ', arg_role)\n","                    current_line += 1\n","                    continue          \n","                elif line == '\\n':\n","                    roles = roles[:len(roles) - 1]\n","                    phrases_roles[current_phrase] = roles_in_phrase_map                    \n","                    roles_in_phrase_map = {}\n","                    roles = \"\"\n","                    current_line += 1\n","                    continue\n","\n","                tokenized_phr_line = current_line + 1\n","                current_line += 2\n","                current_phrase = line.replace(\"\\n\",\"\")\n","\n","            if num == tokenized_phr_line:\n","                phrases_tokenized_ph[current_phrase] = line.replace(\"\\n\",\"\") \n","\n","    return phrases_roles, phrases_tokenized_ph\n","\n","roles_dictionary, tokenized_ph_dictionary = create_roles_dictionary(framebank_file)\n","\n","def align_tokens_lenght(tokenized_phrase,phrase_roles):\n","    tokens = tokenized_phrase.split()\n","    roles_tokens = []\n","    \n","    for token in tokens:\n","        if token in phrase_roles:\n","            roles_tokens.append(phrase_roles[token])\n","        else:\n","            roles_tokens.append('<unk>')\n","    return roles_tokens\n","\n","def read_tsv_and_find_roles(file, writer):\n","    file_reader = csv.DictReader(file, delimiter='\\t', quoting=csv.QUOTE_NONE)\n","    line_count = 0\n","\n","    for row in file_reader:\n","        if line_count == 0:\n","            # print(f'Column names are {\" \".join(row)}')\n","            line_count += 1\n","\n","        ph1 = row[\"question1\"]\n","        ph2 = row[\"question2\"]\n","        \n","        try:\n","            tokenized_ph1 = tokenized_ph_dictionary[ph1.rstrip()]\n","        except KeyError as e:\n","            print(e)\n","            print(ph1[len(ph1) - 1:])\n","            print(ph1[:-1])\n","            print(ph1[len(ph1) - 1:] == ' ' or ph1[len(ph1) - 1:] == '\\t')\n","            if ph1[len(ph1) - 1:] == ' ' or ph1[len(ph1) - 1:] == '\\t':\n","                tokenized_ph1 = tokenized_ph_dictionary[ph1[:-1]]            \n","            else:\n","                continue\n","\n","        try:\n","            tokenized_ph2 = tokenized_ph_dictionary[ph2.rstrip()]\n","        except KeyError as e:\n","            print(e)\n","            print(ph2[len(ph2) - 1:])\n","            print(ph2[:-1])\n","            print(ph2[len(ph2) - 1:] == ' ' or ph2[len(ph2) - 1:] == '\\t')\n","            if ph2[len(ph2) - 1:] == ' ' or ph2[len(ph2) - 1:] == '\\t':\n","                tokenized_ph2 = tokenized_ph_dictionary[ph2[:-1]]            \n","            else:\n","                continue\n","\n","        roles1 = align_tokens_lenght(tokenized_ph1, roles_dictionary[ph1.rstrip()])\n","        try:\n","          roles2 = align_tokens_lenght(tokenized_ph2, roles_dictionary[ph2.rstrip()])        \n","        except KeyError as e:\n","          print(e)\n","          continue\n","        # ','.join() - convert rokes_tokens list to string with ',' separator\n","        writer.writerow({\n","            'phrase1': tokenized_ph1, \n","            'roles1': ','.join(roles1),\n","            'phrase2': tokenized_ph2,\n","            'roles2': ','.join(roles2), \n","            'is_duplicate': row[\"is_duplicate\"]\n","        })\n","\n","        line_count += 1\n","\n","def convert_tsv_data_to_with_role(train_file=paraphrases_tsv, output_file=paraphrases_with_roles):\n","    with open(output_file, mode='w', encoding='utf-8', newline='') as output_file:\n","        fieldnames = ['phrase1','roles1','phrase2','roles2','is_duplicate']\n","        delimiter = '\\t'\n","        quotechar = ''        \n","        quoting = quoting=csv.QUOTE_NONE\n","        output_writer = csv.DictWriter(output_file, fieldnames=fieldnames, delimiter=delimiter, quoting=quoting, quotechar=quotechar, escapechar='')\n","        output_writer.writeheader()\n","\n","        with open(train_file, mode='r', encoding='utf-8') as tsv_file:\n","            read_tsv_and_find_roles(tsv_file,output_writer)\n","\n","convert_tsv_data_to_with_role()"],"execution_count":null,"outputs":[{"output_type":"stream","text":["'каковы различия в процедуре импичмента президента в Индии и Бразилии'\n","и\n","каковы различия в процедуре импичмента президента в Индии и Бразили\n","False\n","'почему бы вам не ответить на simarjit вместо удаления тем'\n","''\n","\n","\n","False\n"],"name":"stdout"}]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/","height":350},"id":"CLA3oIUmYeg3","executionInfo":{"elapsed":529,"status":"error","timestamp":1622456505854,"user":{"displayName":"Alekseev Vladislav","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Gh1cYm_fWkfH3hfJMZ58HUfwI2SHY_u-FA0kW-npQ=s64","userId":"01559997439925083741"},"user_tz":-180},"outputId":"8b642aee-6d4b-4d41-dc51-eaa330ba39fa"},"source":["import re\n","import numpy\n","import csv\n","\n","framebank_file = 'paraphrases_all_framebank.txt'\n","paraphrases_tsv = 'paraphrases.tsv'\n","paraphrases_gold_tsv = 'paraphrases_gold.tsv'\n","paraphrases_with_roles = 'paraphrases_framebank.tsv'\n","\n","def substring_after(s, delim):\n","    return s.partition(delim)[2]\n","\n","def create_roles_dictionary(framebank_file=framebank_file):\n","    with open(framebank_file, encoding=\"utf8\") as fbFile:\n","        # Удалить пробелы и переносы строк в выделенном pred/arg\n","        regexp = \"^\\s+|\\n|\\r|\\s+$\"\n","        pred_delimeter = '=====Pred: '\n","        arg_delim = ': '\n","        arg_role_start_char = '('\n","        arg_role_end_char = ')'\n","\n","        current_line = 1 \n","        # строка с предложением которое анализируем\n","        current_phrase = ''\n","        # выделененные после анализа роли\n","        roles = \"\"\n","        phrases_roles = {}\n","\n","        tokenized_phr_line = 2\n","        roles_in_phrase_map = {}\n","        phrases_tokenized_ph = {}\n","\n","        for num, line in enumerate(fbFile, 1):\n","            if num == current_line:\n","                if pred_delimeter in line:\n","                    pred = re.sub(regexp, '', substring_after(line, pred_delimeter))\n","                    roles += pred + ','\n","                    roles_in_phrase_map[pred] = '<pred>'\n","                    # print('pred: ', pred)\n","                    current_line += 1\n","                    continue\n","                elif 'Arg(' in line:\n","                    arg = re.sub(regexp, '', substring_after(line, arg_delim))\n","                    arg_role = line[line.find(arg_role_start_char) + 1 : line.find(arg_role_end_char)]\n","                    roles += arg_role + ','\n","                    roles_in_phrase_map[arg] = arg_role\n","                    # print('ARG: ', arg)\n","                    # print('ARG role: ', arg_role)\n","                    current_line += 1\n","                    continue          \n","                elif line == '\\n':\n","                    roles = roles[:len(roles) - 1]\n","                    phrases_roles[current_phrase] = roles_in_phrase_map                    \n","                    roles_in_phrase_map = {}\n","                    roles = \"\"\n","                    current_line += 1\n","                    continue\n","\n","                tokenized_phr_line = current_line + 1\n","                current_line += 2\n","                current_phrase = line.replace(\"\\n\",\"\")\n","\n","            if num == tokenized_phr_line:\n","                phrases_tokenized_ph[current_phrase] = line.replace(\"\\n\",\"\") \n","\n","    return phrases_roles, phrases_tokenized_ph\n","\n","roles_dictionary, tokenized_ph_dictionary = create_roles_dictionary(framebank_file)\n","\n","def align_tokens_lenght(tokenized_phrase,phrase_roles):\n","    tokens = tokenized_phrase.split()\n","    roles_tokens = []\n","    \n","    for token in tokens:\n","        if token in phrase_roles:\n","            roles_tokens.append(phrase_roles[token])\n","        else:\n","            roles_tokens.append('<unk>')\n","    return roles_tokens\n","\n","def read_tsv_and_find_roles(file, writer):\n","    file_reader = csv.DictReader(file, delimiter='\\t', quoting=csv.QUOTE_NONE)\n","    line_count = 0\n","\n","    for row in file_reader:\n","        if line_count == 0:\n","            # print(f'Column names are {\" \".join(row)}')\n","            line_count += 1\n","\n","        ph1 = row[\"question1\"]\n","        ph2 = row[\"question2\"]\n","        \n","        try:\n","            tokenized_ph1 = tokenized_ph_dictionary[ph1.rstrip()]\n","        except KeyError as e:\n","            print(e)\n","            print(ph1[len(ph1) - 1:])\n","            print(ph1[:-1])\n","            print(ph1[len(ph1) - 1:] == ' ' or ph1[len(ph1) - 1:] == '\\t')\n","            if ph1[len(ph1) - 1:] == ' ' or ph1[len(ph1) - 1:] == '\\t':\n","                tokenized_ph1 = tokenized_ph_dictionary[ph1[:-1]]            \n","            else:\n","                continue\n","\n","        roles1 = align_tokens_lenght(tokenized_ph1, roles_dictionary[ph1.rstrip()])\n","\n","        tokenized_ph2 = tokenized_ph_dictionary[ph2.rstrip()]\n","        roles2 = align_tokens_lenght(tokenized_ph2, roles_dictionary[ph2.rstrip()])        \n","        \n","        # ','.join() - convert rokes_tokens list to string with ',' separator\n","        writer.writerow({\n","            'phrase1': tokenized_ph1, \n","            'roles1': ','.join(roles1),\n","            'phrase2': tokenized_ph2,\n","            'roles2': ','.join(roles2), \n","            'is_duplicate': row[\"is_duplicate\"]\n","        })\n","\n","        line_count += 1\n","\n","def convert_tsv_data_to_with_role(train_file=paraphrases_tsv, test_file=paraphrases_gold_tsv, output_file=paraphrases_with_roles):\n","    with open(output_file, mode='w', encoding='utf-8', newline='') as output_file:\n","        fieldnames = ['phrase1','roles1','phrase2','roles2','is_duplicate']\n","        delimiter = '\\t'\n","        quotechar = ''        \n","        quoting = quoting=csv.QUOTE_NONE\n","        output_writer = csv.DictWriter(output_file, fieldnames=fieldnames, delimiter=delimiter, quoting=quoting, quotechar=quotechar, escapechar='')\n","        output_writer.writeheader()\n","\n","        with open(train_file, mode='r', encoding='utf-8') as tsv_file:\n","            read_tsv_and_find_roles(tsv_file,output_writer)\n","        with open(test_file, mode='r', encoding='utf-8') as tsv_file:\n","            read_tsv_and_find_roles(tsv_file,output_writer)\n","\n","convert_tsv_data_to_with_role()"],"execution_count":null,"outputs":[{"output_type":"error","ename":"FileNotFoundError","evalue":"ignored","traceback":["\u001b[0;31m---------------------------------------------------------------------------\u001b[0m","\u001b[0;31mFileNotFoundError\u001b[0m                         Traceback (most recent call last)","\u001b[0;32m<ipython-input-9-5db995450fd7>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[1;32m     67\u001b[0m     \u001b[0;32mreturn\u001b[0m \u001b[0mphrases_roles\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mphrases_tokenized_ph\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     68\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 69\u001b[0;31m \u001b[0mroles_dictionary\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mtokenized_ph_dictionary\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mcreate_roles_dictionary\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mframebank_file\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m     70\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     71\u001b[0m \u001b[0;32mdef\u001b[0m \u001b[0malign_tokens_lenght\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mtokenized_phrase\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0mphrase_roles\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n","\u001b[0;32m<ipython-input-9-5db995450fd7>\u001b[0m in \u001b[0;36mcreate_roles_dictionary\u001b[0;34m(framebank_file)\u001b[0m\n\u001b[1;32m     13\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     14\u001b[0m \u001b[0;32mdef\u001b[0m \u001b[0mcreate_roles_dictionary\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mframebank_file\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mframebank_file\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 15\u001b[0;31m     \u001b[0;32mwith\u001b[0m \u001b[0mopen\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mframebank_file\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mencoding\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;34m\"utf8\"\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;32mas\u001b[0m \u001b[0mfbFile\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m     16\u001b[0m         \u001b[0;31m# Удалить пробелы и переносы строк в выделенном pred/arg\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     17\u001b[0m         \u001b[0mregexp\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;34m\"^\\s+|\\n|\\r|\\s+$\"\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n","\u001b[0;31mFileNotFoundError\u001b[0m: [Errno 2] No such file or directory: 'paraphrases_all_framebank.txt'"]}]},{"cell_type":"markdown","metadata":{"id":"S8iQ1666DrnW"},"source":["## Preprocess rus data (create data_emb from rus. dataset)"]},{"cell_type":"code","metadata":{"colab":{"background_save":true,"base_uri":"https://localhost:8080/","height":1000},"id":"GGrToL3nEoaN","executionInfo":{"elapsed":8027,"status":"error","timestamp":1622723009047,"user":{"displayName":"Alekseev Vladislav","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Gh1cYm_fWkfH3hfJMZ58HUfwI2SHY_u-FA0kW-npQ=s64","userId":"01559997439925083741"},"user_tz":-180},"outputId":"221298f0-deaa-46d2-8507-48e7a62a2b42"},"source":["!pip install razdel\n","!pip install natasha\n","\n","import pickle\n","import os\n","from razdel import tokenize, sentenize\n","import numpy\n","import csv\n","from natasha import (\n","    Segmenter,\n","    MorphVocab,\n","    NewsEmbedding,\n","    NewsMorphTagger,\n","    NewsSyntaxParser,\n","    NewsNERTagger,\n","    PER,\n","    NamesExtractor,\n","    DatesExtractor,\n","    MoneyExtractor,\n","    AddrExtractor,\n","    Doc\n",")\n","import gc\n","gc.enable()\n","\n","segmenter = Segmenter()\n","morph_vocab = MorphVocab()\n","\n","emb = NewsEmbedding()\n","morph_tagger = NewsMorphTagger(emb)\n","syntax_parser = NewsSyntaxParser(emb)\n","ner_tagger = NewsNERTagger(emb)\n","\n","names_extractor = NamesExtractor(morph_vocab)\n","dates_extractor = DatesExtractor(morph_vocab)\n","money_extractor = MoneyExtractor(morph_vocab)\n","addr_extractor = AddrExtractor(morph_vocab)\n","\n","# paraphrases_framebank.tsv\n","def read_all_data(train_file='paraphrases_framebank.tsv'):\n","    with open(train_file, encoding='utf-8') as f:    \n","        'roles1','roles2',\n","        fieldnames = ['phrase1','phrase2','is_duplicate']\n","        delimiter = '\\t'\n","        quotechar = ''        \n","        quoting = quoting=csv.QUOTE_NONE\n","        # fieldnames=fieldnames,        \n","        reader = csv.DictReader(f, delimiter=delimiter, quoting=quoting, quotechar=quotechar, escapechar='')\n","\n","        data = list(reader)\n","        data = numpy.asarray(data)\n","        numpy.random.seed(123)\n","        numpy.random.shuffle(data)\n","        length = data.shape[0]\n","        \n","        train = data[:int(0.85 * length)]\n","        valid = data[int(0.85 * length):int(0.9 * length)]\n","        test = data[int(0.9 * length):]\n","\n","        return train, valid, test\n","\n","def _get_tokens_from_text(text,is_roles):\n","    if text is None:\n","        return []\n","    if is_roles:\n","        text = text.strip().replace('`', \"'\")\n","        tokens = text.split(',') \n","    else:\n","        text = text.strip().replace('`', \"'\")\n","        tokens = text.split(' ') \n","    \n","    return tokens\n","\n","\n","def split_data(all_data):\n","    tokenized = []\n","    uniq_words = set()\n","\n","    for set_ in all_data:\n","        data = {'q1': [], 'q2': [], 'y': []}\n","        #  , 'rl1': [],'rl2': [],\n","        for datum in set_:\n","            q1 = _get_tokens_from_text(datum['question1'],False)\n","            q2 = _get_tokens_from_text(datum['phrase2'],False)\n","            # rl1 = _get_tokens_from_text(datum['roles1'],True)\n","            # rl2 = _get_tokens_from_text(datum['roles2'],True)\n","\n","            data['q1'].append(q1)\n","            # data['rl1'].append(rl1)\n","            data['q2'].append(q2)\n","            # data['rl2'].append(rl2)\n","            # -1 -> 0  0 -> 1  1 -> 2\n","            try:\n","              data['y'].append(int(datum['is_duplicate']))\n","            except ValueError as e:\n","              print(datum)\n","              print(datum['is_duplicate'])\n","              print ('error type: ', type (e))\n","            \n","            # if len(q1) != len(rl1):\n","            #   print(\"ROW1:\")\n","            #   print(len(q1))\n","            #   print(q1)\n","            #   print(datum['phrase1'])\n","            #   print(len(rl1))\n","            #   print(rl1)\n","            #   # print(datum['roles1'])\n","            # if len(q2) != len(rl2):\n","            #   print(\"ROW2:\")\n","            #   print(len(q2))\n","            #   print(q2)\n","            #   print(datum['phrase2'])\n","            #   print(len(rl2))\n","            #   print(rl2)\n","            #   # print(datum['roles2'])\n","\n","            for token in q1:\n","              if token not in uniq_words:\n","                uniq_words.add(token)\n","\n","            for token in q2:\n","              if token not in uniq_words:\n","                uniq_words.add(token)\n","                            \n","        tokenized.append(data)\n","\n","    return tokenized, uniq_words\n","\n","# def _find_emb(file,dim,token):\n","#     dim += 1\n","#     with open(file, encoding='utf-8') as f:\n","#         for line in f:\n","#             tokens = line.strip().split(' ')\n","#             if len(tokens) == dim and tokens[0] == token:\n","#                 return list(map(lambda x: float(x), tokens[1:]))\n","#                 # vect = \n","#                 # emb[tokens[0]] = list(map(lambda x: float(x), tokens[1:]))\n","#     return False\n","\n","def _read_emb(file, dim, uniq_words):\n","    emb = {}\n","    dim += 1\n","    print(len(uniq_words))\n","    with open(file, encoding='utf-8') as f:\n","        for line in f:\n","            tokens = line.strip().split(' ')\n","            if len(tokens) == dim and tokens[0] in uniq_words:\n","                uniq_words.discard(tokens[0])\n","                emb[tokens[0]] = list(map(lambda x: float(x), tokens[1:]))\n","                # print(emb[tokens[0]])\n","                \n","    print(len(uniq_words))\n","    return emb\n","\n","def _token2idx(tokens, token_map, embs, filtered_emb):\n","    for i in range(len(tokens)):\n","        if tokens[i] not in token_map:\n","            if tokens[i] in embs:\n","                token_map[tokens[i]] = len(token_map)\n","                filtered_emb.append(embs[tokens[i]])\n","            else:\n","                tokens[i] = '<unk>'\n","        tokens[i] = token_map[tokens[i]]\n","\n","def idx_and_emb(all_data, emb_file, dim, uniq_words):\n","    embs = _read_emb(emb_file, dim, uniq_words)\n","\n","    word2idx = {'<pad>': 0, '<unk>': 1}\n","    filtered_emb = [numpy.random.uniform(-0.1, 0.1, dim) for _ in range(2)]\n","\n","    for set_ in all_data:\n","        for datum in set_['q1']:\n","            _token2idx(datum, word2idx, embs, filtered_emb)\n","        for datum in set_['q2']:\n","            _token2idx(datum, word2idx, embs, filtered_emb)\n","    print('{} word types'.format(len(word2idx)))\n","    filtered_emb = numpy.asarray(filtered_emb, dtype='float32')\n","    return filtered_emb, word2idx\n","\n","def _role_token2idx(tokens, token_map, role_filtered_emb, dim):\n","    for i in range(len(tokens)):\n","        if tokens[i] not in token_map:\n","            token_map[tokens[i]] = len(token_map)\n","            role_filtered_emb.append(numpy.random.uniform(-0.1, 0.1, dim))\n","        tokens[i] = token_map[tokens[i]]\n","\n","def idx_and_emb_with_role(all_data, dim):\n","    role_word2idx = {'<pad>': 0, '<unk>': 1, '<pred>': 2}\n","    role_filtered_emb = [numpy.random.uniform(-0.1, 0.1, dim) for _ in range(3)]    \n","\n","    for set_ in all_data:\n","        for datum in set_['rl1']:\n","            _role_token2idx(datum, role_word2idx, role_filtered_emb, dim)\n","        for datum in set_['rl2']:\n","            _role_token2idx(datum, role_word2idx, role_filtered_emb, dim)\n","\n","    print('{} roles types'.format(len(role_word2idx)))\n","    role_filtered_emb = numpy.asarray(role_filtered_emb, dtype='float32')\n","    return role_filtered_emb, role_word2idx\n","\n","def main():\n","    all_data, uniq_words = split_data(read_all_data())\n","    print('Reading data done.')\n","    emb_file = 'ruwiki_20180420_300d.txt'\n","\n","    filtered_emb, word2idx = idx_and_emb(all_data, emb_file, 300, uniq_words)\n","    print('Embedding done.')\n","\n","    # role_filtered_emb, role_word2idx = idx_and_emb_with_role(all_data, 50)\n","    # print('Role embedding done.')    \n","\n","    with open('qdq_role_emb', 'wb') as f:\n","        pickle.dump((all_data, filtered_emb, word2idx), f)\n","        # , role_filtered_emb, role_word2idx\n","    print('Saved.')\n","\n","main()\n","\n","# from google.colab import files\n","# files.download('paraphrases_emb') "],"execution_count":null,"outputs":[{"output_type":"stream","text":["\u001b[1;30;43mStreaming output truncated to the last 5000 lines.\u001b[0m\n","-1\n","0\n","0\n","0\n","1\n","1\n","1\n","1\n","-1\n","0\n","0\n","-1\n","-1\n","0\n","0\n","-1\n","0\n","-1\n","1\n","1\n","0\n","0\n","1\n","0\n","0\n","1\n","-1\n","0\n","0\n","-1\n","1\n","1\n","-1\n","1\n","1\n","1\n","0\n","0\n","1\n","-1\n","0\n","1\n","1\n","0\n","-1\n","1\n","-1\n","-1\n","0\n","-1\n","1\n","-1\n","0\n","-1\n","0\n","0\n","0\n","-1\n","0\n","-1\n","0\n","-1\n","0\n","1\n","1\n","-1\n","0\n","-1\n","0\n","-1\n","0\n","1\n","0\n","-1\n","-1\n","0\n","1\n","0\n","-1\n","1\n","0\n","-1\n","-1\n","1\n","1\n","-1\n","-1\n","-1\n","-1\n","-1\n","1\n","1\n","-1\n","-1\n","1\n","0\n","0\n","1\n","0\n","-1\n","-1\n","1\n","0\n","1\n","0\n","1\n","1\n","0\n","1\n","0\n","1\n","1\n","-1\n","-1\n","-1\n","0\n","1\n","-1\n","1\n","0\n","-1\n","0\n","0\n","0\n","-1\n","1\n","1\n","-1\n","-1\n","-1\n","-1\n","1\n","-1\n","0\n","0\n","-1\n","-1\n","1\n","0\n","-1\n","0\n","-1\n","-1\n","0\n","-1\n","-1\n","1\n","0\n","-1\n","0\n","-1\n","1\n","-1\n","1\n","1\n","-1\n","-1\n","0\n","0\n","-1\n","-1\n","0\n","1\n","0\n","-1\n","0\n","0\n","0\n","-1\n","-1\n","-1\n","0\n","-1\n","1\n","-1\n","0\n","-1\n","0\n","0\n","0\n","-1\n","-1\n","1\n","1\n","-1\n","0\n","0\n","-1\n","0\n","1\n","0\n","1\n","0\n","0\n","-1\n","-1\n","-1\n","0\n","1\n","0\n","-1\n","1\n","0\n","1\n","1\n","0\n","0\n","-1\n","1\n","-1\n","0\n","0\n","-1\n","-1\n","-1\n","1\n","0\n","-1\n","0\n","1\n","-1\n","0\n","-1\n","1\n","-1\n","-1\n","0\n","0\n","0\n","0\n","1\n","-1\n","1\n","0\n","1\n","1\n","-1\n","0\n","-1\n","0\n","0\n","-1\n","0\n","-1\n","1\n","0\n","0\n","-1\n","1\n","-1\n","-1\n","-1\n","1\n","-1\n","0\n","-1\n","1\n","0\n","-1\n","-1\n","0\n","-1\n","-1\n","-1\n","0\n","0\n","-1\n","0\n","1\n","-1\n","-1\n","-1\n","0\n","1\n","0\n","-1\n","0\n","1\n","0\n","1\n","0\n","0\n","0\n","-1\n","-1\n","-1\n","-1\n","-1\n","0\n","1\n","0\n","1\n","0\n","1\n","1\n","0\n","-1\n","0\n","0\n","-1\n","-1\n","-1\n","0\n","1\n","-1\n","0\n","-1\n","-1\n","0\n","-1\n","0\n","-1\n","-1\n","-1\n","1\n","0\n","0\n","1\n","1\n","-1\n","-1\n","-1\n","1\n","0\n","0\n","-1\n","1\n","0\n","1\n","0\n","-1\n","-1\n","1\n","0\n","-1\n","-1\n","-1\n","0\n","-1\n","-1\n","0\n","0\n","-1\n","-1\n","1\n","0\n","-1\n","1\n","1\n","1\n","1\n","-1\n","1\n","1\n","0\n","1\n","0\n","0\n","1\n","0\n","-1\n","-1\n","0\n","0\n","-1\n","0\n","0\n","0\n","0\n","-1\n","-1\n","1\n","0\n","-1\n","1\n","0\n","1\n","-1\n","-1\n","0\n","0\n","0\n","-1\n","0\n","1\n","0\n","0\n","0\n","0\n","0\n","0\n","0\n","-1\n","0\n","-1\n","-1\n","0\n","-1\n","0\n","0\n","0\n","0\n","-1\n","0\n","-1\n","0\n","1\n","1\n","0\n","-1\n","0\n","1\n","0\n","0\n","1\n","0\n","-1\n","-1\n","1\n","1\n","-1\n","1\n","-1\n","-1\n","-1\n","0\n","-1\n","1\n","0\n","1\n","1\n","-1\n","-1\n","0\n","-1\n","1\n","0\n","1\n","0\n","0\n","1\n","-1\n","-1\n","-1\n","0\n","0\n","0\n","-1\n","0\n","0\n","0\n","0\n","-1\n","1\n","-1\n","0\n","1\n","-1\n","-1\n","1\n","-1\n","0\n","0\n","-1\n","-1\n","-1\n","1\n","-1\n","-1\n","-1\n","-1\n","0\n","0\n","0\n","-1\n","0\n","0\n","0\n","0\n","1\n","0\n","0\n","1\n","1\n","0\n","1\n","1\n","-1\n","-1\n","0\n","-1\n","-1\n","-1\n","-1\n","-1\n","-1\n","-1\n","1\n","-1\n","-1\n","0\n","-1\n","1\n","0\n","0\n","0\n","0\n","0\n","0\n","0\n","0\n","0\n","1\n","0\n","-1\n","-1\n","1\n","0\n","-1\n","0\n","-1\n","-1\n","-1\n","0\n","-1\n","0\n","0\n","1\n","1\n","0\n","0\n","-1\n","1\n","-1\n","0\n","-1\n","1\n","-1\n","1\n","-1\n","-1\n","0\n","-1\n","0\n","-1\n","1\n","0\n","0\n","1\n","1\n","1\n","0\n","0\n","0\n","0\n","0\n","0\n","0\n","-1\n","1\n","0\n","0\n","1\n","-1\n","-1\n","-1\n","-1\n","1\n","1\n","0\n","-1\n","1\n","0\n","1\n","0\n","1\n","-1\n","0\n","0\n","-1\n","0\n","0\n","0\n","0\n","0\n","0\n","-1\n","0\n","1\n","-1\n","0\n","-1\n","0\n","-1\n","1\n","-1\n","0\n","-1\n","0\n","0\n","0\n","0\n","-1\n","0\n","-1\n","-1\n","-1\n","0\n","-1\n","0\n","-1\n","1\n","1\n","-1\n","0\n","0\n","1\n","-1\n","0\n","1\n","-1\n","-1\n","-1\n","-1\n","-1\n","1\n","0\n","-1\n","-1\n","1\n","-1\n","0\n","-1\n","-1\n","1\n","-1\n","0\n","1\n","0\n","0\n","0\n","-1\n","0\n","0\n","1\n","0\n","0\n","-1\n","0\n","-1\n","-1\n","1\n","-1\n","-1\n","-1\n","0\n","0\n","0\n","0\n","-1\n","0\n","-1\n","1\n","-1\n","-1\n","-1\n","0\n","0\n","1\n","0\n","-1\n","0\n","-1\n","0\n","-1\n","0\n","1\n","0\n","1\n","0\n","0\n","-1\n","-1\n","0\n","0\n","0\n","1\n","0\n","1\n","1\n","-1\n","0\n","0\n","0\n","1\n","0\n","0\n","-1\n","0\n","-1\n","-1\n","1\n","0\n","-1\n","1\n","0\n","0\n","0\n","0\n","0\n","1\n","1\n","1\n","-1\n","-1\n","0\n","-1\n","-1\n","0\n","0\n","-1\n","-1\n","-1\n","-1\n","0\n","0\n","0\n","1\n","0\n","1\n","1\n","-1\n","-1\n","1\n","-1\n","1\n","0\n","0\n","0\n","-1\n","0\n","-1\n","0\n","1\n","0\n","-1\n","0\n","0\n","-1\n","-1\n","-1\n","0\n","-1\n","0\n","0\n","-1\n","1\n","0\n","0\n","0\n","0\n","-1\n","0\n","-1\n","-1\n","1\n","0\n","1\n","-1\n","-1\n","0\n","-1\n","-1\n","1\n","-1\n","-1\n","1\n","-1\n","-1\n","-1\n","-1\n","1\n","-1\n","0\n","1\n","-1\n","-1\n","0\n","-1\n","1\n","0\n","-1\n","0\n","0\n","-1\n","0\n","0\n","0\n","0\n","-1\n","-1\n","-1\n","0\n","-1\n","1\n","-1\n","0\n","0\n","0\n","1\n","0\n","-1\n","1\n","-1\n","-1\n","0\n","1\n","1\n","-1\n","0\n","-1\n","0\n","1\n","-1\n","1\n","1\n","0\n","-1\n","-1\n","0\n","0\n","-1\n","1\n","0\n","0\n","1\n","-1\n","1\n","1\n","0\n","0\n","-1\n","-1\n","0\n","-1\n","-1\n","0\n","1\n","-1\n","-1\n","1\n","0\n","-1\n","1\n","-1\n","0\n","1\n","0\n","0\n","-1\n","0\n","0\n","0\n","0\n","0\n","1\n","-1\n","0\n","-1\n","-1\n","0\n","1\n","0\n","0\n","0\n","-1\n","0\n","1\n","0\n","0\n","0\n","0\n","-1\n","1\n","0\n","-1\n","0\n","1\n","-1\n","-1\n","0\n","-1\n","-1\n","0\n","1\n","-1\n","1\n","1\n","-1\n","0\n","-1\n","0\n","-1\n","0\n","1\n","1\n","-1\n","0\n","1\n","0\n","1\n","0\n","-1\n","-1\n","0\n","0\n","-1\n","1\n","0\n","-1\n","1\n","-1\n","-1\n","0\n","0\n","0\n","-1\n","-1\n","0\n","1\n","-1\n","-1\n","1\n","0\n","1\n","-1\n","-1\n","-1\n","0\n","-1\n","1\n","0\n","-1\n","-1\n","1\n","0\n","0\n","0\n","1\n","0\n","-1\n","0\n","1\n","0\n","0\n","-1\n","1\n","-1\n","0\n","1\n","-1\n","0\n","0\n","-1\n","1\n","0\n","0\n","-1\n","-1\n","-1\n","1\n","1\n","-1\n","-1\n","-1\n","0\n","0\n","1\n","-1\n","-1\n","0\n","1\n","-1\n","0\n","0\n","1\n","0\n","-1\n","0\n","-1\n","1\n","0\n","1\n","-1\n","1\n","1\n","1\n","-1\n","-1\n","0\n","1\n","0\n","-1\n","-1\n","1\n","0\n","-1\n","-1\n","1\n","1\n","0\n","0\n","-1\n","-1\n","0\n","1\n","0\n","0\n","0\n","0\n","1\n","1\n","0\n","-1\n","1\n","0\n","1\n","0\n","0\n","0\n","0\n","1\n","0\n","0\n","0\n","-1\n","-1\n","-1\n","-1\n","-1\n","0\n","0\n","-1\n","-1\n","1\n","1\n","-1\n","1\n","1\n","-1\n","0\n","0\n","-1\n","-1\n","-1\n","0\n","0\n","0\n","-1\n","-1\n","-1\n","-1\n","0\n","1\n","-1\n","0\n","-1\n","-1\n","-1\n","0\n","1\n","0\n","-1\n","-1\n","-1\n","-1\n","0\n","-1\n","1\n","-1\n","0\n","-1\n","0\n","1\n","0\n","-1\n","-1\n","0\n","-1\n","0\n","0\n","0\n","0\n","1\n","0\n","-1\n","0\n","0\n","-1\n","0\n","0\n","0\n","1\n","1\n","0\n","-1\n","0\n","0\n","-1\n","0\n","-1\n","0\n","1\n","1\n","-1\n","1\n","0\n","-1\n","0\n","-1\n","-1\n","1\n","0\n","1\n","-1\n","-1\n","1\n","1\n","0\n","0\n","0\n","-1\n","1\n","0\n","1\n","-1\n","-1\n","-1\n","-1\n","1\n","-1\n","0\n","-1\n","0\n","1\n","-1\n","1\n","-1\n","0\n","1\n","0\n","0\n","0\n","-1\n","1\n","0\n","-1\n","-1\n","0\n","-1\n","1\n","1\n","-1\n","-1\n","0\n","-1\n","-1\n","0\n","0\n","1\n","-1\n","1\n","1\n","1\n","-1\n","0\n","0\n","0\n","0\n","0\n","0\n","0\n","0\n","0\n","0\n","0\n","0\n","-1\n","1\n","0\n","-1\n","-1\n","-1\n","1\n","1\n","1\n","1\n","1\n","0\n","-1\n","0\n","1\n","-1\n","-1\n","0\n","0\n","1\n","1\n","0\n","-1\n","-1\n","1\n","-1\n","1\n","1\n","-1\n","0\n","-1\n","1\n","0\n","-1\n","0\n","0\n","0\n","1\n","0\n","0\n","0\n","0\n","-1\n","-1\n","-1\n","0\n","-1\n","0\n","1\n","0\n","-1\n","0\n","0\n","1\n","0\n","0\n","-1\n","0\n","1\n","-1\n","1\n","0\n","1\n","-1\n","-1\n","1\n","-1\n","1\n","-1\n","0\n","1\n","0\n","-1\n","0\n","0\n","-1\n","0\n","1\n","0\n","0\n","0\n","-1\n","-1\n","-1\n","-1\n","0\n","-1\n","1\n","0\n","0\n","0\n","0\n","-1\n","0\n","-1\n","-1\n","0\n","0\n","1\n","0\n","1\n","1\n","1\n","-1\n","0\n","1\n","-1\n","0\n","-1\n","0\n","1\n","-1\n","1\n","1\n","-1\n","0\n","-1\n","0\n","0\n","-1\n","-1\n","0\n","-1\n","-1\n","-1\n","-1\n","-1\n","0\n","-1\n","1\n","0\n","1\n","0\n","-1\n","-1\n","1\n","-1\n","0\n","0\n","0\n","1\n","-1\n","-1\n","-1\n","-1\n","-1\n","1\n","-1\n","1\n","0\n","1\n","0\n","0\n","0\n","-1\n","-1\n","-1\n","0\n","-1\n","-1\n","0\n","-1\n","0\n","1\n","0\n","-1\n","0\n","1\n","-1\n","-1\n","1\n","0\n","0\n","-1\n","-1\n","1\n","0\n","0\n","1\n","-1\n","-1\n","-1\n","-1\n","-1\n","-1\n","1\n","1\n","0\n","-1\n","1\n","1\n","1\n","-1\n","0\n","1\n","-1\n","0\n","0\n","0\n","1\n","-1\n","-1\n","0\n","0\n","0\n","-1\n","-1\n","-1\n","1\n","-1\n","1\n","-1\n","1\n","-1\n","-1\n","1\n","-1\n","-1\n","-1\n","0\n","0\n","1\n","-1\n","-1\n","-1\n","0\n","0\n","0\n","-1\n","0\n","0\n","1\n","-1\n","0\n","0\n","-1\n","0\n","-1\n","1\n","-1\n","0\n","0\n","0\n","-1\n","0\n","-1\n","0\n","-1\n","1\n","1\n","-1\n","0\n","0\n","-1\n","1\n","-1\n","-1\n","1\n","-1\n","0\n","-1\n","0\n","-1\n","-1\n","1\n","-1\n","-1\n","0\n","-1\n","0\n","1\n","0\n","0\n","-1\n","0\n","-1\n","0\n","0\n","0\n","1\n","0\n","0\n","-1\n","-1\n","0\n","0\n","-1\n","0\n","0\n","-1\n","0\n","-1\n","-1\n","-1\n","-1\n","1\n","0\n","0\n","-1\n","1\n","0\n","-1\n","0\n","-1\n","-1\n","0\n","0\n","-1\n","0\n","0\n","0\n","1\n","-1\n","0\n","-1\n","-1\n","-1\n","0\n","0\n","-1\n","1\n","-1\n","0\n","1\n","-1\n","-1\n","0\n","0\n","0\n","0\n","-1\n","-1\n","-1\n","-1\n","1\n","1\n","-1\n","1\n","0\n","0\n","-1\n","-1\n","0\n","0\n","-1\n","0\n","1\n","-1\n","0\n","-1\n","0\n","1\n","0\n","1\n","0\n","-1\n","0\n","-1\n","-1\n","-1\n","0\n","-1\n","0\n","0\n","-1\n","-1\n","0\n","0\n","1\n","1\n","0\n","-1\n","1\n","-1\n","1\n","-1\n","0\n","1\n","-1\n","0\n","1\n","0\n","0\n","1\n","1\n","1\n","-1\n","-1\n","1\n","0\n","-1\n","0\n","1\n","0\n","0\n","-1\n","0\n","0\n","1\n","-1\n","1\n","1\n","-1\n","0\n","-1\n","0\n","1\n","0\n","1\n","0\n","0\n","0\n","-1\n","1\n","0\n","1\n","0\n","0\n","1\n","1\n","0\n","0\n","1\n","1\n","0\n","1\n","1\n","0\n","0\n","0\n","0\n","1\n","0\n","0\n","0\n","0\n","0\n","-1\n","1\n","-1\n","1\n","-1\n","1\n","-1\n","1\n","0\n","1\n","-1\n","-1\n","1\n","0\n","0\n","-1\n","0\n","-1\n","0\n","0\n","-1\n","0\n","0\n","-1\n","1\n","0\n","0\n","-1\n","1\n","-1\n","0\n","0\n","-1\n","0\n","1\n","0\n","1\n","-1\n","-1\n","0\n","1\n","0\n","-1\n","0\n","1\n","-1\n","0\n","0\n","-1\n","1\n","-1\n","-1\n","-1\n","-1\n","1\n","1\n","-1\n","-1\n","-1\n","0\n","0\n","-1\n","1\n","1\n","1\n","0\n","0\n","1\n","-1\n","-1\n","-1\n","0\n","1\n","0\n","0\n","0\n","1\n","-1\n","1\n","0\n","1\n","1\n","1\n","-1\n","-1\n","-1\n","1\n","0\n","-1\n","1\n","0\n","1\n","0\n","1\n","1\n","0\n","-1\n","-1\n","0\n","0\n","0\n","0\n","1\n","1\n","-1\n","0\n","-1\n","1\n","-1\n","0\n","-1\n","0\n","1\n","0\n","1\n","-1\n","1\n","-1\n","0\n","-1\n","1\n","-1\n","0\n","-1\n","1\n","-1\n","-1\n","0\n","0\n","1\n","0\n","0\n","0\n","1\n","-1\n","0\n","0\n","1\n","-1\n","0\n","1\n","-1\n","0\n","1\n","1\n","0\n","0\n","1\n","1\n","0\n","1\n","-1\n","-1\n","1\n","-1\n","1\n","-1\n","-1\n","0\n","-1\n","1\n","-1\n","0\n","1\n","0\n","1\n","-1\n","-1\n","1\n","-1\n","-1\n","0\n","-1\n","0\n","-1\n","-1\n","1\n","0\n","0\n","-1\n","0\n","-1\n","1\n","-1\n","-1\n","-1\n","0\n","-1\n","-1\n","-1\n","1\n","-1\n","0\n","1\n","-1\n","1\n","0\n","-1\n","0\n","1\n","-1\n","0\n","-1\n","-1\n","1\n","0\n","-1\n","0\n","0\n","-1\n","-1\n","-1\n","0\n","0\n","1\n","-1\n","0\n","0\n","0\n","-1\n","1\n","-1\n","-1\n","0\n","0\n","0\n","0\n","1\n","-1\n","-1\n","-1\n","-1\n","-1\n","-1\n","1\n","0\n","-1\n","0\n","-1\n","-1\n","-1\n","-1\n","-1\n","1\n","0\n","1\n","-1\n","0\n","1\n","0\n","-1\n","0\n","0\n","0\n","-1\n","-1\n","0\n","0\n","0\n","0\n","0\n","0\n","0\n","1\n","0\n","-1\n","-1\n","0\n","-1\n","1\n","-1\n","0\n","-1\n","0\n","-1\n","-1\n","0\n","-1\n","0\n","0\n","1\n","-1\n","0\n","-1\n","0\n","0\n","-1\n","0\n","-1\n","-1\n","-1\n","0\n","1\n","-1\n","0\n","1\n","0\n","0\n","-1\n","0\n","0\n","-1\n","-1\n","0\n","0\n","-1\n","0\n","0\n","0\n","0\n","0\n","-1\n","-1\n","-1\n","-1\n","1\n","-1\n","0\n","-1\n","-1\n","1\n","0\n","-1\n","-1\n","0\n","0\n","0\n","-1\n","1\n","-1\n","0\n","0\n","0\n","1\n","1\n","-1\n","0\n","1\n","-1\n","1\n","0\n","-1\n","0\n","1\n","0\n","1\n","1\n","1\n","0\n","0\n","0\n","-1\n","-1\n","0\n","0\n","-1\n","1\n","1\n","-1\n","1\n","-1\n","0\n","0\n","-1\n","0\n","1\n","0\n","0\n","0\n","0\n","-1\n","0\n","0\n","-1\n","1\n","0\n","0\n","-1\n","1\n","0\n","-1\n","-1\n","-1\n","1\n","0\n","1\n","0\n","-1\n","0\n","0\n","1\n","-1\n","-1\n","-1\n","1\n","0\n","1\n","1\n","-1\n","0\n","0\n","0\n","-1\n","-1\n","0\n","0\n","0\n","0\n","-1\n","0\n","-1\n","-1\n","1\n","0\n","-1\n","0\n","0\n","-1\n","-1\n","0\n","1\n","0\n","-1\n","1\n","-1\n","1\n","1\n","0\n","1\n","0\n","1\n","-1\n","0\n","1\n","-1\n","-1\n","0\n","-1\n","-1\n","0\n","0\n","-1\n","0\n","-1\n","-1\n","-1\n","-1\n","0\n","-1\n","0\n","0\n","-1\n","0\n","-1\n","-1\n","0\n","0\n","-1\n","-1\n","1\n","-1\n","0\n","1\n","0\n","-1\n","-1\n","1\n","-1\n","0\n","1\n","1\n","-1\n","0\n","0\n","-1\n","-1\n","0\n","-1\n","-1\n","-1\n","0\n","1\n","-1\n","0\n","0\n","-1\n","-1\n","-1\n","-1\n","0\n","-1\n","1\n","1\n","-1\n","0\n","-1\n","0\n","1\n","-1\n","-1\n","-1\n","1\n","1\n","0\n","-1\n","-1\n","-1\n","0\n","-1\n","0\n","0\n","1\n","0\n","0\n","-1\n","1\n","-1\n","0\n","-1\n","0\n","-1\n","0\n","1\n","0\n","-1\n","-1\n","-1\n","0\n","0\n","0\n","-1\n","-1\n","-1\n","0\n","0\n","1\n","-1\n","-1\n","1\n","0\n","0\n","-1\n","0\n","0\n","0\n","-1\n","1\n","-1\n","1\n","-1\n","1\n","0\n","0\n","-1\n","-1\n","0\n","0\n","0\n","1\n","0\n","0\n","1\n","0\n","0\n","-1\n","0\n","-1\n","-1\n","-1\n","-1\n","1\n","0\n","-1\n","1\n","0\n","1\n","-1\n","0\n","1\n","1\n","1\n","-1\n","-1\n","1\n","-1\n","1\n","-1\n","0\n","0\n","0\n","0\n","0\n","1\n","1\n","1\n","-1\n","1\n","0\n","-1\n","-1\n","-1\n","1\n","-1\n","-1\n","0\n","1\n","-1\n","0\n","-1\n","-1\n","0\n","1\n","0\n","-1\n","1\n","1\n","0\n","-1\n","0\n","1\n","0\n","0\n","0\n","-1\n","-1\n","0\n","0\n","0\n","-1\n","0\n","-1\n","-1\n","0\n","1\n","1\n","0\n","0\n","0\n","0\n","0\n","-1\n","0\n","1\n","0\n","1\n","1\n","0\n","1\n","0\n","0\n","0\n","1\n","0\n","-1\n","0\n","1\n","0\n","0\n","0\n","0\n","1\n","1\n","0\n","-1\n","-1\n","-1\n","-1\n","0\n","-1\n","1\n","0\n","0\n","0\n","1\n","-1\n","1\n","1\n","0\n","1\n","-1\n","-1\n","1\n","0\n","1\n","0\n","0\n","1\n","1\n","0\n","-1\n","-1\n","0\n","0\n","0\n","0\n","1\n","-1\n","-1\n","0\n","1\n","0\n","-1\n","-1\n","0\n","0\n","0\n","1\n","0\n","-1\n","0\n","-1\n","0\n","0\n","-1\n","-1\n","0\n","1\n","0\n","-1\n","0\n","1\n","-1\n","1\n","0\n","-1\n","0\n","0\n","-1\n","1\n","-1\n","0\n","0\n","1\n","0\n","-1\n","-1\n","0\n","0\n","0\n","1\n","0\n","-1\n","-1\n","1\n","0\n","-1\n","-1\n","1\n","1\n","0\n","0\n","-1\n","1\n","0\n","0\n","0\n","-1\n","1\n","0\n","0\n","0\n","0\n","1\n","-1\n","0\n","0\n","-1\n","0\n","-1\n","0\n","1\n","-1\n","0\n","0\n","0\n","0\n","-1\n","1\n","0\n","-1\n","-1\n","0\n","0\n","0\n","0\n","1\n","0\n","1\n","-1\n","-1\n","1\n","0\n","1\n","-1\n","-1\n","0\n","-1\n","-1\n","0\n","0\n","-1\n","-1\n","-1\n","-1\n","0\n","0\n","1\n","-1\n","1\n","-1\n","1\n","-1\n","-1\n","0\n","0\n","0\n","0\n","-1\n","0\n","0\n","1\n","-1\n","0\n","-1\n","1\n","-1\n","0\n","1\n","-1\n","-1\n","1\n","-1\n","0\n","1\n","0\n","0\n","1\n","0\n","1\n","1\n","-1\n","-1\n","-1\n","-1\n","0\n","0\n","0\n","0\n","-1\n","0\n","-1\n","1\n","-1\n","0\n","1\n","1\n","0\n","-1\n","0\n","-1\n","1\n","0\n","-1\n","-1\n","-1\n","0\n","-1\n","0\n","-1\n","0\n","1\n","0\n","0\n","0\n","0\n","0\n","1\n","-1\n","1\n","1\n","-1\n","1\n","-1\n","0\n","-1\n","0\n","0\n","0\n","0\n","0\n","0\n","0\n","0\n","-1\n","-1\n","-1\n","1\n","0\n","0\n","-1\n","0\n","-1\n","1\n","0\n","0\n","-1\n","0\n","-1\n","0\n","1\n","-1\n","1\n","1\n","-1\n","0\n","0\n","-1\n","1\n","-1\n","0\n","0\n","1\n","0\n","0\n","0\n","-1\n","0\n","0\n","1\n","0\n","-1\n","-1\n","-1\n","-1\n","1\n","0\n","-1\n","-1\n","0\n","-1\n","0\n","-1\n","0\n","1\n","-1\n","0\n","-1\n","0\n","0\n","0\n","0\n","-1\n","1\n","0\n","0\n","0\n","0\n","0\n","0\n","-1\n","-1\n","-1\n","0\n","1\n","0\n","1\n","-1\n","-1\n","1\n","0\n","1\n","0\n","1\n","-1\n","0\n","-1\n","1\n","-1\n","0\n","-1\n","0\n","0\n","0\n","-1\n","-1\n","1\n","0\n","-1\n","1\n","0\n","1\n","-1\n","1\n","0\n","0\n","-1\n","-1\n","0\n","-1\n","-1\n","-1\n","1\n","0\n","0\n","0\n","-1\n","0\n","-1\n","0\n","0\n","0\n","-1\n","0\n","0\n","-1\n","1\n","0\n","0\n","-1\n","-1\n","-1\n","1\n","1\n","0\n","0\n","0\n","0\n","1\n","0\n","1\n","0\n","-1\n","-1\n","0\n","1\n","-1\n","1\n","1\n","0\n","0\n","-1\n","0\n","1\n","1\n","1\n","-1\n","1\n","-1\n","0\n","1\n","0\n","1\n","1\n","1\n","1\n","0\n","0\n","0\n","1\n","1\n","-1\n","1\n","-1\n","0\n","1\n","0\n","0\n","1\n","1\n","-1\n","0\n","0\n","-1\n","-1\n","0\n","0\n","1\n","0\n","0\n","-1\n","0\n","1\n","-1\n","0\n","-1\n","0\n","-1\n","-1\n","-1\n","0\n","1\n","1\n","-1\n","0\n","-1\n","0\n","0\n","-1\n","0\n","0\n","-1\n","1\n","0\n","-1\n","-1\n","-1\n","-1\n","-1\n","0\n","-1\n","-1\n","-1\n","-1\n","-1\n","0\n","-1\n","0\n","-1\n","-1\n","0\n","-1\n","0\n","0\n","0\n","1\n","-1\n","0\n","0\n","1\n","0\n","0\n","1\n","1\n","-1\n","0\n","0\n","-1\n","0\n","1\n","-1\n","1\n","-1\n","0\n","1\n","-1\n","0\n","0\n","0\n","0\n","-1\n","1\n","0\n","0\n","0\n","0\n","1\n","-1\n","1\n","1\n","-1\n","-1\n","1\n","0\n","0\n","0\n","0\n","0\n","0\n","-1\n","0\n","0\n","1\n","0\n","-1\n","1\n","-1\n","-1\n","0\n","-1\n","-1\n","-1\n","-1\n","1\n","-1\n","1\n","0\n","-1\n","0\n","1\n","0\n","-1\n","-1\n","0\n","-1\n","-1\n","0\n","-1\n","-1\n","0\n","1\n","0\n","0\n","-1\n","-1\n","-1\n","0\n","0\n","-1\n","0\n","0\n","0\n","-1\n","-1\n","0\n","1\n","1\n","1\n","1\n","-1\n","0\n","-1\n","0\n","-1\n","0\n","1\n","0\n","0\n","0\n","1\n","0\n","1\n","-1\n","1\n","0\n","1\n","-1\n","0\n","0\n","1\n","-1\n","-1\n","0\n","0\n","-1\n","0\n","-1\n","-1\n","-1\n","0\n","-1\n","-1\n","0\n","1\n","-1\n","1\n","0\n","0\n","0\n","-1\n","0\n","-1\n","-1\n","1\n","1\n","0\n","1\n","0\n","1\n","-1\n","1\n","0\n","1\n","1\n","0\n","1\n","1\n","0\n","0\n","-1\n","-1\n","-1\n","-1\n","-1\n","-1\n","1\n","0\n","1\n","-1\n","-1\n","0\n","-1\n","-1\n","1\n","-1\n","-1\n","1\n","-1\n","-1\n","0\n","-1\n","-1\n","1\n","1\n","0\n","0\n","0\n","0\n","0\n","0\n","0\n","0\n","0\n","1\n","1\n","0\n","-1\n","0\n","-1\n","0\n","-1\n","0\n","1\n","-1\n","0\n","-1\n","0\n","0\n","-1\n","-1\n","0\n","0\n","1\n","-1\n","1\n","-1\n","0\n","-1\n","-1\n","0\n","0\n","-1\n","0\n","1\n","0\n","0\n","-1\n","0\n","0\n","1\n","1\n","0\n","0\n","1\n","1\n","0\n","0\n","-1\n","0\n","-1\n","0\n","0\n","-1\n","0\n","-1\n","-1\n","-1\n","1\n","1\n","1\n","-1\n","0\n","0\n","1\n","1\n","0\n","0\n","0\n","0\n","1\n","-1\n","0\n","0\n","0\n","1\n","1\n","0\n","1\n","0\n","-1\n","-1\n","0\n","-1\n","0\n","0\n","0\n","0\n","1\n","1\n","1\n","-1\n","0\n","-1\n","1\n","-1\n","-1\n","0\n","0\n","1\n","-1\n","0\n","1\n","1\n","1\n","0\n","1\n","0\n","1\n","1\n","0\n","1\n","0\n","1\n","1\n","0\n","-1\n","-1\n","-1\n","-1\n","0\n","1\n","0\n","-1\n","-1\n","0\n","0\n","0\n","-1\n","-1\n","1\n","0\n","0\n","0\n","0\n","-1\n","0\n","0\n","0\n","-1\n","1\n","-1\n","-1\n","-1\n","1\n","0\n","0\n","0\n","0\n","0\n","-1\n","-1\n","-1\n","-1\n","-1\n","-1\n","-1\n","-1\n","-1\n","0\n","0\n","-1\n","-1\n","1\n","1\n","0\n","-1\n","1\n","0\n","-1\n","-1\n","-1\n","0\n","0\n","0\n","1\n","-1\n","1\n","-1\n","0\n","-1\n","0\n","0\n","-1\n","-1\n","1\n","0\n","-1\n","1\n","1\n","-1\n","-1\n","0\n","0\n","-1\n","-1\n","0\n","0\n","0\n","-1\n","0\n","-1\n","1\n","-1\n","-1\n","-1\n","0\n","-1\n","1\n","-1\n","-1\n","-1\n","-1\n","1\n","0\n","1\n","-1\n","-1\n","0\n","-1\n","-1\n","0\n","0\n","-1\n","1\n","-1\n","0\n","-1\n","-1\n","0\n","1\n","0\n","0\n","0\n","0\n","0\n","0\n","-1\n","-1\n","-1\n","1\n","0\n","-1\n","0\n","-1\n","-1\n","0\n","0\n","1\n","0\n","0\n","0\n","0\n","0\n","-1\n","1\n","0\n","1\n","-1\n","-1\n","-1\n","0\n","-1\n","0\n","0\n","1\n","0\n","0\n","1\n","1\n","-1\n","-1\n","0\n","0\n","0\n","0\n","1\n","-1\n","0\n","0\n","-1\n","1\n","1\n","1\n","-1\n","0\n","-1\n","1\n","-1\n","-1\n","-1\n","1\n","-1\n","1\n","1\n","-1\n","0\n","-1\n","0\n","-1\n","0\n","1\n","1\n","-1\n","-1\n","0\n","-1\n","-1\n","1\n","-1\n","1\n","-1\n","0\n","-1\n","0\n","1\n","-1\n","0\n","0\n","1\n","1\n","1\n","-1\n","-1\n","0\n","1\n","0\n","0\n","-1\n","0\n","-1\n","0\n","0\n","0\n","-1\n","1\n","0\n","1\n","0\n","0\n","1\n","-1\n","-1\n","0\n","-1\n","-1\n","-1\n","0\n","0\n","-1\n","0\n","0\n","1\n","0\n","0\n","0\n","1\n","-1\n","-1\n","1\n","1\n","0\n","0\n","1\n","-1\n","1\n","-1\n","1\n","1\n","0\n","0\n","-1\n","1\n","0\n","-1\n","-1\n","1\n","-1\n","1\n","1\n","0\n","-1\n","-1\n","-1\n","0\n","-1\n","0\n","0\n","-1\n","0\n","0\n","1\n","0\n","1\n","-1\n","1\n","0\n","0\n","0\n","-1\n","0\n","-1\n","0\n","1\n","0\n","0\n","-1\n","-1\n","-1\n","0\n","0\n","-1\n","1\n","-1\n","-1\n","1\n","0\n","0\n","-1\n","-1\n","-1\n","0\n","-1\n","0\n","0\n","1\n","0\n","0\n","0\n","-1\n","-1\n","1\n","0\n","0\n","0\n","0\n","1\n","0\n","0\n","0\n","1\n","-1\n","0\n","0\n","-1\n","-1\n","-1\n","0\n","1\n","0\n","-1\n","-1\n","0\n","-1\n","0\n","0\n","1\n","-1\n","1\n","0\n","0\n","-1\n","-1\n","1\n","-1\n","0\n","1\n","0\n","0\n","0\n","-1\n","0\n","0\n","-1\n","-1\n","-1\n","1\n","0\n","0\n","1\n","-1\n","1\n","1\n","0\n","0\n","-1\n","-1\n","0\n","-1\n","1\n","-1\n","1\n","-1\n","-1\n","1\n","-1\n","0\n","1\n","-1\n","1\n","-1\n","-1\n","0\n","0\n","-1\n","-1\n","-1\n","1\n","0\n","1\n","-1\n","0\n","-1\n","1\n","-1\n","0\n","0\n","-1\n","0\n","0\n","0\n","1\n","-1\n","0\n","0\n","-1\n","1\n","-1\n","1\n","-1\n","-1\n","0\n","-1\n","-1\n","1\n","-1\n","0\n","-1\n","0\n","1\n","0\n","1\n","1\n","0\n","-1\n","-1\n","0\n","-1\n","-1\n","0\n","0\n","1\n","0\n","-1\n","-1\n","-1\n","0\n","-1\n","-1\n","-1\n","0\n","0\n","-1\n","1\n","-1\n","0\n","-1\n","-1\n","0\n","1\n","0\n","0\n","-1\n","0\n","0\n","-1\n","-1\n","1\n","0\n","1\n","0\n","-1\n","0\n","-1\n","0\n","-1\n","0\n","0\n","1\n","-1\n","1\n","-1\n","-1\n","-1\n","0\n","0\n","-1\n","-1\n","-1\n","1\n","1\n","0\n","-1\n","1\n","1\n","1\n","0\n","0\n","1\n","-1\n","0\n","-1\n","0\n","-1\n","0\n","0\n","0\n","1\n","-1\n","0\n","1\n","-1\n","1\n","-1\n","0\n","1\n","0\n","1\n","-1\n","-1\n","1\n","-1\n","-1\n","0\n","0\n","-1\n","-1\n","-1\n","1\n","-1\n","1\n","0\n","0\n","0\n","-1\n","1\n","1\n","1\n","0\n","0\n","-1\n","-1\n","1\n","0\n","-1\n","0\n","1\n","0\n","0\n","1\n","-1\n","1\n","0\n","-1\n","-1\n","0\n","-1\n","-1\n","-1\n","0\n","-1\n","-1\n","0\n","0\n","0\n","-1\n","-1\n","-1\n","-1\n","0\n","0\n","0\n","1\n","0\n","-1\n","0\n","0\n","0\n","-1\n","1\n","0\n","-1\n","-1\n","0\n","1\n","1\n","0\n","0\n","1\n","0\n","0\n","-1\n","1\n","1\n","0\n","0\n","-1\n","0\n","-1\n","-1\n","-1\n","-1\n","0\n","1\n","-1\n","1\n","-1\n","-1\n","-1\n","-1\n","1\n","1\n","0\n","-1\n","1\n","-1\n","-1\n","-1\n","-1\n","0\n","-1\n","1\n","-1\n","0\n","0\n","1\n","-1\n","-1\n","-1\n","1\n","0\n","0\n","1\n","-1\n","-1\n","-1\n","-1\n","0\n","0\n","-1\n","1\n","-1\n","0\n","1\n","0\n","1\n","1\n","0\n","-1\n","0\n","0\n","0\n","-1\n","0\n","1\n","-1\n","1\n","-1\n","-1\n","0\n","1\n","0\n","1\n","0\n","0\n","-1\n","0\n","0\n","-1\n","1\n","0\n","0\n","1\n","1\n","0\n","0\n","1\n","0\n","1\n","1\n","1\n","1\n","-1\n","-1\n","0\n","0\n","1\n","0\n","0\n","0\n","-1\n","1\n","0\n","1\n","0\n","-1\n","1\n","-1\n","0\n","0\n","1\n","-1\n","-1\n","1\n","1\n","1\n","1\n","-1\n","0\n","0\n","-1\n","-1\n","0\n","-1\n","0\n","-1\n","-1\n","0\n","-1\n","0\n","-1\n","0\n","0\n","-1\n","0\n","1\n","-1\n","1\n","-1\n","0\n","1\n","0\n","0\n","1\n","-1\n","-1\n","1\n","1\n","-1\n","-1\n","-1\n","0\n","-1\n","-1\n","0\n","-1\n","1\n","-1\n","-1\n","-1\n","0\n","1\n","-1\n","0\n","-1\n","1\n","-1\n","1\n","1\n","0\n","0\n","0\n","0\n","1\n","0\n","0\n","-1\n","0\n","1\n","0\n","-1\n","1\n","0\n","0\n","0\n","0\n","0\n","0\n","-1\n","-1\n","1\n","0\n","-1\n","-1\n","0\n","0\n","0\n","-1\n","1\n","-1\n","-1\n","-1\n","-1\n","0\n","1\n","-1\n","-1\n","-1\n","0\n","0\n","0\n","-1\n","0\n","0\n","0\n","0\n","0\n","-1\n","1\n","0\n","0\n","0\n","0\n","0\n","-1\n","1\n","1\n","0\n","-1\n","-1\n","0\n","0\n","0\n","0\n","1\n","1\n","0\n","-1\n","-1\n","-1\n","-1\n","1\n","1\n","0\n","1\n","0\n","0\n","-1\n","0\n","0\n","0\n","-1\n","-1\n","-1\n","0\n","0\n","-1\n","-1\n","0\n","-1\n","1\n","-1\n","-1\n","-1\n","-1\n","0\n","0\n","1\n","0\n","0\n","-1\n","0\n","0\n","-1\n","1\n","-1\n","-1\n","-1\n","-1\n","-1\n","0\n","1\n","-1\n","0\n","-1\n","1\n","0\n","0\n","1\n","1\n","-1\n","-1\n","0\n","0\n","0\n","0\n","0\n","1\n","-1\n","-1\n","-1\n","0\n","-1\n","-1\n","0\n","-1\n","0\n","1\n","0\n","-1\n","-1\n","1\n","0\n","-1\n","1\n","0\n","-1\n","1\n","1\n","0\n","0\n","1\n","-1\n","-1\n","0\n","-1\n","-1\n","0\n","-1\n","-1\n","-1\n","-1\n","1\n","0\n","1\n","-1\n","-1\n","0\n","0\n","-1\n","-1\n","0\n","-1\n","0\n","1\n","1\n","-1\n","-1\n","0\n","-1\n","-1\n","-1\n","0\n","1\n","0\n","0\n","1\n","-1\n","-1\n","1\n","0\n","0\n","1\n","0\n","-1\n","0\n","-1\n","1\n","1\n","0\n","0\n","-1\n","0\n","-1\n","-1\n","0\n","-1\n","-1\n","1\n","-1\n","0\n","0\n","-1\n","0\n","1\n","0\n","1\n","0\n","1\n","-1\n","-1\n","0\n","-1\n","-1\n","1\n","1\n","1\n","0\n","-1\n","-1\n","1\n","0\n","0\n","-1\n","-1\n","0\n","0\n","-1\n","1\n","0\n","-1\n","-1\n","-1\n","0\n","-1\n","1\n","1\n","1\n","-1\n","-1\n","-1\n","1\n","0\n","-1\n","0\n","1\n","1\n","1\n","-1\n","0\n","0\n","-1\n","-1\n","1\n","0\n","0\n","-1\n","1\n","0\n","1\n","-1\n","1\n","1\n","1\n","1\n","-1\n","-1\n","-1\n","0\n","0\n","-1\n","1\n","-1\n","-1\n","0\n","0\n","-1\n","1\n","0\n","-1\n","-1\n","0\n","-1\n","-1\n","1\n","-1\n","0\n","0\n","1\n","0\n","1\n","0\n","0\n","-1\n","0\n","0\n","-1\n","-1\n","0\n","0\n","0\n","-1\n","1\n","0\n","-1\n","-1\n","0\n","-1\n","1\n","1\n","0\n","1\n","0\n","0\n","1\n","0\n","1\n","-1\n","-1\n","-1\n","0\n","-1\n","1\n","0\n","0\n","0\n","0\n","0\n","-1\n","-1\n","-1\n","0\n","-1\n","0\n","0\n","-1\n","0\n","1\n","0\n","0\n","0\n","-1\n","1\n","1\n","0\n","-1\n","-1\n","-1\n","0\n","1\n","0\n","0\n","0\n","-1\n","0\n","-1\n","1\n","-1\n","0\n","0\n","0\n","-1\n","0\n","1\n","-1\n","0\n","0\n","0\n","-1\n","0\n","1\n","-1\n","-1\n","-1\n","0\n","0\n","0\n","0\n","-1\n","1\n","1\n","1\n","0\n","-1\n","0\n","0\n","-1\n","1\n","-1\n","-1\n","-1\n","1\n","0\n","1\n","-1\n","0\n","0\n","0\n","1\n","-1\n","1\n","0\n","0\n","0\n","-1\n","-1\n","-1\n","-1\n","-1\n","0\n","0\n","-1\n","-1\n","-1\n","-1\n","1\n","0\n","1\n","1\n","0\n","1\n","-1\n","1\n","-1\n","0\n","-1\n","-1\n","-1\n","0\n","-1\n","-1\n","0\n","0\n","0\n","-1\n","0\n","1\n","0\n","0\n","0\n","1\n","1\n","1\n","-1\n","0\n","0\n","0\n","-1\n","0\n","-1\n","1\n","0\n","1\n","-1\n","1\n","0\n","-1\n","0\n","0\n","-1\n","1\n","0\n","-1\n","0\n","-1\n","1\n","-1\n","0\n","-1\n","1\n","-1\n","0\n","1\n","-1\n","-1\n","1\n","-1\n","0\n","1\n","1\n","-1\n","-1\n","1\n","-1\n","0\n","-1\n","-1\n","0\n","0\n","1\n","0\n","0\n","1\n","-1\n","0\n","0\n","0\n","0\n","0\n","-1\n","1\n","0\n","0\n","0\n","-1\n","-1\n","-1\n","-1\n","0\n","0\n","-1\n","-1\n","0\n","1\n","0\n","-1\n","0\n","-1\n","-1\n","-1\n","-1\n","-1\n","0\n","-1\n","0\n","0\n","0\n","0\n","0\n","0\n","-1\n","0\n","0\n","0\n","0\n","-1\n","-1\n","-1\n","0\n","0\n","1\n","0\n","0\n","-1\n","0\n","-1\n","1\n","-1\n","0\n","0\n","-1\n","0\n","0\n","1\n","-1\n","-1\n","-1\n","0\n","-1\n","-1\n","-1\n","0\n","0\n","0\n","0\n","0\n","1\n","1\n","1\n","0\n","-1\n","1\n","0\n","-1\n","-1\n","-1\n","1\n","-1\n","-1\n","-1\n","0\n","-1\n","1\n","-1\n","0\n","-1\n","0\n","1\n","-1\n","0\n","-1\n","1\n","0\n","-1\n","1\n","1\n","0\n","1\n","0\n","0\n","0\n","1\n","0\n","1\n","1\n","-1\n","0\n","0\n","1\n","0\n","-1\n","-1\n","0\n","0\n","1\n","1\n","-1\n","-1\n","-1\n","1\n","0\n","-1\n","-1\n","-1\n","1\n","1\n","-1\n","-1\n","1\n","1\n","1\n","1\n","-1\n","-1\n","0\n","1\n","0\n","-1\n","0\n","1\n","0\n","0\n","-1\n","0\n","0\n","-1\n","-1\n","0\n","0\n","1\n","0\n","1\n","0\n","0\n","0\n","0\n","0\n","1\n","-1\n","1\n","0\n","1\n","0\n","1\n","-1\n","-1\n","-1\n","1\n","1\n","1\n","1\n","-1\n","0\n","0\n","1\n","-1\n","0\n","0\n","0\n","-1\n","-1\n","0\n","1\n","-1\n","0\n","-1\n","1\n","-1\n","0\n","1\n","1\n","0\n","0\n","-1\n","-1\n","-1\n","1\n","0\n","0\n","-1\n","1\n","0\n","0\n","-1\n","-1\n","1\n","-1\n","0\n","-1\n","-1\n","-1\n","0\n","-1\n","1\n","-1\n","-1\n","1\n","-1\n","1\n","1\n","-1\n","0\n","0\n","0\n","-1\n","0\n","-1\n","-1\n","0\n","0\n","0\n","-1\n","-1\n","-1\n","-1\n","1\n","-1\n","-1\n","0\n","1\n","-1\n","0\n","0\n","-1\n","1\n","0\n","0\n","0\n","0\n","-1\n","0\n","-1\n","-1\n","-1\n","0\n","1\n","0\n","0\n","0\n","1\n","1\n","0\n","-1\n","0\n","-1\n","1\n","-1\n","-1\n","0\n","-1\n","-1\n","0\n","0\n","-1\n","0\n","0\n","-1\n","0\n","0\n","-1\n","-1\n","0\n","0\n","-1\n","-1\n","0\n","0\n","-1\n","-1\n","-1\n","0\n","0\n","1\n","-1\n","0\n","1\n","1\n","1\n","0\n","-1\n","-1\n","0\n","-1\n","0\n","1\n","0\n","1\n","-1\n","1\n","-1\n","-1\n","1\n","1\n","0\n","1\n","0\n","0\n","-1\n","1\n","1\n","1\n","1\n","0\n","-1\n","1\n","-1\n","-1\n","-1\n","0\n","0\n","-1\n","-1\n","0\n","-1\n","-1\n","0\n","-1\n","0\n","1\n","1\n","1\n","0\n","0\n","1\n","0\n","0\n","1\n","0\n","-1\n","-1\n","-1\n","-1\n","-1\n","0\n","0\n","0\n","-1\n","1\n","-1\n","0\n","0\n","-1\n","0\n","0\n","-1\n","0\n","0\n","0\n","-1\n","0\n","0\n","0\n","-1\n","0\n","0\n","0\n","1\n","0\n","0\n","0\n","-1\n","0\n","1\n","0\n","0\n","-1\n","0\n","0\n","0\n","-1\n","1\n","0\n","1\n","0\n","0\n","0\n","1\n","0\n","-1\n","1\n","-1\n","0\n","0\n","-1\n","-1\n","0\n","-1\n","1\n","1\n","0\n","1\n","-1\n","1\n","0\n","0\n","1\n","0\n","0\n","-1\n","-1\n","0\n","0\n","0\n","-1\n","-1\n","1\n","1\n","-1\n","1\n","-1\n","-1\n","-1\n","0\n","1\n","0\n","1\n","0\n","-1\n","0\n","1\n","0\n","0\n","0\n","1\n","1\n","1\n","0\n","-1\n","0\n","0\n","0\n","-1\n","0\n","0\n","-1\n","0\n","0\n","0\n","0\n","-1\n","1\n","-1\n","1\n","1\n","1\n","-1\n","-1\n","1\n","0\n","-1\n","1\n","-1\n","0\n","0\n","0\n","-1\n","0\n","1\n","0\n","0\n","-1\n","1\n","0\n","-1\n","0\n","0\n","0\n","0\n","-1\n","1\n","-1\n","0\n","-1\n","-1\n","-1\n","-1\n","-1\n","0\n","1\n","-1\n","-1\n","-1\n","1\n","0\n","0\n","1\n","1\n","-1\n","0\n","0\n","1\n","1\n","0\n","0\n","-1\n","-1\n","0\n","1\n","0\n","1\n","1\n","0\n","1\n","0\n","0\n","1\n","0\n","0\n","0\n","-1\n","0\n","0\n","0\n","-1\n","0\n","-1\n","-1\n","1\n","-1\n","1\n","-1\n","-1\n","0\n","1\n","0\n","0\n","0\n","-1\n","0\n","-1\n","0\n","1\n","0\n","1\n","0\n","-1\n","-1\n","1\n","0\n","0\n","1\n","0\n","0\n","-1\n","1\n","1\n","1\n","-1\n","0\n","-1\n","0\n","-1\n","0\n","1\n","1\n","-1\n","-1\n","0\n","1\n","0\n","-1\n","1\n","-1\n","-1\n","0\n","0\n","0\n","0\n","0\n","1\n","0\n","0\n","0\n","1\n","0\n","0\n","-1\n","0\n","1\n","-1\n","-1\n","0\n","1\n","-1\n","0\n","-1\n","0\n","0\n","0\n","0\n","-1\n","-1\n","0\n","0\n","-1\n","-1\n","-1\n","-1\n","1\n","0\n","1\n","0\n","1\n","-1\n","0\n","1\n","1\n","-1\n","0\n","-1\n","1\n","-1\n","-1\n","-1\n","0\n","0\n","1\n","-1\n","-1\n","0\n","-1\n","0\n","1\n","0\n","1\n","-1\n","-1\n","-1\n","0\n","0\n","0\n","-1\n","-1\n","0\n","1\n","1\n","1\n","-1\n","1\n","1\n","-1\n","1\n","-1\n","-1\n","-1\n","1\n","1\n","1\n","-1\n","1\n","0\n","0\n","0\n","0\n","0\n","1\n","-1\n","-1\n","0\n","0\n","-1\n","0\n","Reading data done.\n","11087\n","1100\n","9989 word types\n","Embedding done.\n","Saved.\n"],"name":"stdout"}]},{"cell_type":"markdown","metadata":{"id":"ahDpGol1ZWKt"},"source":["## Utils for model work"]},{"cell_type":"code","metadata":{"id":"qMF1s6tWZVJy"},"source":["import numpy\n","import os\n","\n","def pad(var_arr, max_len=None, fix_len=False):\n","    if max_len is None:\n","        seq_len = [len(x) for x in var_arr]\n","        max_len = max(seq_len)\n","    else:\n","        assert max_len > 0\n","        seq_len = [min(len(x), max_len) for x in var_arr]\n","        if not fix_len:\n","            max_len = max(seq_len)\n","    fixed_var = numpy.zeros((len(var_arr), max_len), dtype=numpy.int64)\n","    for idx, x in enumerate(var_arr):\n","        fixed_var[idx][0:seq_len[idx]] = x[0:seq_len[idx]]\n","    for i in range(len(seq_len)):\n","        if seq_len[i] < 1:\n","            seq_len[i] = 1\n","    return fixed_var, seq_len\n","\n","# def to_categorical(y, num_classes):\n","#     \"\"\" 1-hot encodes a tensor \"\"\"\n","#     return numpy.eye(num_classes, dtype='uint8')[y]\n","\n","def pad2d(var_arr):\n","    max_len1 = max_len2 = 0\n","    for arrs in var_arr:\n","        max_len1 = max(len(arrs), max_len1)\n","        for arr in arrs:\n","            max_len2 = max(len(arr), max_len2)\n","    fixed_arr = numpy.zeros((len(var_arr), max_len1, max_len2), dtype=numpy.int64)\n","    for i, arrs in enumerate(var_arr):\n","        for j, arr in enumerate(arrs):\n","            for k, val in enumerate(arr):\n","                fixed_arr[i, j, k] = val\n","    return fixed_arr\n","\n","\n","def pad_vec(var_arr):  # Sparse matrix\n","    vec_len = var_arr[0].shape[-1]\n","    assert vec_len != 0\n","    seq_len = [x.shape[0] for x in var_arr]\n","    max_len = max(seq_len)\n","    fixed_var = numpy.zeros((len(var_arr), max_len, vec_len), dtype=numpy.float32)\n","    for i, x in enumerate(var_arr):\n","        for j, k in zip(*x.nonzero()):\n","            fixed_var[i, j, k] = x[j, k]\n","    for i in range(len(seq_len)):\n","        if seq_len[i] < 1:\n","            seq_len[i] = 1\n","    return fixed_var, seq_len\n","\n","\n","class Dataset:\n","    def __init__(self, data, shuffle=False, pad_keys=(), pad2d_keys=()):\n","        self._data = {key: numpy.array(val) for key, val in data.items()}\n","        self._epochs_completed = 0\n","        self._num_examples = next(iter(self._data.values())).shape[0]\n","        self._index = numpy.arange(self._num_examples)\n","        self._shuffle = shuffle\n","        self._batches = []\n","        self._pad_keys = pad_keys\n","        self._seq_lens = []\n","        self._pad2d_keys = pad2d_keys\n","\n","    def epochs_completed(self):\n","        return self._epochs_completed\n","\n","    def get_batches(self, batch_size, keys):\n","        if self._shuffle or not self._batches:\n","            if self._shuffle:\n","                numpy.random.shuffle(self._index)\n","            self._build_batches(batch_size, keys)\n","        self._epochs_completed += 1\n","        return self._batches, self._seq_lens\n","\n","    def _build_batches(self, batch_size, keys):\n","        self._batches = []\n","        self._seq_lens = []\n","        for start in range(0, self._num_examples, batch_size):\n","            batch = {}\n","            batch_seq_lens = {}\n","            for key in keys:\n","                batch_val = self._data[key][self._index[start:start + batch_size]]\n","                if key in self._pad_keys:\n","                    batch_val, seq_lens_val = pad(batch_val)\n","                    batch_seq_lens[key] = seq_lens_val\n","                elif key in self._pad2d_keys:\n","                    batch_val = pad2d(batch_val)\n","                batch[key] = batch_val\n","            self._batches.append(batch)\n","            self._seq_lens.append(batch_seq_lens)\n","\n","    def get_singles(self, keys):\n","        if self._shuffle or not self._batches:\n","            if self._shuffle:\n","                numpy.random.shuffle(self._index)\n","            self._build_batches(1, keys)\n","        for single in self._batches:\n","            for key, val in single.items():\n","                single[key] = val[0]\n","        self._epochs_completed += 1\n","        return self._batches\n","\n","    def get_data_item(self, key):\n","        return self._data[key]\n","\n","\n","def mask(lengths):\n","    lengths = numpy.array(lengths)\n","    lengths = lengths.reshape(lengths.shape[0], -1)\n","    max_lens = lengths.max(axis=0)\n","    batch_size = lengths.shape[0]\n","    mask_size = [batch_size] + max_lens.tolist()\n","    masks = numpy.zeros(mask_size, dtype=numpy.float32)\n","    num_dim = len(max_lens)\n","    assert num_dim < 3\n","    for sample, length in zip(masks, lengths):\n","        if num_dim == 1:\n","            sample[:length[0]] = 1\n","        elif num_dim == 2:\n","            sample[:length[0], :length[1]] = 1\n","    return masks\n","\n","\n","def copy_file(ori_file, dest_file):\n","    with open(ori_file) as fin, open(dest_file, 'w') as fout:\n","        for line in fin:\n","            fout.write(line)\n","\n","\n","def get_script_short_name(name):\n","    name = os.path.basename(name)\n","    name = name[:name.find('.')]\n","    return name\n","\n","\n","class Accuracy:\n","    def __init__(self):\n","        self.total = 0\n","        self.count = 0\n","\n","    def update_batch(self, truth, pred):\n","        assert len(truth) == len(pred)\n","        for t, p in zip(truth, pred):\n","            if t == p:\n","                self.count += 1\n","        self.total += len(truth)\n","\n","    def get_score(self):\n","        return self.count / self.total"],"execution_count":null,"outputs":[]},{"cell_type":"markdown","metadata":{"id":"_JNSRCuRqYpy"},"source":["## BILSTM"]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"uCfrFFioqgP5","executionInfo":{"elapsed":656722,"status":"ok","timestamp":1622462455915,"user":{"displayName":"Alekseev Vladislav","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Gh1cYm_fWkfH3hfJMZ58HUfwI2SHY_u-FA0kW-npQ=s64","userId":"01559997439925083741"},"user_tz":-180},"outputId":"d3d8f195-17d8-4b19-ff3c-5e6e284bf79d"},"source":["import time\n","import torch\n","from torch import nn\n","from torch.nn import functional as func\n","from torch.nn.utils import rnn\n","from torch.autograd import Variable\n","import numpy\n","import pickle\n","from sklearn.metrics import accuracy_score\n"," \n","hparams = {\n","    'learning_rate': 0.001,\n","    'max_epoch': 10,\n","    'display_step': 1000,\n","    'emb_dim': 350,\n","    'conv_win': 3,\n","    'repr_dim': 350,\n","    'fc1_dim': 350,\n","    'n_classes': 2,\n","    'batch_size': 100\n","}\n"," \n"," \n","class LSTM(nn.Module):\n","    def __init__(self, emb_layer, role_emb_layer):\n","        super(LSTM, self).__init__()\n","        self.emb_layer = emb_layer\n","        self.role_emb_layer = role_emb_layer\n","        self.lstm_layer = nn.LSTM(input_size=hparams['emb_dim'], hidden_size=int(hparams['repr_dim'] / 2),\n","                                  batch_first=True, bidirectional=True)\n"," \n","    def forward(self, x, lengths, x_role):\n","        embs = self.emb_layer(x)\n","        role_embs = self.role_emb_layer(x_role)\n","        embs = torch.cat([embs, role_embs], dim=2)\n","        embs_sort, lengths_sort, unsort_idx = self.sort_batch(embs, lengths)\n","        seq = rnn.pack_padded_sequence(embs_sort, lengths_sort.cpu().numpy(), batch_first=True)\n","        hs, (hn, cn) = self.lstm_layer(seq)\n","        out = cn.permute(1, 2, 0).contiguous().view(-1, hparams['repr_dim'])\n","        return out[unsort_idx]\n"," \n","    @staticmethod\n","    def sort_batch(x, l):\n","        # .cuda()\n","        l = torch.from_numpy(numpy.asarray(l)).cuda()\n","        l_sorted, sidx = l.sort(0, descending=True)\n","        x_sorted = x[sidx]\n","        _, unsort_idx = sidx.sort()\n","        return x_sorted, l_sorted, unsort_idx\n"," \n"," \n","class Model(nn.Module):\n","\n","    def __init__(self, emb_layer, role_emb_layer):\n","        super(Model, self).__init__()\n","        self.lstm = LSTM(emb_layer, role_emb_layer)\n","        self.fc1 = nn.Linear(hparams['repr_dim'] * 2, hparams['fc1_dim'])\n","        self.fc2 = nn.Linear(hparams['fc1_dim'], hparams['n_classes'])\n"," \n","    def forward(self, q1, q2, q1_len, q2_len, qr1, qr2):\n","        r1 = self.lstm(q1, q1_len, qr1)\n","        r2 = self.lstm(q2, q2_len, qr2)\n","        joint = torch.cat(((r1 - r2).abs(), r1 * r2), dim=1)\n","        joint = func.tanh(self.fc1(joint))\n","        out = self.fc2(joint)\n","        return out\n"," \n","\n","\n","def run_batch(b_data, b_lengths, model, optimizer=None):\n","    # print(b_data)\n","    # .cuda()\n","    ph1 = Variable(torch.from_numpy(b_data['q1'])).cuda()\n","    ph2 = Variable(torch.from_numpy(b_data['q2'])).cuda()\n","    r1 = Variable(torch.from_numpy(b_data['rl1'])).cuda()\n","    r2 = Variable(torch.from_numpy(b_data['rl2'])).cuda()\n","\n","    outputs = model(ph1, ph2, b_lengths['q1'], b_lengths['q2'], r1, r2)\n","    if optimizer:\n","        # .cuda()\n","        y = Variable(torch.from_numpy(b_data['y']).cuda())\n","        optimizer.zero_grad()\n","        loss = func.cross_entropy(outputs, y)\n","        loss.backward()\n","        optimizer.step()\n","        return loss.item()\n","        # return loss.data[0]\n","    else:\n","        _, predicted = outputs.data.max(1)\n","        prob = func.softmax(outputs).data\n","        return predicted, prob[:, 1]\n"," \n"," \n","def run_epoch_eval(dataset, model, output_file=''):\n","    all_plabels, all_pscores = [], []\n","    batches, batch_lengths = dataset.get_batches(hparams['batch_size'], ('q1', 'q2', 'rl1', 'rl2', 'y'))\n","    for b_data, b_lengths in zip(batches, batch_lengths):\n","        plabels, pscores = run_batch(b_data,b_lengths, model)\n","        all_plabels.extend(plabels.cpu().numpy().tolist())\n","        all_pscores.extend(pscores.cpu().numpy().tolist())\n","    if output_file:\n","        with open(output_file, 'w') as f:\n","            for s in all_pscores:\n","                f.write(f'{s:.4f}\\n')\n","    return accuracy_score(dataset.get_data_item('y'), all_plabels)\n"," \n","def run():\n","    print('Loading data...')\n","    with open('qdq_with_role_emb', 'rb') as f:\n","        all_sets, embs, word2idx, role_embs, role2idx = pickle.load(f)\n","    emb_layer = nn.Embedding(embs.shape[0], embs.shape[1]) #Add layers to role embeddings (?) ,role_embs.shape[0],role_embs.shape[1]\n","    emb_layer.weight = nn.Parameter(torch.from_numpy(embs))\n","\n","    role_emb_layer = nn.Embedding(role_embs.shape[0], role_embs.shape[1]) #Add layers to role embeddings (?) ,role_embs.shape[0],role_embs.shape[1]\n","    role_emb_layer.weight = nn.Parameter(torch.from_numpy(role_embs))\n","\n","    model = Model(emb_layer, role_emb_layer).cuda()\n","    # .cuda()\n","    # .cuda\n","    model.to(device)\n","    optimizer = torch.optim.Adam(model.parameters(), lr=hparams['learning_rate'])\n","\n","    train_set = Dataset(all_sets[0], shuffle=True, pad_keys=('q1', 'q2', 'rl1', 'rl2'))\n","    dev_set = Dataset(all_sets[1], shuffle=False, pad_keys=('q1', 'q2', 'rl1', 'rl2'))\n","    test_set = Dataset(all_sets[2], shuffle=False, pad_keys=('q1', 'q2', 'rl1', 'rl2'))\n","\n","    step = 0\n","    sum_loss = 0\n","    dev_best = 0\n","    test_score = 0\n","\n","    print(\"Starting training...\")\n","    print(hparams)\n","    \n","    start_time = time.time()\n","    \n","    for epoch in range(hparams['max_epoch']):\n","    \n","        batches, batch_lengths = train_set.get_batches(hparams['batch_size'], ('q1', 'q2','rl1', 'rl2', 'y'))\n","        \n","        for b_data, b_lengths in zip(batches, batch_lengths):\n","            sum_loss += run_batch(b_data, b_lengths, model, optimizer)\n","            step += 1\n","    \n","        avg_loss = sum_loss / len(batches)\n","        sum_loss = 0\n","        dev_score = run_epoch_eval(dev_set, model)\n","        out_str = f'Epoch {epoch} iter {step} took {time.time() - start_time:.1f}s\\n' \\\n","                  f'loss:\\t{avg_loss:.5f}\\tdev score:\\t{dev_score:.4f}'\n","\n","        if dev_score > dev_best:\n","            dev_best = dev_score\n","            dev_best_epoch = epoch\n","            # output_file = f'pred/{get_script_short_name(__file__)}.pred'\n","            test_score = run_epoch_eval(test_set, model, 'AI-BLSTM')\n","            out_str += f'\\t*** New best dev ***\\ttest score:\\t{test_score:.4f}'\n","    \n","        print(out_str)\n","        start_time = time.time()\n","        \n","    print('Best model on dev: dev:{:.4f}\\ttest:{:.4f}'.format(dev_best, test_score))\n","    print('On {:.4f} epoch'.format(dev_best_epoch))\n","\n","if __name__ == '__main__':\n","    run()"],"execution_count":null,"outputs":[{"output_type":"stream","text":["Loading data...\n"],"name":"stdout"},{"output_type":"stream","text":["/usr/local/lib/python3.7/dist-packages/ipykernel_launcher.py:56: VisibleDeprecationWarning: Creating an ndarray from ragged nested sequences (which is a list-or-tuple of lists-or-tuples-or ndarrays with different lengths or shapes) is deprecated. If you meant to do this, you must specify 'dtype=object' when creating the ndarray\n"],"name":"stderr"},{"output_type":"stream","text":["Starting training...\n","{'learning_rate': 0.001, 'max_epoch': 10, 'display_step': 1000, 'emb_dim': 350, 'conv_win': 3, 'repr_dim': 300, 'fc1_dim': 300, 'n_classes': 2, 'batch_size': 100}\n"],"name":"stdout"},{"output_type":"stream","text":["/usr/local/lib/python3.7/dist-packages/torch/nn/functional.py:1698: UserWarning: nn.functional.tanh is deprecated. Use torch.tanh instead.\n","  warnings.warn(\"nn.functional.tanh is deprecated. Use torch.tanh instead.\")\n","/usr/local/lib/python3.7/dist-packages/ipykernel_launcher.py:90: UserWarning: Implicit dimension choice for softmax has been deprecated. Change the call to include dim=X as an argument.\n"],"name":"stderr"},{"output_type":"stream","text":["Epoch 0 iter 138 took 66.0s\n","loss:\t0.55994\tdev score:\t0.7219\t*** New best dev ***\ttest score:\t0.7211\n","Epoch 1 iter 276 took 65.0s\n","loss:\t0.39738\tdev score:\t0.7553\t*** New best dev ***\ttest score:\t0.7650\n","Epoch 2 iter 414 took 65.5s\n","loss:\t0.19388\tdev score:\t0.7429\n","Epoch 3 iter 552 took 65.6s\n","loss:\t0.06733\tdev score:\t0.7466\n","Epoch 4 iter 690 took 65.1s\n","loss:\t0.02990\tdev score:\t0.7367\n","Epoch 5 iter 828 took 65.0s\n","loss:\t0.01903\tdev score:\t0.7379\n","Epoch 6 iter 966 took 64.9s\n","loss:\t0.01216\tdev score:\t0.7367\n","Epoch 7 iter 1104 took 64.9s\n","loss:\t0.01499\tdev score:\t0.7342\n","Epoch 8 iter 1242 took 65.0s\n","loss:\t0.02519\tdev score:\t0.7330\n","Epoch 9 iter 1380 took 65.5s\n","loss:\t0.01061\tdev score:\t0.6922\n","Best model on dev: dev:0.7553\ttest:0.7650\n","On 1.0000 epoch\n"],"name":"stdout"}]},{"cell_type":"markdown","metadata":{"id":"Xsr7xgmtZz8R"},"source":["##AI-BLSTM\n"," "]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"N18Gb2ZiZ-uA","executionInfo":{"elapsed":2157252,"status":"ok","timestamp":1622461795193,"user":{"displayName":"Alekseev Vladislav","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Gh1cYm_fWkfH3hfJMZ58HUfwI2SHY_u-FA0kW-npQ=s64","userId":"01559997439925083741"},"user_tz":-180},"outputId":"9e29ba7a-5dc3-410d-b4bb-2f257945137b"},"source":["import time\n","import torch\n","from torch import nn\n","from torch.nn import functional as func\n","from torch.nn.utils import rnn\n","from torch.autograd import Variable\n","import numpy\n","import pickle\n","from sklearn.metrics import accuracy_score\n"," \n","hparams = {\n","    'learning_rate': 0.001,\n","    'max_epoch': 10,\n","    'display_step': 1000,\n","    'emb_dim': 350,\n","    'conv_win': 2,\n","    'repr_dim': 300,\n","    'fc0_dim': 300,\n","    'fc1_dim': 300,\n","    'n_classes': 2,\n","    'batch_size': 100\n","}\n","  \n","class LSTM(nn.Module):\n","    def __init__(self, emb_layer, role_emb_layer):\n","        super(LSTM, self).__init__()\n","        self.emb_layer = emb_layer\n","        self.role_emb_layer = role_emb_layer\n","        self.lstm_layer = nn.LSTM(input_size=hparams['emb_dim'], hidden_size=int(hparams['repr_dim'] / 2),\n","                                  batch_first=True, bidirectional=True)\n","\n","    def forward(self, x, lengths, x_role):\n","        embs = self.emb_layer(x)\n","        role_embs = self.role_emb_layer(x_role)\n","        embs = torch.cat([embs, role_embs], dim=2)\n","        embs_sort, lengths_sort, unsort_idx = self.sort_batch(embs, lengths)\n","        seq = rnn.pack_padded_sequence(embs_sort, lengths_sort.cpu().numpy(), batch_first=True)\n","        hs, _ = self.lstm_layer(seq)\n","        hs, _ = rnn.pad_packed_sequence(hs, batch_first=True)\n","        return hs[unsort_idx]\n","\n","    @staticmethod\n","    def sort_batch(x, l):\n","        # .cuda()\n","        l = torch.from_numpy(numpy.asarray(l))\n","        l_sorted, sidx = l.sort(0, descending=True)\n","        x_sorted = x[sidx]\n","        _, unsort_idx = sidx.sort()\n","        return x_sorted, l_sorted, unsort_idx\n","\n","\n","class Model(nn.Module):\n","    def __init__(self, emb_layer, role_emb_layer):\n","        super(Model, self).__init__()\n","        self.lstm = LSTM(emb_layer, role_emb_layer)\n","        self.fc0 = nn.Linear(hparams['repr_dim'] * 2, hparams['fc0_dim'])\n","        self.fc1 = nn.Linear(hparams['fc0_dim'] * 2, hparams['fc1_dim'])\n","        self.fc2 = nn.Linear(hparams['fc1_dim'], hparams['n_classes'])\n","        self.att = nn.Linear(hparams['repr_dim'] + hparams['fc0_dim'], 1)\n","  \n","    def forward(self, q1, q2, q1_len, q2_len, qr1, qr2):\n","        r1 = self.lstm(q1, q1_len, qr1)\n","        r2 = self.lstm(q2, q2_len, qr2)\n","        h1s, h2s = [], []\n","        for i in range(len(q1_len)):\n","            r1i = r1[i, :q1_len[i]]\n","            r2i = r2[i, :q2_len[i]]\n","            \n","            r1i_size = r1i.size()\n","            r2i_size = r2i.size()\n","            \n","            joint_size = torch.Size((r1i_size[0], r2i_size[0], r2i_size[1]))\n","            \n","            r1ie = r1i.unsqueeze(1).expand(joint_size)\n","            r2ie = r2i.unsqueeze(0).expand(joint_size)\n","            \n","            joint = torch.cat([(r1ie - r2ie).abs(), r2ie * r1ie], 2)\n","            joint = torch.tanh(self.fc0(joint.view(-1, joint.size()[-1])))\n","            #  func.tanh()\n","            joint = joint.view(joint_size[0], joint_size[1], hparams['fc0_dim'])\n","\n","            s1, _ = joint.max(1)\n","            s2, _ = joint.max(0)\n","        \n","            s1 = s1.squeeze(1)\n","            s2 = s2.squeeze(0)\n","\n","            if (len(s2.shape) == 1):\n","                s2 = torch.reshape(s2,(1,300))\n","\n","            a1 = self.att(torch.cat([r1i, s1], 1))\n","            a2 = self.att(torch.cat([r2i, s2], 1))\n","        \n","            a1 = func.softmax(a1.t(),dim=1).t().expand_as(s1)\n","            a2 = func.softmax(a2.t(),dim=1).t().expand_as(s2)\n","        \n","            h1 = (s1 * a1).sum(0).squeeze()\n","            h2 = (s2 * a2).sum(0).squeeze()\n","        \n","            h1s.append(h1)\n","            h2s.append(h2)\n","            \n","        r1 = torch.stack(h1s)\n","        r2 = torch.stack(h2s)\n","        joint = torch.cat((r1, r2), dim=1)\n","        joint = torch.tanh(self.fc1(joint))\n","        out = self.fc2(joint)\n","        return out\n"," \n","def run_batch(b_data, b_lengths, model, optimizer=None):\n","    # print(b_data)\n","    ph1 = Variable(torch.from_numpy(b_data['q1']))\n","    # .cuda()\n","    ph2 = Variable(torch.from_numpy(b_data['q2']))\n","    r1 = Variable(torch.from_numpy(b_data['rl1']))\n","    r2 = Variable(torch.from_numpy(b_data['rl2']))\n","\n","    outputs = model(ph1, ph2, b_lengths['q1'], b_lengths['q2'], r1, r2)\n","    if optimizer:\n","        # .cuda()\n","        y = Variable(torch.from_numpy(b_data['y']))\n","        optimizer.zero_grad()\n","        loss = func.cross_entropy(outputs, y)\n","        loss.backward()\n","        optimizer.step()\n","        return loss.item()\n","        # return loss.data[0]\n","    else:\n","        _, predicted = outputs.data.max(1)\n","        prob = func.softmax(outputs).data\n","        return predicted, prob[:, 1]\n"," \n"," \n","def run_epoch_eval(dataset, model, output_file=''):\n","    all_plabels, all_pscores = [], []\n","    batches, batch_lengths = dataset.get_batches(hparams['batch_size'], ('q1', 'q2', 'rl1', 'rl2', 'y'))\n","    for b_data, b_lengths in zip(batches, batch_lengths):\n","        plabels, pscores = run_batch(b_data,b_lengths, model)\n","        all_plabels.extend(plabels.cpu().numpy().tolist())\n","        all_pscores.extend(pscores.cpu().numpy().tolist())\n","    if output_file:\n","        with open(output_file, 'w') as f:\n","            for s in all_pscores:\n","                f.write(f'{s:.4f}\\n')\n","    return accuracy_score(dataset.get_data_item('y'), all_plabels)\n"," \n","def run():\n","    print('Loading data...')\n","    with open('qdq_with_role_emb', 'rb') as f:\n","        all_sets, embs, word2idx, role_embs, role2idx = pickle.load(f)\n","    emb_layer = nn.Embedding(embs.shape[0], embs.shape[1]) #Add layers to role embeddings (?) ,role_embs.shape[0],role_embs.shape[1]\n","    emb_layer.weight = nn.Parameter(torch.from_numpy(embs))\n","\n","    role_emb_layer = nn.Embedding(role_embs.shape[0], role_embs.shape[1]) #Add layers to role embeddings (?) ,role_embs.shape[0],role_embs.shape[1]\n","    role_emb_layer.weight = nn.Parameter(torch.from_numpy(role_embs))\n","\n","    model = Model(emb_layer, role_emb_layer)\n","    # .cuda()\n","    # .cuda\n","    # model.to(device)\n","    optimizer = torch.optim.Adam(model.parameters(), lr=hparams['learning_rate'])\n","\n","    train_set = Dataset(all_sets[0], shuffle=True, pad_keys=('q1', 'q2', 'rl1', 'rl2'))\n","    dev_set = Dataset(all_sets[1], shuffle=False, pad_keys=('q1', 'q2', 'rl1', 'rl2'))\n","    test_set = Dataset(all_sets[2], shuffle=False, pad_keys=('q1', 'q2', 'rl1', 'rl2'))\n","\n","    step = 0\n","    sum_loss = 0\n","    dev_best = 0\n","    test_score = 0\n","\n","    print(\"Starting training...\")\n","    print(hparams)\n","    \n","    start_time = time.time()\n","    \n","    for epoch in range(hparams['max_epoch']):\n","    \n","        batches, batch_lengths = train_set.get_batches(hparams['batch_size'], ('q1', 'q2','rl1', 'rl2', 'y'))\n","        \n","        for b_data, b_lengths in zip(batches, batch_lengths):\n","            sum_loss += run_batch(b_data, b_lengths, model, optimizer)\n","            step += 1\n","    \n","        avg_loss = sum_loss / len(batches)\n","        sum_loss = 0\n","        dev_score = run_epoch_eval(dev_set, model)\n","        out_str = f'Epoch {epoch} iter {step} took {time.time() - start_time:.1f}s\\n' \\\n","                  f'loss:\\t{avg_loss:.5f}\\tdev score:\\t{dev_score:.4f}'\n","        test_score = run_epoch_eval(test_set, model, 'AI-BLSTM')\n","        out_str += f'\\ttest score:\\t{test_score:.4f}'\n","        \n","        if dev_score > dev_best:\n","            dev_best = dev_score\n","            dev_best_epoch = epoch\n","            # output_file = f'pred/{get_script_short_name(__file__)}.pred'\n","            test_score = run_epoch_eval(test_set, model, 'AI-BLSTM')\n","            out_str += f'\\t*** New best dev ***\\ttest score:\\t{test_score:.4f}'\n","    \n","        print(out_str)\n","        start_time = time.time()\n","        \n","    print('Best model on dev: dev:{:.4f}\\ttest:{:.4f}'.format(dev_best, test_score))\n","    print('On {:.4f} epoch'.format(dev_best_epoch))\n","\n","if __name__ == '__main__':\n","    run()"],"execution_count":null,"outputs":[{"output_type":"stream","text":["Loading data...\n"],"name":"stdout"},{"output_type":"stream","text":["/usr/local/lib/python3.7/dist-packages/ipykernel_launcher.py:56: VisibleDeprecationWarning: Creating an ndarray from ragged nested sequences (which is a list-or-tuple of lists-or-tuples-or ndarrays with different lengths or shapes) is deprecated. If you meant to do this, you must specify 'dtype=object' when creating the ndarray\n"],"name":"stderr"},{"output_type":"stream","text":["Starting training...\n","{'learning_rate': 0.001, 'max_epoch': 10, 'display_step': 1000, 'emb_dim': 350, 'conv_win': 2, 'repr_dim': 300, 'fc0_dim': 300, 'fc1_dim': 300, 'n_classes': 2, 'batch_size': 100}\n"],"name":"stdout"},{"output_type":"stream","text":["/usr/local/lib/python3.7/dist-packages/ipykernel_launcher.py:130: UserWarning: Implicit dimension choice for softmax has been deprecated. Change the call to include dim=X as an argument.\n"],"name":"stderr"},{"output_type":"stream","text":["Epoch 0 iter 138 took 186.7s\n","loss:\t0.56814\tdev score:\t0.7565\ttest score:\t0.7520\t*** New best dev ***\ttest score:\t0.7520\n","Epoch 1 iter 276 took 186.6s\n","loss:\t0.44276\tdev score:\t0.7689\ttest score:\t0.7737\t*** New best dev ***\ttest score:\t0.7737\n","Epoch 2 iter 414 took 193.4s\n","loss:\t0.30699\tdev score:\t0.7689\ttest score:\t0.7730\n","Epoch 3 iter 552 took 215.8s\n","loss:\t0.15744\tdev score:\t0.7515\ttest score:\t0.7607\n","Epoch 4 iter 690 took 220.4s\n","loss:\t0.06835\tdev score:\t0.7503\ttest score:\t0.7656\n","Epoch 5 iter 828 took 220.6s\n","loss:\t0.04415\tdev score:\t0.7590\ttest score:\t0.7588\n","Epoch 6 iter 966 took 219.6s\n","loss:\t0.02277\tdev score:\t0.7590\ttest score:\t0.7613\n","Epoch 7 iter 1104 took 219.9s\n","loss:\t0.01907\tdev score:\t0.7528\ttest score:\t0.7576\n","Epoch 8 iter 1242 took 219.8s\n","loss:\t0.01783\tdev score:\t0.7515\ttest score:\t0.7570\n","Epoch 9 iter 1380 took 220.1s\n","loss:\t0.01218\tdev score:\t0.7478\ttest score:\t0.7545\n","Best model on dev: dev:0.7689\ttest:0.7545\n","On 1.0000 epoch\n"],"name":"stdout"}]},{"cell_type":"markdown","metadata":{"id":"Muaf5k6HqZPJ"},"source":["## DA-BLSTM"]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"MXCPfqMiqvIZ","executionInfo":{"elapsed":1706941,"status":"ok","timestamp":1622719637487,"user":{"displayName":"Alekseev Vladislav","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Gh1cYm_fWkfH3hfJMZ58HUfwI2SHY_u-FA0kW-npQ=s64","userId":"01559997439925083741"},"user_tz":-180},"outputId":"15c77ee4-466d-45da-c5ae-4119806aca40"},"source":["import time\n","import torch\n","import numpy\n","from torch import nn\n","from torch.nn import functional as func\n","from torch.autograd import Variable\n","from torch.nn.utils import rnn\n","import pickle\n","from sklearn.metrics import accuracy_score\n","# from utils import Dataset, get_script_short_name\n","\n","hparams = {\n","    'learning_rate': 0.001,\n","    'max_epoch': 10,\n","    'display_step': 1000,\n","    'emb_dim': 350,\n","    'conv_win': 3,\n","    'repr_dim': 300,\n","    'fc0_dim': 300,\n","    'fc1_dim': 300,\n","    'n_classes': 2,\n","    'batch_size': 100\n","}\n","\n","\n","class LSTM(nn.Module):\n","    def __init__(self, emb_layer, role_emb_layer):\n","        super(LSTM, self).__init__()\n","        self.emb_layer = emb_layer\n","        self.role_emb_layer = role_emb_layer\n","        self.lstm_layer = nn.LSTM(input_size=hparams['emb_dim'], hidden_size=int(hparams['repr_dim'] / 2),\n","                                  batch_first=True, bidirectional=True)\n","\n","    def forward(self, x, lengths, x_role):\n","        embs = self.emb_layer(x)\n","        role_embs = self.role_emb_layer(x_role)\n","        embs = torch.cat([embs, role_embs], dim=2)\n","        embs_sort, lengths_sort, unsort_idx = self.sort_batch(embs, lengths)\n","        seq = rnn.pack_padded_sequence(embs_sort, lengths_sort.cpu().numpy(), batch_first=True)\n","        hs, _ = self.lstm_layer(seq)\n","        hs, _ = rnn.pad_packed_sequence(hs, batch_first=True)\n","        return hs[unsort_idx]\n","\n","    @staticmethod\n","    def sort_batch(x, l):\n","        # .cuda()\n","        l = torch.from_numpy(numpy.asarray(l))\n","        l_sorted, sidx = l.sort(0, descending=True)\n","        x_sorted = x[sidx]\n","        _, unsort_idx = sidx.sort()\n","        return x_sorted, l_sorted, unsort_idx\n","\n","\n","class Model(nn.Module):\n","    def __init__(self, emb_layer, role_emb_layer):\n","        super(Model, self).__init__()\n","        self.lstm = LSTM(emb_layer, role_emb_layer)\n","        self.fc0 = nn.Linear(hparams['repr_dim'] * 2, hparams['fc0_dim'])\n","        self.fc1 = nn.Linear(hparams['fc0_dim'] * 2, hparams['fc1_dim'])\n","        self.fc2 = nn.Linear(hparams['fc1_dim'], hparams['n_classes'])\n","        self.att = nn.Linear(hparams['repr_dim'] * 2, 1)\n","\n","    def compare(self, r1, r2, g):\n","        s = func.softmax(g).unsqueeze(2)\n","        r2 = r2.unsqueeze(0)\n","        joint_size = s.size()[:-1] + r2.size()[-1:]\n","        s = s.expand(joint_size)\n","        r2 = r2.expand(joint_size)\n","        ar2 = (s * r2).sum(1).squeeze(1)\n","        comp = torch.cat([(r1 - ar2).abs(), ar2 * r1], 1)\n","        comp = func.tanh(self.fc0(comp))\n","        h = comp.mean(0).squeeze(0)\n","        return h\n","\n","    def forward(self, q1, q2, q1_len, q2_len, qr1, qr2):\n","        r1 = self.lstm(q1, q1_len, qr1)\n","        r2 = self.lstm(q2, q2_len, qr2)\n","        h1s, h2s = [], []\n","        for i in range(len(q1_len)):\n","            r1i = r1[i, :q1_len[i]]\n","            r2i = r2[i, :q2_len[i]]\n","            r1i_size = r1i.size()\n","            r2i_size = r2i.size()\n","            joint_size = torch.Size((r1i_size[0], r2i_size[0], r2i_size[1]))\n","            r1ie = r1i.unsqueeze(1).expand(joint_size)\n","            r2ie = r2i.unsqueeze(0).expand(joint_size)\n","            joint = torch.cat([r1ie, r2ie], 2)\n","            g = func.tanh(self.att(joint.view(-1, joint.size()[-1])))\n","            g = g.view(joint_size[0], joint_size[1])\n","            h1 = self.compare(r1i, r2i, g)\n","            h2 = self.compare(r2i, r1i, g.t())\n","            h1s.append(h1)\n","            h2s.append(h2)\n","        r1 = torch.stack(h1s)\n","        r2 = torch.stack(h2s)\n","        joint = torch.cat((r1, r2), dim=1)\n","        joint = torch.tanh(self.fc1(joint))\n","        out = self.fc2(joint)\n","        return out\n","\n","\n","def run_batch(b_data, b_lengths, model, optimizer=None):\n","    # print(b_data)\n","    ph1 = Variable(torch.from_numpy(b_data['q1'])).cuda()\n","    # .cuda()\n","    ph2 = Variable(torch.from_numpy(b_data['q2'])).cuda()\n","    r1 = Variable(torch.from_numpy(b_data['rl1'])).cuda()\n","    r2 = Variable(torch.from_numpy(b_data['rl2'])).cuda()\n","\n","    outputs = model(ph1, ph2, b_lengths['q1'], b_lengths['q2'], r1, r2)\n","    if optimizer:\n","        # .cuda()\n","        y = Variable(torch.from_numpy(b_data['y'])).cuda()\n","        optimizer.zero_grad()\n","        loss = func.cross_entropy(outputs, y)\n","        loss.backward()\n","        optimizer.step()\n","        return loss.item()\n","        # return loss.data[0]\n","    else:\n","        _, predicted = outputs.data.max(1)\n","        prob = func.softmax(outputs).data\n","        return predicted, prob[:, 1]\n"," \n"," \n","def run_epoch_eval(dataset, model, output_file=''):\n","    all_plabels, all_pscores = [], []\n","    batches, batch_lengths = dataset.get_batches(hparams['batch_size'], ('q1', 'q2', 'rl1', 'rl2', 'y'))\n","    print(batches)\n","    print(batch_lengths)\n","    for b_data, b_lengths in zip(batches, batch_lengths):\n","        plabels, pscores = run_batch(b_data,b_lengths, model)\n","        all_plabels.extend(plabels.cpu().numpy().tolist())\n","        all_pscores.extend(pscores.cpu().numpy().tolist())\n","    if output_file:\n","        with open(output_file, 'w') as f:\n","            for label in all_plabels:\n","              f.write(f'{label:.6f}\\n')\n","    return accuracy_score(dataset.get_data_item('y'), all_plabels)\n","\n","def run():\n","    print('Loading data...')\n","    with open('qdq_with_role_emb', 'rb') as f:\n","        all_sets, embs, word2idx, role_embs, role2idx = pickle.load(f)\n","    emb_layer = nn.Embedding(embs.shape[0], embs.shape[1]) #Add layers to role embeddings (?) ,role_embs.shape[0],role_embs.shape[1]\n","    emb_layer.weight = nn.Parameter(torch.from_numpy(embs).cuda())\n","\n","    role_emb_layer = nn.Embedding(role_embs.shape[0], role_embs.shape[1]) #Add layers to role embeddings (?) ,role_embs.shape[0],role_embs.shape[1]\n","    role_emb_layer.weight = nn.Parameter(torch.from_numpy(role_embs).cuda())\n","\n","    model = Model(emb_layer, role_emb_layer).cuda()\n","    # .cuda()\n","    model.to(device)\n","    optimizer = torch.optim.Adam(model.parameters(), lr=hparams['learning_rate'])\n","\n","    train_set = Dataset(all_sets[0], shuffle=True, pad_keys=('q1', 'q2', 'rl1', 'rl2'))\n","    dev_set = Dataset(all_sets[1], shuffle=False, pad_keys=('q1', 'q2', 'rl1', 'rl2'))\n","    test_set = Dataset(all_sets[2], shuffle=False, pad_keys=('q1', 'q2', 'rl1', 'rl2'))\n","\n","    step = 0\n","    sum_loss = 0\n","    dev_best = 0\n","    test_score = 0\n","\n","    print(\"Starting training...\")\n","    print(hparams)\n","    \n","    start_time = time.time()\n","    \n","    for epoch in range(hparams['max_epoch']):\n","    \n","        batches, batch_lengths = train_set.get_batches(hparams['batch_size'], ('q1', 'q2','rl1', 'rl2', 'y'))\n","        \n","        for b_data, b_lengths in zip(batches, batch_lengths):\n","            sum_loss += run_batch(b_data, b_lengths, model, optimizer)\n","            step += 1\n","    \n","        avg_loss = sum_loss / len(batches)\n","        sum_loss = 0\n","        dev_score = run_epoch_eval(dev_set, model)\n","        out_str = f'Epoch {epoch} iter {step} took {time.time() - start_time:.1f}s\\n' \\\n","                  f'loss:\\t{avg_loss:.5f}\\tdev score:\\t{dev_score:.4f}'\n","\n","        if dev_score > dev_best:\n","            dev_best = dev_score\n","            dev_best_epoch = epoch\n","            # output_file = f'pred/{get_script_short_name(__file__)}.pred'\n","            test_score = run_epoch_eval(test_set, model, 'DA-BLSTM_WITH-FRAMEBANK.txt')\n","            out_str += f'\\t*** New best dev ***\\ttest score:\\t{test_score:.4f}'\n","    \n","        print(out_str)\n","        start_time = time.time()\n","        \n","    print('Best model on dev: dev:{:.4f}\\ttest:{:.4f}'.format(dev_best, test_score))\n","    print('On {:.4f} epoch'.format(dev_best_epoch))\n","\n","if __name__ == '__main__':\n","    run()\n"],"execution_count":null,"outputs":[{"output_type":"stream","text":["Loading data...\n"],"name":"stdout"},{"output_type":"stream","text":["/usr/local/lib/python3.7/dist-packages/ipykernel_launcher.py:56: VisibleDeprecationWarning: Creating an ndarray from ragged nested sequences (which is a list-or-tuple of lists-or-tuples-or ndarrays with different lengths or shapes) is deprecated. If you meant to do this, you must specify 'dtype=object' when creating the ndarray\n"],"name":"stderr"},{"output_type":"stream","text":["Starting training...\n","{'learning_rate': 0.001, 'max_epoch': 10, 'display_step': 1000, 'emb_dim': 350, 'conv_win': 3, 'repr_dim': 300, 'fc0_dim': 300, 'fc1_dim': 300, 'n_classes': 2, 'batch_size': 100}\n"],"name":"stdout"},{"output_type":"stream","text":["/usr/local/lib/python3.7/dist-packages/torch/nn/functional.py:1698: UserWarning: nn.functional.tanh is deprecated. Use torch.tanh instead.\n","  warnings.warn(\"nn.functional.tanh is deprecated. Use torch.tanh instead.\")\n","/usr/local/lib/python3.7/dist-packages/ipykernel_launcher.py:64: UserWarning: Implicit dimension choice for softmax has been deprecated. Change the call to include dim=X as an argument.\n"],"name":"stderr"},{"output_type":"stream","text":["[{'q1': array([[  27,  312,  143, ...,    0,    0,    0],\n","       [ 410,   92, 4775, ...,    0,    0,    0],\n","       [ 619,  532,   90, ...,    0,    0,    0],\n","       ...,\n","       [  22,   23,  150, ...,    0,    0,    0],\n","       [  27, 5234,  495, ...,    0,    0,    0],\n","       [  51, 4504,   26, ...,    0,    0,    0]]), 'q2': array([[  27,  312,   12, ...,    0,    0,    0],\n","       [   2, 3843,   91, ...,    0,    0,    0],\n","       [ 619,  532,   90, ...,    0,    0,    0],\n","       ...,\n","       [  27,  150, 6740, ...,    0,    0,    0],\n","       [  27,  495, 1225, ...,    0,    0,    0],\n","       [  63, 3121,    1, ...,    0,    0,    0]]), 'rl1': array([[1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 7, ..., 0, 0, 0],\n","       ...,\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0]]), 'rl2': array([[ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1, 12,  2, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0]]), 'y': array([0, 0, 1, 1, 1, 1, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1,\n","       1, 0, 0, 1, 0, 0, 0, 1, 0, 1, 1, 1, 1, 0, 0, 1, 0, 1, 0, 1, 1, 0,\n","       0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 1, 1, 0, 1, 0, 0, 0,\n","       1, 0, 0, 1, 0, 0, 1, 0, 0, 0, 1, 0, 1, 1, 0, 0, 0, 0, 1, 0, 0, 0,\n","       1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0])}, {'q1': array([[  22, 1118, 1326, ...,    0,    0,    0],\n","       [  63,  421,   90, ...,    0,    0,    0],\n","       [  51,  115,   19, ...,    0,    0,    0],\n","       ...,\n","       [   2,   30,   91, ...,    0,    0,    0],\n","       [  22,   23, 5366, ...,    0,    0,    0],\n","       [  51,  150, 9472, ...,    0,    0,    0]]), 'q2': array([[1976,   26, 1750, ...,    0,    0,    0],\n","       [  63,  421,   90, ...,    0,    0,    0],\n","       [  51,  115,   19, ...,    0,    0,    0],\n","       ...,\n","       [   2,   16, 2492, ...,    0,    0,    0],\n","       [  22,   23, 5366, ...,    0,    0,    0],\n","       [  27,  150, 2045, ...,    0,    0,    0]]), 'rl1': array([[1, 2, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       ...,\n","       [1, 4, 2, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0]]), 'rl2': array([[ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1, 11, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  4,  2, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0]]), 'y': array([0, 0, 0, 1, 0, 0, 1, 0, 1, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 1, 1,\n","       1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0,\n","       1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 1, 0, 0, 1, 1, 1, 0,\n","       0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0,\n","       1, 0, 1, 0, 1, 0, 0, 0, 1, 0, 0, 1])}, {'q1': array([[   2,   16,  504, ...,    0,    0,    0],\n","       [   2,   30,  443, ...,    0,    0,    0],\n","       [   2,   42,  274, ...,    0,    0,    0],\n","       ...,\n","       [   2,   30, 1949, ...,    0,    0,    0],\n","       [  30,   91,  474, ...,    0,    0,    0],\n","       [  22,   64,  274, ...,    0,    0,    0]]), 'q2': array([[ 150,  248,  504, ...,    0,    0,    0],\n","       [   2,   30,   91, ...,    0,    0,    0],\n","       [   2,   64,  274, ...,    0,    0,    0],\n","       ...,\n","       [   2,   30, 1949, ...,    0,    0,    0],\n","       [   2,   30,   91, ...,    0,    0,    0],\n","       [   2,   30,   91, ...,    0,    0,    0]]), 'rl1': array([[ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  4,  2, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       ...,\n","       [ 1, 25,  1, ...,  0,  0,  0],\n","       [ 4,  1,  2, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0]]), 'rl2': array([[ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  4,  2, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       ...,\n","       [ 1, 25,  1, ...,  0,  0,  0],\n","       [ 1,  4,  2, ...,  0,  0,  0],\n","       [ 1, 19,  2, ...,  0,  0,  0]]), 'y': array([0, 0, 1, 0, 1, 0, 0, 0, 1, 0, 1, 0, 0, 1, 1, 0, 0, 1, 0, 1, 0, 1,\n","       0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 1, 1, 0, 0, 0, 0,\n","       1, 0, 0, 1, 0, 1, 0, 0, 1, 0, 1, 0, 1, 0, 0, 0, 0, 1, 1, 1, 1, 1,\n","       1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 1, 0, 0,\n","       0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 1, 1])}, {'q1': array([[ 115,  542, 1339, ...,    0,    0,    0],\n","       [  22,  115, 5973, ...,    0,    0,    0],\n","       [   2,   16,  435, ...,    0,    0,    0],\n","       ...,\n","       [ 210,   44,   76, ...,    0,    0,    0],\n","       [  91,  542, 7741, ...,    0,    0,    0],\n","       [ 115,   92,  248, ...,    0,    0,    0]]), 'q2': array([[  654,     1,    22, ...,   132,    18,  4298],\n","       [   77, 15445, 15446, ...,     0,     0,     0],\n","       [ 1848,  7731,    18, ...,     0,     0,     0],\n","       ...,\n","       [    2,    30,   474, ...,     0,     0,     0],\n","       [    2,   123,   457, ...,     0,     0,     0],\n","       [   51,   464,  1817, ...,     0,     0,     0]]), 'rl1': array([[1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 4, 2, ..., 0, 0, 0],\n","       ...,\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0]]), 'rl2': array([[ 9,  1,  1, ...,  1,  1,  1],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 2, 11,  1, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  4,  2, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0]]), 'y': array([0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 1, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0,\n","       0, 1, 0, 1, 1, 0, 0, 1, 1, 1, 0, 0, 1, 0, 0, 1, 0, 0, 0, 1, 0, 0,\n","       0, 0, 0, 0, 1, 0, 1, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0,\n","       0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 1, 1, 1, 0, 1, 0, 0, 0, 1, 0, 0, 1,\n","       0, 0, 1, 0, 0, 0, 1, 1, 1, 0, 0, 0])}, {'q1': array([[9076, 1118, 3728, ...,    0,    0,    0],\n","       [  30,  274,  675, ...,    0,    0,    0],\n","       [  22,  238,    1, ...,    0,    0,    0],\n","       ...,\n","       [  15,  149,  150, ...,    0,    0,    0],\n","       [   2,   90,  254, ...,    0,    0,    0],\n","       [ 149, 1274, 4973, ...,    0,    0,    0]]), 'q2': array([[ 149, 9076,    1, ...,    0,    0,    0],\n","       [  30,  274,  675, ...,    0,    0,    0],\n","       [  22,  238,    1, ...,    0,    0,    0],\n","       ...,\n","       [  22,  149,  150, ...,    0,    0,    0],\n","       [   2,   90,   91, ...,    0,    0,    0],\n","       [ 149, 1274, 4973, ...,    0,    0,    0]]), 'rl1': array([[12,  2,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [12,  2,  1, ...,  0,  0,  0],\n","       ...,\n","       [12,  2,  1, ...,  0,  0,  0],\n","       [ 1,  1,  2, ...,  0,  0,  0],\n","       [ 2,  1,  1, ...,  0,  0,  0]]), 'rl2': array([[ 2, 16,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [12,  2,  1, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  2,  1, ...,  0,  0,  0],\n","       [ 1,  4,  2, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0]]), 'y': array([1, 1, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1,\n","       1, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 1, 0, 0, 0, 1, 1, 1, 1, 0, 0, 0,\n","       0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, 0, 0, 0, 1, 0,\n","       0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 1, 1, 0, 0, 1, 0, 0, 1, 0,\n","       0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 1, 0])}, {'q1': array([[  22,  238,    1, ...,    0,    0,    0],\n","       [  51,  421,  312, ...,    0,    0,    0],\n","       [   2,  542,  537, ...,    0,    0,    0],\n","       ...,\n","       [   2,   30,   91, ...,    0,    0,    0],\n","       [   2,   16,   74, ...,    0,    0,    0],\n","       [  27,  290, 3996, ...,    0,    0,    0]]), 'q2': array([[   2, 1426,  238, ...,    0,    0,    0],\n","       [  27,  312,  150, ...,    0,    0,    0],\n","       [  22,  542,  238, ...,    0,    0,    0],\n","       ...,\n","       [   2,   30, 1251, ...,    0,    0,    0],\n","       [  72, 3942,  590, ...,    0,    0,    0],\n","       [  51,  140, 2804, ...,    0,    0,    0]]), 'rl1': array([[ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  4,  2, ...,  0,  0,  0],\n","       [ 1,  8,  2, ...,  0,  0,  0],\n","       [ 1, 12,  2, ...,  0,  0,  0]]), 'rl2': array([[ 1,  1,  2, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [12,  1,  2, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  4,  2, ...,  0,  0,  0],\n","       [ 1,  2,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0]]), 'y': array([0, 1, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 1,\n","       1, 0, 1, 0, 0, 1, 0, 1, 1, 0, 0, 1, 0, 1, 0, 1, 0, 0, 1, 0, 0, 0,\n","       1, 1, 0, 0, 0, 0, 1, 0, 0, 0, 1, 1, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0,\n","       0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1,\n","       0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0])}, {'q1': array([[   27,   150,   893, ...,     0,     0,     0],\n","       [  410,    92,   308, ...,     0,     0,     0],\n","       [   15,  1636, 10694, ...,     0,     0,     0],\n","       ...,\n","       [   22,   149,   143, ...,     0,     0,     0],\n","       [   51,   156,  1817, ...,     0,     0,     0],\n","       [    2,  2426,  2617, ...,     0,     0,     0]]), 'q2': array([[  27,  150,  893, ...,    0,    0,    0],\n","       [  22,  238,    1, ...,    0,    0,    0],\n","       [5205,   35,   90, ...,    0,    0,    0],\n","       ...,\n","       [  51,  143,  194, ...,    0,    0,    0],\n","       [  51,  156, 1817, ...,    0,    0,    0],\n","       [   2,  261, 7546, ...,    0,    0,    0]]), 'rl1': array([[ 1,  1, 11, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  2,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  2, 11, ...,  0,  0,  0]]), 'rl2': array([[ 1,  1,  1, ...,  0,  0,  0],\n","       [12,  2,  1, ...,  0,  0,  0],\n","       [ 2,  1,  1, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  2, 11, ...,  0,  0,  0]]), 'y': array([0, 1, 0, 1, 1, 1, 0, 0, 1, 1, 0, 0, 1, 1, 1, 0, 0, 1, 0, 1, 0, 0,\n","       0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 1, 1, 1, 0, 0, 0, 1, 1, 0, 0,\n","       0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0,\n","       0, 1, 0, 0, 1, 0, 1, 1, 1, 0, 0, 1, 1, 1, 1, 1, 1, 0, 1, 1, 1, 1,\n","       0, 0, 1, 1, 0, 0, 0, 1, 1, 0, 0, 0])}, {'q1': array([[   16,    18,  2102, ...,     0,     0,     0],\n","       [  149, 14367,  3857, ...,     0,     0,     0],\n","       [   27,   150,  3914, ...,     0,     0,     0],\n","       ...,\n","       [   22,     1,     1, ...,     0,     0,     0],\n","       [  210,    30,   435, ...,     0,     0,     0],\n","       [ 1115,    92,  3535, ...,     0,     0,     0]]), 'q2': array([[  63,   16,  254, ...,    0,    0,    0],\n","       [  51,  421,  312, ...,    0,    0,    0],\n","       [  27,  150, 3914, ...,    0,    0,    0],\n","       ...,\n","       [  22,  149,  143, ...,    0,    0,    0],\n","       [ 210,   30, 1208, ...,    0,    0,    0],\n","       [1115,   92, 1210, ...,    0,    0,    0]]), 'rl1': array([[12,  1,  1, ...,  0,  0,  0],\n","       [ 2,  1, 16, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  4,  1, ...,  0,  0,  0],\n","       [ 1,  4,  2, ...,  0,  0,  0],\n","       [ 1,  1,  2, ...,  0,  0,  0]]), 'rl2': array([[1, 4, 2, ..., 0, 0, 0],\n","       [1, 4, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       ...,\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 4, 2, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0]]), 'y': array([0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 1, 0, 0, 1, 0, 0, 0, 1, 0, 0, 1,\n","       0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0,\n","       0, 0, 0, 1, 0, 1, 0, 0, 0, 1, 1, 0, 0, 0, 1, 1, 1, 0, 1, 1, 0, 0,\n","       1, 1, 0, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 1, 0, 1, 0,\n","       0, 0, 1, 0, 0, 0, 1, 0, 0, 1, 0, 1])}, {'q1': array([[   22,   149,   143,  1756,  5438,  1376, 11749,     6,  2045,\n","            1,   448,     0,     0,     0,     0,     0],\n","       [   16,   816,     1,    22,   350, 15383,     1,     1,   208,\n","         2628,  4575,  1746,     1,    51,    52,  2329],\n","       [   51,   143,  2867,   248,   411,  1893,     0,     0,     0,\n","            0,     0,     0,     0,     0,     0,     0],\n","       [   22,  7451,     1, 15384,     1, 14013,     1, 15385,     1,\n","            6, 15386, 15387,     0,     0,     0,     0],\n","       [  118,  1462,   220,     0,     0,     0,     0,     0,     0,\n","            0,     0,     0,     0,     0,     0,     0],\n","       [   27,   150,   248,  1043,   276,  1088,   201,   217,    69,\n","         1589,    39,     0,     0,     0,     0,     0],\n","       [   27,  1847,   509,   360,  2030,     6,  9441,  4218,     0,\n","            0,     0,     0,     0,     0,     0,     0],\n","       [ 2457,  1010,     0,     0,     0,     0,     0,     0,     0,\n","            0,     0,     0,     0,     0,     0,     0],\n","       [    2,    30,    91,  1785,  1340,  2012,     0,     0,     0,\n","            0,     0,     0,     0,     0,     0,     0]]), 'q2': array([[   27,   150, 11910,  5438,     6,  2045,     1,  1976,     0,\n","            0,     0],\n","       [    2,   350, 15545,   936,    35,  1746,     0,     0,     0,\n","            0,     0],\n","       [    2,   411,  1893,     0,     0,     0,     0,     0,     0,\n","            0,     0],\n","       [  125,  8061,   352,   464,    18, 14883,    25,     0,     0,\n","            0,     0],\n","       [   51,  1462,   220,     0,     0,     0,     0,     0,     0,\n","            0,     0],\n","       [  209,   569,  1088,    37,  1589,    39,     0,     0,     0,\n","            0,     0],\n","       [  125,   127,  9441,  4218,    18,  1677,     0,     0,     0,\n","            0,     0],\n","       [  208,     1,    22,   566, 11494,   503,     1,    22,    99,\n","         2212,  2445],\n","       [    2,  1785, 11091,     0,     0,     0,     0,     0,     0,\n","            0,     0]]), 'rl1': array([[ 1,  2,  1,  1, 16,  1,  1,  1,  1,  1,  1,  0,  0,  0,  0,  0],\n","       [ 8,  2,  1,  1, 23,  1,  1,  1,  1,  9,  2, 11,  1, 18,  1,  1],\n","       [ 1,  1,  1,  1,  2, 11,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0],\n","       [ 1,  1,  1,  1,  1,  1,  1,  1,  1,  1,  1,  1,  0,  0,  0,  0],\n","       [ 2,  3,  1,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0],\n","       [ 1,  1,  1,  2,  1, 22,  1,  1,  1,  1,  6,  0,  0,  0,  0,  0],\n","       [ 1,  1,  1,  1,  1,  1,  1,  1,  0,  0,  0,  0,  0,  0,  0,  0],\n","       [ 1,  1,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0],\n","       [ 1,  4,  2,  1,  2, 13,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0]]), 'rl2': array([[ 1,  1,  1,  1,  1,  1,  1,  1,  0,  0,  0],\n","       [ 1,  1,  1,  1,  1,  1,  0,  0,  0,  0,  0],\n","       [ 1,  2, 11,  0,  0,  0,  0,  0,  0,  0,  0],\n","       [ 1,  1,  1,  1,  1,  1,  1,  0,  0,  0,  0],\n","       [ 1,  1,  1,  0,  0,  0,  0,  0,  0,  0,  0],\n","       [ 1,  1,  1,  1,  1,  1,  0,  0,  0,  0,  0],\n","       [ 1,  2,  1, 12,  1,  1,  0,  0,  0,  0,  0],\n","       [ 1,  1,  1,  1,  1,  1,  1,  1,  2,  1, 13],\n","       [ 1,  1,  1,  0,  0,  0,  0,  0,  0,  0,  0]]), 'y': array([1, 0, 1, 0, 1, 1, 0, 1, 1])}]\n","[{'q1': [8, 8, 7, 8, 33, 8, 12, 7, 8, 5, 15, 6, 3, 4, 7, 5, 15, 21, 8, 24, 5, 5, 16, 12, 3, 16, 7, 7, 6, 6, 16, 13, 10, 5, 4, 15, 7, 4, 9, 8, 8, 6, 5, 15, 11, 5, 4, 16, 14, 6, 6, 30, 13, 17, 10, 17, 5, 8, 14, 11, 10, 8, 6, 6, 9, 6, 4, 16, 6, 12, 20, 11, 11, 8, 5, 8, 10, 4, 12, 7, 8, 6, 8, 47, 10, 7, 9, 8, 5, 17, 19, 19, 10, 6, 18, 11, 7, 5, 6, 7], 'q2': [15, 9, 6, 6, 16, 7, 13, 8, 6, 5, 5, 10, 6, 4, 6, 7, 7, 11, 8, 8, 9, 12, 22, 16, 6, 21, 8, 5, 6, 9, 5, 13, 8, 3, 7, 5, 9, 4, 11, 7, 7, 8, 5, 8, 19, 9, 4, 12, 16, 6, 7, 16, 14, 8, 15, 19, 8, 6, 10, 7, 10, 6, 7, 6, 11, 7, 5, 29, 8, 10, 19, 11, 14, 11, 5, 10, 5, 5, 12, 7, 14, 10, 10, 25, 7, 7, 6, 4, 6, 24, 11, 13, 4, 3, 4, 8, 9, 7, 5, 6], 'rl1': [8, 8, 7, 8, 33, 8, 12, 7, 8, 5, 15, 6, 3, 4, 7, 5, 15, 21, 8, 24, 5, 5, 16, 12, 3, 16, 7, 7, 6, 6, 16, 13, 10, 5, 4, 15, 7, 4, 9, 8, 8, 6, 5, 15, 11, 5, 4, 16, 14, 6, 6, 30, 13, 17, 10, 17, 5, 8, 14, 11, 10, 8, 6, 6, 9, 6, 4, 16, 6, 12, 20, 11, 11, 8, 5, 8, 10, 4, 12, 7, 8, 6, 8, 47, 10, 7, 9, 8, 5, 17, 19, 19, 10, 6, 18, 11, 7, 5, 6, 7], 'rl2': [15, 9, 6, 6, 16, 7, 13, 8, 6, 5, 5, 10, 6, 4, 6, 7, 7, 11, 8, 8, 9, 12, 22, 16, 6, 21, 8, 5, 6, 9, 5, 13, 8, 3, 7, 5, 9, 4, 11, 7, 7, 8, 5, 8, 19, 9, 4, 12, 16, 6, 7, 16, 14, 8, 15, 19, 8, 6, 10, 7, 10, 6, 7, 6, 11, 7, 5, 29, 8, 10, 19, 11, 14, 11, 5, 10, 5, 5, 12, 7, 14, 10, 10, 25, 7, 7, 6, 4, 6, 24, 11, 13, 4, 3, 4, 8, 9, 7, 5, 6]}, {'q1': [7, 7, 17, 8, 9, 10, 4, 7, 6, 26, 11, 6, 6, 8, 13, 9, 9, 11, 8, 5, 12, 12, 6, 13, 11, 14, 5, 5, 5, 18, 9, 6, 15, 6, 14, 3, 9, 6, 7, 9, 15, 14, 6, 6, 7, 11, 11, 10, 8, 6, 15, 12, 7, 16, 8, 16, 7, 27, 4, 5, 4, 7, 5, 6, 6, 6, 3, 11, 8, 16, 28, 8, 9, 7, 15, 11, 7, 10, 7, 11, 13, 11, 7, 10, 16, 2, 10, 11, 4, 9, 7, 28, 7, 9, 8, 12, 8, 8, 6, 8], 'q2': [5, 7, 16, 8, 9, 8, 3, 6, 6, 5, 12, 11, 8, 6, 12, 24, 19, 10, 9, 5, 16, 12, 8, 23, 10, 16, 3, 8, 5, 12, 12, 6, 15, 8, 14, 13, 11, 8, 11, 8, 12, 35, 7, 4, 6, 14, 8, 10, 11, 10, 7, 3, 5, 8, 4, 14, 7, 36, 9, 10, 5, 5, 5, 5, 5, 10, 5, 7, 8, 15, 5, 6, 8, 7, 13, 20, 9, 7, 3, 11, 14, 9, 6, 9, 11, 10, 5, 8, 4, 15, 5, 16, 7, 14, 5, 13, 8, 5, 6, 8], 'rl1': [7, 7, 17, 8, 9, 10, 4, 7, 6, 26, 11, 6, 6, 8, 13, 9, 9, 11, 8, 5, 12, 12, 6, 13, 11, 14, 5, 5, 5, 18, 9, 6, 15, 6, 14, 3, 9, 6, 7, 9, 15, 14, 6, 6, 7, 11, 11, 10, 8, 6, 15, 12, 7, 16, 8, 16, 7, 27, 4, 5, 4, 7, 5, 6, 6, 6, 3, 11, 8, 16, 28, 8, 9, 7, 15, 11, 7, 10, 7, 11, 13, 11, 7, 10, 16, 2, 10, 11, 4, 9, 7, 28, 7, 9, 8, 12, 8, 8, 6, 8], 'rl2': [5, 7, 16, 8, 9, 8, 3, 6, 6, 5, 12, 11, 8, 6, 12, 24, 19, 10, 9, 5, 16, 12, 8, 23, 10, 16, 3, 8, 5, 12, 12, 6, 15, 8, 14, 13, 11, 8, 11, 8, 12, 35, 7, 4, 6, 14, 8, 10, 11, 10, 7, 3, 5, 8, 4, 14, 7, 36, 9, 10, 5, 5, 5, 5, 5, 10, 5, 7, 8, 15, 5, 6, 8, 7, 13, 20, 9, 7, 3, 11, 14, 9, 6, 9, 11, 10, 5, 8, 4, 15, 5, 16, 7, 14, 5, 13, 8, 5, 6, 8]}, {'q1': [5, 6, 10, 7, 8, 11, 14, 6, 12, 11, 9, 9, 25, 5, 7, 5, 14, 8, 13, 6, 6, 8, 11, 7, 16, 20, 8, 10, 4, 6, 8, 9, 13, 21, 7, 22, 7, 7, 8, 12, 18, 4, 7, 7, 3, 3, 12, 12, 6, 7, 8, 16, 7, 11, 11, 7, 8, 9, 12, 11, 5, 7, 9, 6, 6, 2, 9, 21, 5, 10, 6, 10, 19, 9, 15, 6, 9, 6, 21, 5, 6, 5, 14, 18, 12, 5, 14, 20, 7, 24, 14, 26, 6, 14, 19, 12, 26, 9, 6, 8], 'q2': [5, 6, 10, 8, 8, 10, 8, 6, 10, 10, 5, 9, 17, 6, 7, 4, 7, 4, 20, 6, 6, 6, 7, 6, 17, 20, 18, 8, 5, 6, 9, 7, 13, 21, 6, 21, 7, 7, 7, 11, 15, 3, 9, 7, 6, 6, 9, 7, 6, 5, 7, 10, 13, 13, 13, 25, 8, 10, 10, 9, 4, 6, 7, 7, 5, 4, 6, 32, 5, 6, 6, 7, 26, 18, 13, 7, 12, 8, 7, 4, 10, 5, 8, 20, 21, 7, 12, 54, 7, 24, 6, 27, 10, 14, 5, 11, 23, 9, 8, 8], 'rl1': [5, 6, 10, 7, 8, 11, 14, 6, 12, 11, 9, 9, 25, 5, 7, 5, 14, 8, 13, 6, 6, 8, 11, 7, 16, 20, 8, 10, 4, 6, 8, 9, 13, 21, 7, 22, 7, 7, 8, 12, 18, 4, 7, 7, 3, 3, 12, 12, 6, 7, 8, 16, 7, 11, 11, 7, 8, 9, 12, 11, 5, 7, 9, 6, 6, 2, 9, 21, 5, 10, 6, 10, 19, 9, 15, 6, 9, 6, 21, 5, 6, 5, 14, 18, 12, 5, 14, 20, 7, 24, 14, 26, 6, 14, 19, 12, 26, 9, 6, 8], 'rl2': [5, 6, 10, 8, 8, 10, 8, 6, 10, 10, 5, 9, 17, 6, 7, 4, 7, 4, 20, 6, 6, 6, 7, 6, 17, 20, 18, 8, 5, 6, 9, 7, 13, 21, 6, 21, 7, 7, 7, 11, 15, 3, 9, 7, 6, 6, 9, 7, 6, 5, 7, 10, 13, 13, 13, 25, 8, 10, 10, 9, 4, 6, 7, 7, 5, 4, 6, 32, 5, 6, 6, 7, 26, 18, 13, 7, 12, 8, 7, 4, 10, 5, 8, 20, 21, 7, 12, 54, 7, 24, 6, 27, 10, 14, 5, 11, 23, 9, 8, 8]}, {'q1': [11, 10, 10, 11, 8, 17, 9, 6, 5, 6, 6, 9, 9, 17, 13, 14, 9, 14, 7, 15, 5, 12, 6, 8, 7, 6, 9, 18, 14, 15, 14, 7, 10, 6, 4, 19, 11, 7, 7, 5, 14, 9, 6, 11, 7, 11, 8, 16, 5, 14, 6, 7, 11, 20, 12, 8, 6, 13, 8, 7, 4, 7, 5, 7, 20, 17, 4, 14, 13, 5, 22, 4, 7, 9, 10, 12, 7, 10, 7, 18, 12, 4, 11, 7, 8, 16, 11, 4, 6, 16, 8, 9, 6, 6, 8, 13, 9, 7, 6, 7], 'q2': [32, 13, 15, 4, 7, 6, 6, 6, 8, 9, 5, 6, 14, 6, 8, 23, 4, 10, 15, 12, 5, 28, 11, 3, 24, 10, 11, 32, 11, 13, 12, 9, 12, 5, 5, 9, 7, 10, 18, 5, 8, 9, 15, 7, 9, 11, 8, 4, 8, 9, 7, 7, 5, 22, 25, 11, 15, 13, 5, 9, 4, 8, 3, 4, 12, 24, 12, 24, 11, 10, 22, 4, 6, 5, 8, 8, 6, 8, 5, 9, 6, 4, 5, 8, 8, 31, 9, 6, 5, 11, 11, 27, 13, 8, 10, 9, 10, 7, 5, 5], 'rl1': [11, 10, 10, 11, 8, 17, 9, 6, 5, 6, 6, 9, 9, 17, 13, 14, 9, 14, 7, 15, 5, 12, 6, 8, 7, 6, 9, 18, 14, 15, 14, 7, 10, 6, 4, 19, 11, 7, 7, 5, 14, 9, 6, 11, 7, 11, 8, 16, 5, 14, 6, 7, 11, 20, 12, 8, 6, 13, 8, 7, 4, 7, 5, 7, 20, 17, 4, 14, 13, 5, 22, 4, 7, 9, 10, 12, 7, 10, 7, 18, 12, 4, 11, 7, 8, 16, 11, 4, 6, 16, 8, 9, 6, 6, 8, 13, 9, 7, 6, 7], 'rl2': [32, 13, 15, 4, 7, 6, 6, 6, 8, 9, 5, 6, 14, 6, 8, 23, 4, 10, 15, 12, 5, 28, 11, 3, 24, 10, 11, 32, 11, 13, 12, 9, 12, 5, 5, 9, 7, 10, 18, 5, 8, 9, 15, 7, 9, 11, 8, 4, 8, 9, 7, 7, 5, 22, 25, 11, 15, 13, 5, 9, 4, 8, 3, 4, 12, 24, 12, 24, 11, 10, 22, 4, 6, 5, 8, 8, 6, 8, 5, 9, 6, 4, 5, 8, 8, 31, 9, 6, 5, 11, 11, 27, 13, 8, 10, 9, 10, 7, 5, 5]}, {'q1': [3, 14, 10, 9, 17, 12, 9, 8, 4, 8, 12, 6, 12, 5, 11, 7, 4, 8, 6, 6, 4, 9, 10, 6, 7, 23, 17, 8, 4, 17, 9, 19, 19, 12, 11, 12, 5, 5, 51, 7, 14, 5, 5, 10, 5, 11, 14, 11, 12, 12, 4, 7, 8, 5, 9, 2, 12, 5, 11, 7, 6, 9, 14, 9, 8, 4, 13, 7, 11, 5, 10, 5, 13, 5, 3, 12, 10, 4, 13, 6, 6, 9, 13, 7, 16, 8, 11, 16, 5, 30, 17, 5, 7, 8, 11, 11, 9, 13, 4, 10], 'q2': [4, 15, 7, 8, 18, 15, 8, 3, 4, 4, 10, 6, 6, 11, 11, 8, 3, 8, 7, 12, 3, 2, 7, 18, 3, 20, 10, 12, 4, 22, 9, 10, 7, 20, 23, 11, 16, 5, 40, 12, 14, 7, 4, 12, 12, 10, 7, 9, 5, 12, 6, 4, 8, 5, 11, 8, 6, 5, 8, 7, 9, 6, 9, 10, 8, 6, 13, 6, 12, 4, 6, 5, 12, 6, 3, 4, 8, 5, 14, 7, 6, 8, 15, 5, 9, 8, 13, 16, 2, 23, 15, 6, 20, 10, 6, 4, 4, 13, 5, 11], 'rl1': [3, 14, 10, 9, 17, 12, 9, 8, 4, 8, 12, 6, 12, 5, 11, 7, 4, 8, 6, 6, 4, 9, 10, 6, 7, 23, 17, 8, 4, 17, 9, 19, 19, 12, 11, 12, 5, 5, 51, 7, 14, 5, 5, 10, 5, 11, 14, 11, 12, 12, 4, 7, 8, 5, 9, 2, 12, 5, 11, 7, 6, 9, 14, 9, 8, 4, 13, 7, 11, 5, 10, 5, 13, 5, 3, 12, 10, 4, 13, 6, 6, 9, 13, 7, 16, 8, 11, 16, 5, 30, 17, 5, 7, 8, 11, 11, 9, 13, 4, 10], 'rl2': [4, 15, 7, 8, 18, 15, 8, 3, 4, 4, 10, 6, 6, 11, 11, 8, 3, 8, 7, 12, 3, 2, 7, 18, 3, 20, 10, 12, 4, 22, 9, 10, 7, 20, 23, 11, 16, 5, 40, 12, 14, 7, 4, 12, 12, 10, 7, 9, 5, 12, 6, 4, 8, 5, 11, 8, 6, 5, 8, 7, 9, 6, 9, 10, 8, 6, 13, 6, 12, 4, 6, 5, 12, 6, 3, 4, 8, 5, 14, 7, 6, 8, 15, 5, 9, 8, 13, 16, 2, 23, 15, 6, 20, 10, 6, 4, 4, 13, 5, 11]}, {'q1': [7, 7, 16, 9, 5, 14, 7, 8, 17, 12, 12, 21, 6, 8, 7, 5, 8, 25, 7, 23, 9, 8, 13, 17, 7, 7, 8, 8, 6, 7, 23, 13, 12, 6, 10, 4, 7, 5, 7, 13, 3, 7, 3, 13, 10, 9, 11, 26, 5, 9, 12, 9, 14, 26, 10, 4, 14, 7, 12, 7, 6, 27, 12, 7, 9, 5, 14, 8, 4, 15, 7, 6, 6, 7, 6, 27, 3, 15, 6, 6, 21, 5, 8, 3, 11, 4, 32, 6, 7, 6, 5, 18, 8, 16, 8, 9, 17, 6, 11, 19], 'q2': [5, 5, 21, 6, 8, 16, 10, 11, 11, 14, 9, 29, 6, 9, 9, 5, 8, 7, 8, 31, 8, 13, 9, 22, 7, 7, 27, 6, 6, 10, 11, 13, 6, 4, 7, 5, 5, 7, 4, 19, 6, 9, 2, 4, 5, 7, 11, 50, 14, 8, 16, 5, 8, 6, 11, 9, 6, 7, 12, 12, 13, 8, 12, 11, 10, 8, 19, 10, 5, 5, 9, 9, 6, 7, 4, 9, 4, 6, 4, 5, 6, 6, 10, 8, 14, 5, 6, 7, 6, 13, 5, 12, 15, 10, 6, 7, 9, 7, 10, 7], 'rl1': [7, 7, 16, 9, 5, 14, 7, 8, 17, 12, 12, 21, 6, 8, 7, 5, 8, 25, 7, 23, 9, 8, 13, 17, 7, 7, 8, 8, 6, 7, 23, 13, 12, 6, 10, 4, 7, 5, 7, 13, 3, 7, 3, 13, 10, 9, 11, 26, 5, 9, 12, 9, 14, 26, 10, 4, 14, 7, 12, 7, 6, 27, 12, 7, 9, 5, 14, 8, 4, 15, 7, 6, 6, 7, 6, 27, 3, 15, 6, 6, 21, 5, 8, 3, 11, 4, 32, 6, 7, 6, 5, 18, 8, 16, 8, 9, 17, 6, 11, 19], 'rl2': [5, 5, 21, 6, 8, 16, 10, 11, 11, 14, 9, 29, 6, 9, 9, 5, 8, 7, 8, 31, 8, 13, 9, 22, 7, 7, 27, 6, 6, 10, 11, 13, 6, 4, 7, 5, 5, 7, 4, 19, 6, 9, 2, 4, 5, 7, 11, 50, 14, 8, 16, 5, 8, 6, 11, 9, 6, 7, 12, 12, 13, 8, 12, 11, 10, 8, 19, 10, 5, 5, 9, 9, 6, 7, 4, 9, 4, 6, 4, 5, 6, 6, 10, 8, 14, 5, 6, 7, 6, 13, 5, 12, 15, 10, 6, 7, 9, 7, 10, 7]}, {'q1': [8, 13, 10, 6, 5, 6, 11, 4, 7, 7, 4, 5, 5, 6, 17, 14, 10, 8, 10, 10, 14, 18, 7, 3, 10, 12, 7, 7, 12, 4, 5, 6, 5, 8, 4, 9, 9, 14, 7, 25, 4, 10, 5, 9, 9, 8, 7, 4, 3, 11, 18, 6, 17, 18, 7, 7, 7, 10, 4, 8, 4, 9, 16, 13, 4, 6, 8, 10, 5, 8, 12, 11, 30, 12, 7, 17, 12, 10, 8, 10, 6, 6, 4, 7, 6, 23, 7, 7, 6, 9, 21, 5, 9, 20, 9, 8, 9, 8, 6, 3], 'q2': [8, 9, 7, 5, 6, 7, 6, 21, 12, 17, 4, 4, 7, 8, 6, 11, 8, 19, 8, 8, 15, 11, 8, 5, 12, 11, 5, 13, 30, 10, 8, 6, 7, 6, 4, 8, 9, 12, 3, 11, 4, 7, 8, 12, 18, 6, 9, 5, 8, 13, 4, 20, 14, 4, 8, 9, 8, 10, 6, 9, 8, 5, 12, 14, 13, 11, 7, 10, 8, 7, 12, 8, 12, 13, 14, 8, 13, 5, 10, 7, 4, 7, 6, 7, 7, 10, 6, 8, 13, 8, 10, 5, 5, 19, 9, 6, 9, 8, 5, 8], 'rl1': [8, 13, 10, 6, 5, 6, 11, 4, 7, 7, 4, 5, 5, 6, 17, 14, 10, 8, 10, 10, 14, 18, 7, 3, 10, 12, 7, 7, 12, 4, 5, 6, 5, 8, 4, 9, 9, 14, 7, 25, 4, 10, 5, 9, 9, 8, 7, 4, 3, 11, 18, 6, 17, 18, 7, 7, 7, 10, 4, 8, 4, 9, 16, 13, 4, 6, 8, 10, 5, 8, 12, 11, 30, 12, 7, 17, 12, 10, 8, 10, 6, 6, 4, 7, 6, 23, 7, 7, 6, 9, 21, 5, 9, 20, 9, 8, 9, 8, 6, 3], 'rl2': [8, 9, 7, 5, 6, 7, 6, 21, 12, 17, 4, 4, 7, 8, 6, 11, 8, 19, 8, 8, 15, 11, 8, 5, 12, 11, 5, 13, 30, 10, 8, 6, 7, 6, 4, 8, 9, 12, 3, 11, 4, 7, 8, 12, 18, 6, 9, 5, 8, 13, 4, 20, 14, 4, 8, 9, 8, 10, 6, 9, 8, 5, 12, 14, 13, 11, 7, 10, 8, 7, 12, 8, 12, 13, 14, 8, 13, 5, 10, 7, 4, 7, 6, 7, 7, 10, 6, 8, 13, 8, 10, 5, 5, 19, 9, 6, 9, 8, 5, 8]}, {'q1': [7, 6, 5, 9, 6, 8, 26, 6, 8, 9, 12, 5, 9, 23, 7, 7, 4, 20, 7, 8, 5, 4, 21, 8, 5, 10, 8, 11, 5, 10, 9, 3, 11, 13, 8, 16, 10, 29, 12, 8, 8, 6, 10, 7, 9, 16, 11, 8, 6, 23, 9, 6, 14, 7, 5, 10, 9, 8, 5, 9, 7, 11, 5, 7, 9, 10, 15, 18, 8, 6, 5, 8, 9, 12, 12, 18, 13, 10, 7, 7, 6, 13, 13, 8, 6, 7, 7, 6, 23, 6, 7, 15, 6, 7, 9, 23, 14, 16, 18, 9], 'q2': [5, 17, 5, 7, 12, 27, 29, 12, 10, 9, 12, 5, 8, 10, 8, 6, 4, 13, 5, 6, 3, 10, 18, 8, 3, 11, 17, 49, 8, 21, 10, 11, 8, 9, 9, 16, 12, 25, 11, 9, 6, 4, 8, 5, 7, 10, 2, 5, 6, 23, 6, 8, 21, 4, 9, 9, 5, 11, 18, 12, 7, 33, 8, 6, 19, 10, 17, 16, 11, 5, 6, 8, 3, 7, 7, 39, 6, 8, 7, 3, 8, 20, 11, 7, 5, 7, 6, 3, 14, 9, 5, 23, 7, 18, 6, 7, 6, 9, 39, 10], 'rl1': [7, 6, 5, 9, 6, 8, 26, 6, 8, 9, 12, 5, 9, 23, 7, 7, 4, 20, 7, 8, 5, 4, 21, 8, 5, 10, 8, 11, 5, 10, 9, 3, 11, 13, 8, 16, 10, 29, 12, 8, 8, 6, 10, 7, 9, 16, 11, 8, 6, 23, 9, 6, 14, 7, 5, 10, 9, 8, 5, 9, 7, 11, 5, 7, 9, 10, 15, 18, 8, 6, 5, 8, 9, 12, 12, 18, 13, 10, 7, 7, 6, 13, 13, 8, 6, 7, 7, 6, 23, 6, 7, 15, 6, 7, 9, 23, 14, 16, 18, 9], 'rl2': [5, 17, 5, 7, 12, 27, 29, 12, 10, 9, 12, 5, 8, 10, 8, 6, 4, 13, 5, 6, 3, 10, 18, 8, 3, 11, 17, 49, 8, 21, 10, 11, 8, 9, 9, 16, 12, 25, 11, 9, 6, 4, 8, 5, 7, 10, 2, 5, 6, 23, 6, 8, 21, 4, 9, 9, 5, 11, 18, 12, 7, 33, 8, 6, 19, 10, 17, 16, 11, 5, 6, 8, 3, 7, 7, 39, 6, 8, 7, 3, 8, 20, 11, 7, 5, 7, 6, 3, 14, 9, 5, 23, 7, 18, 6, 7, 6, 9, 39, 10]}, {'q1': [11, 16, 6, 12, 3, 11, 8, 2, 6], 'q2': [8, 6, 3, 7, 3, 6, 6, 11, 3], 'rl1': [11, 16, 6, 12, 3, 11, 8, 2, 6], 'rl2': [8, 6, 3, 7, 3, 6, 6, 11, 3]}]\n"],"name":"stdout"},{"output_type":"stream","text":["/usr/local/lib/python3.7/dist-packages/ipykernel_launcher.py:122: UserWarning: Implicit dimension choice for softmax has been deprecated. Change the call to include dim=X as an argument.\n"],"name":"stderr"},{"output_type":"stream","text":["[{'q1': array([[   22,    23,   381, ...,     0,     0,     0],\n","       [ 3717,   276, 15546, ...,     0,     0,     0],\n","       [    2,   444,   933, ...,     0,     0,     0],\n","       ...,\n","       [    2, 10800,   821, ...,     0,     0,     0],\n","       [    2,    30,    91, ...,     0,     0,     0],\n","       [    2,    30,    91, ...,     0,     0,     0]]), 'q2': array([[   18,    27,  4693, ...,     0,     0,     0],\n","       [ 3717,   276, 13868, ...,     0,     0,     0],\n","       [    2,   444,   933, ...,     0,     0,     0],\n","       ...,\n","       [    2, 10800,   821, ...,     0,     0,     0],\n","       [    2,    30,    91, ...,     0,     0,     0],\n","       [    2,  1251,   789, ...,     0,     0,     0]]), 'rl1': array([[1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       ...,\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 8, 2, ..., 0, 0, 0],\n","       [1, 4, 2, ..., 0, 0, 0]]), 'rl2': array([[ 1,  1,  1, ...,  0,  0,  0],\n","       [ 2,  1, 24, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  8,  2, ...,  0,  0,  0],\n","       [ 1,  2, 11, ...,  0,  0,  0]]), 'y': array([0, 1, 1, 1, 1, 1, 0, 0, 1, 0, 1, 1, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0,\n","       0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 1, 0, 0, 1, 0, 1, 1, 1, 1, 0,\n","       0, 0, 0, 1, 0, 1, 0, 1, 0, 0, 1, 0, 1, 1, 0, 0, 1, 1, 0, 1, 0, 0,\n","       0, 0, 0, 1, 1, 0, 1, 0, 1, 1, 0, 1, 1, 1, 0, 0, 1, 1, 0, 0, 0, 1,\n","       1, 0, 1, 0, 0, 1, 0, 1, 0, 1, 1, 1])}, {'q1': array([[  72,  115, 2386, ...,    0,    0,    0],\n","       [  18,  177,  710, ...,    0,    0,    0],\n","       [  64,  739, 1977, ...,    0,    0,    0],\n","       ...,\n","       [ 115,   92,  248, ...,    0,    0,    0],\n","       [  22,   64,  727, ...,    0,    0,    0],\n","       [  63,  111,   91, ...,    0,    0,    0]]), 'q2': array([[   63,   917,  3630, ...,     0,     0,     0],\n","       [   18,   177,   710, ...,     0,     0,     0],\n","       [   63,    30,   360, ...,     0,     0,     0],\n","       ...,\n","       [    2,   566,  7472, ...,     0,     0,     0],\n","       [ 1804, 15607,   509, ...,     0,     0,     0],\n","       [  410,    42,    26, ...,     0,     0,     0]]), 'rl1': array([[ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 4,  2, 11, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  2, ...,  0,  0,  0],\n","       [ 1,  1,  2, ...,  0,  0,  0]]), 'rl2': array([[ 1, 12,  2, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1, 44,  1, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  2, 13, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0]]), 'y': array([0, 1, 0, 0, 0, 0, 1, 1, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 1, 1, 0, 0,\n","       0, 0, 0, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0,\n","       0, 0, 0, 0, 1, 0, 0, 1, 1, 0, 1, 1, 0, 1, 1, 0, 0, 1, 0, 0, 0, 1,\n","       1, 0, 1, 0, 0, 0, 1, 0, 0, 1, 1, 0, 0, 0, 1, 1, 0, 0, 1, 0, 1, 0,\n","       1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0])}, {'q1': array([[  51, 2728, 1403, ...,    0,    0,    0],\n","       [   2,  532,   91, ...,    0,    0,    0],\n","       [ 410,   92,   96, ...,    0,    0,    0],\n","       ...,\n","       [  22,  115, 1709, ...,    0,    0,    0],\n","       [   2,   16, 2162, ...,    0,    0,    0],\n","       [   2,  257,    1, ...,    0,    0,    0]]), 'q2': array([[ 125,  220, 1491, ...,    0,    0,    0],\n","       [   2,  532,   90, ...,    0,    0,    0],\n","       [ 410,   92,  455, ...,    0,    0,    0],\n","       ...,\n","       [   2, 1709,    1, ...,    0,    0,    0],\n","       [   2,  658,   44, ...,    0,    0,    0],\n","       [  22,   23,    1, ...,    0,    0,    0]]), 'rl1': array([[1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 2, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       ...,\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 4, 2, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0]]), 'rl2': array([[1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 7, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       ...,\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 2, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0]]), 'y': array([0, 0, 0, 0, 1, 1, 1, 1, 0, 1, 1, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 1,\n","       1, 1, 1, 0, 0, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0,\n","       0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 1, 0, 1, 0, 1, 1,\n","       0, 1, 1, 1, 1, 0, 0, 1, 0, 0, 1, 0, 0, 1, 0, 1, 1, 0, 0, 1, 0, 1,\n","       1, 0, 0, 1, 1, 0, 0, 0, 1, 0, 0, 0])}, {'q1': array([[  44, 4759,  732, ...,    0,    0,    0],\n","       [  18,  177,  264, ...,    0,    0,    0],\n","       [  30,  235,  669, ...,    0,    0,    0],\n","       ...,\n","       [  22,   23,  150, ...,    0,    0,    0],\n","       [  51, 1841,  494, ...,    0,    0,    0],\n","       [  51,  421, 2129, ...,    0,    0,    0]]), 'q2': array([[  44, 4759, 5674, ...,    0,    0,    0],\n","       [  18,  177,  264, ...,    0,    0,    0],\n","       [  30,  235,  469, ...,    0,    0,    0],\n","       ...,\n","       [  63,    1,  364, ...,    0,    0,    0],\n","       [  51,  156, 1841, ...,    0,    0,    0],\n","       [  27, 2128, 2129, ...,    0,    0,    0]]), 'rl1': array([[ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [20,  2, 20, ...,  0,  0,  0],\n","       ...,\n","       [18,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0]]), 'rl2': array([[ 1,  1,  2, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [20,  2,  1, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1, 12,  1, ...,  0,  0,  0]]), 'y': array([0, 1, 1, 0, 0, 1, 1, 0, 1, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 1, 0, 1,\n","       0, 1, 0, 0, 0, 1, 0, 0, 1, 1, 0, 1, 0, 0, 0, 1, 1, 1, 0, 1, 0, 1,\n","       1, 0, 0, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, 1, 0, 0, 1, 1, 1, 1, 0, 0,\n","       1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 1, 0,\n","       0, 0, 1, 1, 0, 0, 0, 0, 1, 0, 0, 0])}, {'q1': array([[   22,    64,    91, ...,     0,     0,     0],\n","       [   22,   149,   150, ...,     0,     0,     0],\n","       [   27,   143,  2867, ...,     0,     0,     0],\n","       ...,\n","       [    2,    30,   274, ...,     0,     0,     0],\n","       [   63,     1, 15686, ...,     0,     0,     0],\n","       [  410,  5830,     1, ...,     0,     0,     0]]), 'q2': array([[   2,  115,  313, ...,    0,    0,    0],\n","       [   2,   30,  274, ...,    0,    0,    0],\n","       [   2,   30,   91, ...,    0,    0,    0],\n","       ...,\n","       [   2,   30, 2813, ...,    0,    0,    0],\n","       [  63,  364,   32, ...,    0,    0,    0],\n","       [ 115,   92,  634, ...,    0,    0,    0]]), 'rl1': array([[1, 4, 2, ..., 0, 0, 0],\n","       [1, 2, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       ...,\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0]]), 'rl2': array([[1, 1, 2, ..., 0, 0, 0],\n","       [1, 8, 1, ..., 0, 0, 0],\n","       [1, 4, 2, ..., 0, 0, 0],\n","       ...,\n","       [1, 4, 2, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0]]), 'y': array([0, 0, 0, 1, 0, 1, 1, 1, 0, 0, 1, 0, 1, 0, 1, 1, 0, 0, 0, 1, 1, 1,\n","       0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0,\n","       0, 0, 0, 0, 1, 0, 0, 1, 1, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 1, 1, 0,\n","       1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 1, 0, 0,\n","       0, 0, 1, 1, 0, 0, 0, 0, 1, 1, 0, 0])}, {'q1': array([[    2,    43,   207, ...,     0,     0,     0],\n","       [   51,   150, 15688, ...,     0,     0,     0],\n","       [    2,    16,   435, ...,     0,     0,     0],\n","       ...,\n","       [  537,   498,   967, ...,     0,     0,     0],\n","       [    2,    30,    91, ...,     0,     0,     0],\n","       [   30,   261,    46, ...,   448,   870, 15717]]), 'q2': array([[  22,   30,  274, ...,    0,    0,    0],\n","       [  27,  150, 1358, ...,    0,    0,    0],\n","       [   2,   16,  472, ...,    0,    0,    0],\n","       ...,\n","       [2560,    1, 4158, ...,    0,    0,    0],\n","       [   2,  352, 1120, ...,    0,    0,    0],\n","       [  51, 6099,  870, ...,    0,    0,    0]]), 'rl1': array([[ 1,  2,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  4,  2, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  4,  2, ...,  0,  0,  0],\n","       [ 4,  2,  1, ...,  1, 17,  1]]), 'rl2': array([[1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 9, 2, ..., 0, 0, 0],\n","       ...,\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 2, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0]]), 'y': array([1, 0, 0, 1, 0, 1, 0, 0, 0, 1, 1, 1, 0, 1, 0, 0, 0, 1, 1, 0, 0, 0,\n","       1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 1, 1, 0,\n","       0, 0, 1, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 1,\n","       0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0,\n","       0, 0, 1, 1, 0, 0, 1, 0, 1, 0, 0, 0])}, {'q1': array([[  831,     1,    22, ...,     0,     0,     0],\n","       [    2,    30,    91, ...,     0,     0,     0],\n","       [   51,   421,   520, ...,     0,     0,     0],\n","       ...,\n","       [    2,    30,    91, ...,     0,     0,     0],\n","       [    2,    30,    91, ...,     0,     0,     0],\n","       [  125,   127, 14183, ...,     0,     0,     0]]), 'q2': array([[  30, 2038, 2041, ...,    0,    0,    0],\n","       [   2,  411, 2150, ...,    0,    0,    0],\n","       [  51,  421,  520, ...,    0,    0,    0],\n","       ...,\n","       [   2,   16,  340, ...,    0,    0,    0],\n","       [  22,   30,  274, ...,    0,    0,    0],\n","       [ 125,  537,  115, ...,    0,    0,    0]]), 'rl1': array([[1, 1, 1, ..., 0, 0, 0],\n","       [1, 4, 2, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       ...,\n","       [1, 4, 2, ..., 0, 0, 0],\n","       [1, 4, 2, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0]]), 'rl2': array([[ 4,  2,  1, ...,  0,  0,  0],\n","       [ 1,  2, 11, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  4,  2, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0]]), 'y': array([0, 1, 0, 0, 1, 0, 1, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 0, 0, 1, 0, 1,\n","       0, 1, 1, 1, 0, 1, 1, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 1, 0,\n","       0, 1, 0, 1, 1, 0, 1, 1, 1, 0, 0, 1, 0, 1, 0, 1, 1, 0, 1, 1, 0, 0,\n","       0, 1, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 1, 1, 1, 1,\n","       1, 0, 1, 0, 0, 1, 0, 1, 0, 0, 0, 0])}, {'q1': array([[  15,  149,  150, ...,    0,    0,    0],\n","       [   2,   16,   91, ...,    0,    0,    0],\n","       [   2, 2162,   44, ...,    0,    0,    0],\n","       ...,\n","       [  22,   23,   90, ...,    0,    0,    0],\n","       [  27,  145,  274, ...,    0,    0,    0],\n","       [   2,   30,   91, ...,    0,    0,    0]]), 'q2': array([[   27,   150,   568, ...,     0,     0,     0],\n","       [    2,    64,   443, ...,     0,     0,     0],\n","       [    2,  1103,   212, ...,     0,     0,     0],\n","       ...,\n","       [   22,    38,   498, ...,     0,     0,     0],\n","       [   22,   274,   218, ...,     0,     0,     0],\n","       [    2,  4641, 12862, ...,     0,     0,     0]]), 'rl1': array([[12,  2,  1, ...,  0,  0,  0],\n","       [ 1,  4,  2, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  4,  2, ...,  0,  0,  0]]), 'rl2': array([[ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  4,  2, ...,  0,  0,  0],\n","       [ 1,  2, 36, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0]]), 'y': array([0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 0, 0, 0, 1,\n","       1, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 0, 0, 1, 0, 1, 0, 1, 0, 0, 0, 0,\n","       1, 0, 0, 1, 0, 1, 1, 1, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0,\n","       1, 0, 0, 1, 1, 0, 0, 1, 0, 0, 0, 1, 0, 0, 1, 0, 1, 0, 0, 0, 1, 0,\n","       1, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 1])}, {'q1': array([[  22,  421,  312, ...,    0,    0,    0],\n","       [ 732,   92, 5746, ...,    0,    0,    0],\n","       [  63,   90,  424, ...,    0,    0,    0],\n","       ...,\n","       [  22,   23, 7873, ...,    0,    0,    0],\n","       [   2, 1683,   91, ...,    0,    0,    0],\n","       [  72,   30,  595, ...,    0,    0,    0]]), 'q2': array([[  22,  421,  145, ...,    0,    0,    0],\n","       [ 732,   92,   67, ...,    0,    0,    0],\n","       [  63,  364,   32, ...,    0,    0,    0],\n","       ...,\n","       [  22,   35,  143, ...,    0,    0,    0],\n","       [ 149, 1683,  150, ...,    0,    0,    0],\n","       [  72,   30, 1055, ...,    0,    0,    0]]), 'rl1': array([[ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1, 25,  2, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  2, ...,  0,  0,  0],\n","       [ 1,  4,  2, ...,  0,  0,  0]]), 'rl2': array([[1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       ...,\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [2, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0]]), 'y': array([0, 0, 1, 0, 1, 0, 0, 0, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, 1, 0, 0, 1,\n","       1, 0, 0, 0, 1, 1, 1, 0, 0, 1, 0, 1, 0, 0, 1, 0, 1, 1, 1, 0, 0, 1,\n","       0, 0, 0, 1, 1, 0, 0, 0, 0, 1, 0, 1, 0, 1, 0, 0, 0, 0, 1, 0, 1, 0,\n","       1, 0, 0, 1, 0, 0, 1, 1, 0, 1, 1, 0, 0, 1, 1, 0, 0, 1, 0, 1, 0, 0,\n","       1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1])}, {'q1': array([[  115,    92,   248, ...,     0,     0,     0],\n","       [   15,   509,  2030, ...,     0,     0,     0],\n","       [    2,  9336, 12212, ...,     0,     0,     0],\n","       ...,\n","       [   51,  4045, 15266, ...,     0,     0,     0],\n","       [   22,    16,   115, ...,     0,     0,     0],\n","       [   30,   274,  2270, ...,     0,     0,     0]]), 'q2': array([[    2,    30,    91, ...,     0,     0,     0],\n","       [   15,   632,   509, ...,     0,     0,     0],\n","       [    2,  9336, 12212, ...,     0,     0,     0],\n","       ...,\n","       [ 2197,    41,     1, ...,     0,     0,     0],\n","       [   63,    44,  1256, ...,     0,     0,     0],\n","       [   27,   872,   958, ...,     0,     0,     0]]), 'rl1': array([[1, 1, 1, ..., 0, 0, 0],\n","       [7, 1, 2, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       ...,\n","       [9, 1, 1, ..., 0, 0, 0],\n","       [1, 4, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0]]), 'rl2': array([[1, 8, 2, ..., 0, 0, 0],\n","       [7, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       ...,\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 4, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0]]), 'y': array([1, 0, 1, 1, 1, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0,\n","       0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 1, 1, 1, 0, 1, 0, 0,\n","       0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 1, 1,\n","       0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0,\n","       0, 1, 0, 0, 1, 0, 0, 1, 0, 0, 1, 0])}, {'q1': array([[  22,  537,  150, ...,    0,    0,    0],\n","       [  63,  360, 1510, ...,    0,    0,    0],\n","       [  72,   16,  218, ...,    0,    0,    0],\n","       ...,\n","       [  22,   23, 3255, ...,    0,    0,    0],\n","       [1521,   35, 2246, ...,    0,    0,    0],\n","       [1977,   18,   42, ...,    0,    0,    0]]), 'q2': array([[  51,  150,  248, ...,    0,    0,    0],\n","       [   2,  352,  115, ...,    0,    0,    0],\n","       [ 873,   16,  218, ...,    0,    0,    0],\n","       ...,\n","       [  22,   23,  779, ...,    0,    0,    0],\n","       [ 115,   92, 1521, ...,    0,    0,    0],\n","       [ 115,   92, 8888, ...,    0,    0,    0]]), 'rl1': array([[ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  7, ...,  0,  0,  0],\n","       [ 1,  8,  2, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [11,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0]]), 'rl2': array([[ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  8,  2, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1, 12, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0]]), 'y': array([0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0,\n","       1, 0, 0, 0, 1, 0, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0,\n","       0, 0, 1, 1, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0,\n","       0, 0, 1, 1, 0, 1, 0, 0, 0, 1, 0, 0, 0, 1, 1, 1, 1, 0, 0, 0, 0, 1,\n","       0, 0, 0, 1, 1, 1, 0, 1, 1, 0, 0, 0])}, {'q1': array([[  27, 1522,   77, ...,    0,    0,    0],\n","       [  63, 6121, 2529, ...,    0,    0,    0],\n","       [   2, 1478,   35, ...,    0,    0,    0],\n","       ...,\n","       [  91,   92,   90, ...,    0,    0,    0],\n","       [  22,  143,  295, ...,    0,    0,    0],\n","       [  63,   64,  111, ...,    0,    0,    0]]), 'q2': array([[  619,   150,   553, ...,     0,     0,     0],\n","       [   72,    16,  4890, ...,     0,     0,     0],\n","       [    2,  1478,   560, ...,     0,     0,     0],\n","       ...,\n","       [   22,   980,  4143, ...,     0,     0,     0],\n","       [   22,   115,  2395, ...,     0,     0,     0],\n","       [   30,  1120, 16268, ...,     0,     0,     0]]), 'rl1': array([[ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  4,  2, ...,  0,  0,  0],\n","       [ 1, 12,  1, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  4,  1, ...,  0,  0,  0]]), 'rl2': array([[1, 1, 1, ..., 0, 0, 0],\n","       [1, 4, 2, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       ...,\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [4, 2, 1, ..., 0, 0, 0]]), 'y': array([0, 0, 1, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1,\n","       0, 0, 0, 1, 1, 1, 0, 0, 0, 1, 1, 1, 1, 1, 0, 0, 1, 0, 0, 0, 1, 1,\n","       0, 0, 0, 1, 0, 0, 1, 1, 0, 0, 1, 0, 1, 0, 0, 1, 1, 0, 0, 0, 0, 0,\n","       0, 0, 1, 1, 1, 1, 1, 0, 1, 1, 1, 1, 0, 1, 0, 1, 1, 1, 0, 0, 1, 0,\n","       0, 0, 1, 0, 1, 0, 0, 1, 1, 0, 0, 0])}, {'q1': array([[   27,    90,    26, ...,     0,     0,     0],\n","       [    2, 15919,     1, ...,     0,     0,     0],\n","       [   27,   312,   150, ...,     0,     0,     0],\n","       ...,\n","       [   16,   111,   810, ...,     0,     0,     0],\n","       [   27,   509,  3864, ...,     0,     0,     0],\n","       [    2,    16,  6206, ...,     0,     0,     0]]), 'q2': array([[  27,   90,   26, ...,    0,    0,    0],\n","       [  15,  149,  150, ...,    0,    0,    0],\n","       [  51,  150,   26, ...,    0,    0,    0],\n","       ...,\n","       [  16,  111,  810, ...,    0,    0,    0],\n","       [  15,  149,  150, ...,    0,    0,    0],\n","       [2363, 4760,    0, ...,    0,    0,    0]]), 'rl1': array([[ 1, 12,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       ...,\n","       [19,  1,  2, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1, 25,  2, ...,  0,  0,  0]]), 'rl2': array([[ 1, 12,  1, ...,  0,  0,  0],\n","       [12,  2,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       ...,\n","       [19,  1,  2, ...,  0,  0,  0],\n","       [12,  2,  1, ...,  0,  0,  0],\n","       [ 1,  1,  0, ...,  0,  0,  0]]), 'y': array([0, 0, 1, 1, 0, 1, 0, 0, 1, 0, 1, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 1,\n","       1, 1, 0, 1, 1, 0, 1, 0, 1, 0, 0, 0, 1, 1, 0, 0, 0, 0, 1, 0, 1, 0,\n","       0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 1, 1, 1, 0, 0, 0, 1, 0, 1, 0, 0, 1,\n","       1, 1, 0, 0, 0, 1, 0, 0, 0, 1, 1, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0,\n","       1, 0, 0, 0, 0, 0, 1, 0, 0, 1, 1, 0])}, {'q1': array([[   2,  501, 2396, ...,    0,    0,    0],\n","       [   2,  647,    1, ...,    0,    0,    0],\n","       [  91,   92,   16, ...,    0,    0,    0],\n","       ...,\n","       [  27,  150,  520, ...,    0,    0,    0],\n","       [  27,  889,  327, ...,    0,    0,    0],\n","       [   2,   30,   91, ...,    0,    0,    0]]), 'q2': array([[   2, 4151,    1, ...,    0,    0,    0],\n","       [ 115, 2045,    1, ...,    0,    0,    0],\n","       [   2,   30,  182, ...,    0,    0,    0],\n","       ...,\n","       [  22,  115,  542, ...,    0,    0,    0],\n","       [ 356,    1,  889, ...,    0,    0,    0],\n","       [  51,  421,  248, ...,    0,    0,    0]]), 'rl1': array([[1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [2, 1, 8, ..., 0, 0, 0],\n","       ...,\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 4, 2, ..., 0, 0, 0]]), 'rl2': array([[1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 4, 2, ..., 0, 0, 0],\n","       ...,\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0]]), 'y': array([0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 0, 0, 1,\n","       0, 0, 0, 0, 0, 1, 1, 0, 1, 1, 0, 0, 0, 1, 0, 0, 1, 1, 0, 0, 1, 1,\n","       0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 1, 1, 1, 0, 0, 1, 0, 1, 1,\n","       0, 1, 1, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 1, 0, 0, 1, 1, 1, 0, 1, 0,\n","       0, 1, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0])}, {'q1': array([[ 619, 4174, 2142, ...,    0,    0,    0],\n","       [   2, 1110,   90, ...,    0,    0,    0],\n","       [   2,   30,   91, ...,   18, 2088,    0],\n","       ...,\n","       [  51, 6313,   37, ...,    0,    0,    0],\n","       [ 274,  814,  275, ...,    0,    0,    0],\n","       [   2,  115,   52, ...,    0,    0,    0]]), 'q2': array([[   22,    23,  4185, ...,     0,     0,     0],\n","       [    2,  1110,    90, ...,     0,     0,     0],\n","       [   30,   566,   295, ...,    46,   469,   341],\n","       ...,\n","       [  115,     1,     1, ...,     0,     0,     0],\n","       [  274, 11669,   275, ...,     0,     0,     0],\n","       [  619,  3628,   115, ...,     0,     0,     0]]), 'rl1': array([[ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  7, ...,  0,  0,  0],\n","       [ 1,  9,  2, ...,  1, 17,  0],\n","       ...,\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  2, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0]]), 'rl2': array([[1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 8, ..., 0, 0, 0],\n","       [8, 2, 1, ..., 1, 1, 1],\n","       ...,\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 2, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0]]), 'y': array([0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 1, 0, 1, 0,\n","       1, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1,\n","       0, 0, 0, 1, 1, 0, 1, 0, 0, 1, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, 1, 0,\n","       0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0,\n","       0, 1, 1, 0, 0, 1, 1, 1, 0, 0, 0, 1])}, {'q1': array([[  15,  150,    1, ...,    0,    0,    0],\n","       [  27,   52, 1212, ...,    0,    0,    0],\n","       [ 115,  297, 2242, ...,    0,    0,    0],\n","       ...,\n","       [  27,  150, 7831, ...,    0,    0,    0],\n","       [  51,   52, 1319, ...,    0,    0,    0],\n","       [  63,  421,   90, ...,    0,    0,    0]]), 'q2': array([[  15,  509, 2030, ...,    0,    0,    0],\n","       [  51,   52,  143, ...,    0,    0,    0],\n","       [  22,   35,  143, ...,    0,    0,    0],\n","       ...,\n","       [  27,  150, 7831, ...,    0,    0,    0],\n","       [  51,   52, 1345, ...,    0,    0,    0],\n","       [  63,  111,  364, ...,    0,    0,    0]]), 'rl1': array([[ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1, 19, ...,  0,  0,  0]]), 'rl2': array([[7, 1, 2, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       ...,\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0]]), 'y': array([0, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0,\n","       1, 0, 0, 1, 1, 1, 1, 0, 1, 0, 0, 1, 0, 0, 0, 1, 1, 0, 1, 1, 0, 0,\n","       0, 0, 1, 0, 0, 0, 0, 1, 1, 0, 1, 0, 1, 1, 1, 1, 0, 0, 1, 1, 0, 1,\n","       1, 1, 0, 1, 0, 0, 0, 1, 0, 0, 1, 1, 0, 0, 1, 0, 1, 1, 0, 0, 0, 0,\n","       0, 1, 0, 1, 0, 0, 1, 0, 1, 0, 1, 0])}, {'q1': array([[    2,   542,   501,  2396,   936,    35,   277,   585,    18,\n","           64,     0,     0,     0,     0,     0,     0,     0,     0,\n","            0,     0,     0,     0,     0,     0,     0,     0,     0,\n","            0,     0,     0,     0,     0,     0,     0],\n","       [  288,   149,  3125,    37,  6304, 16061,    35,     1,     1,\n","          104,   194,  6304,     0,     0,     0,     0,     0,     0,\n","            0,     0,     0,     0,     0,     0,     0,     0,     0,\n","            0,     0,     0,     0,     0,     0,     0],\n","       [   72,    26,  2883,    30,   851,   568,   332,   536,     0,\n","            0,     0,     0,     0,     0,     0,     0,     0,     0,\n","            0,     0,     0,     0,     0,     0,     0,     0,     0,\n","            0,     0,     0,     0,     0,     0,     0],\n","       [   27,   143,   194,   195,     1,    15,    16,  2033,     0,\n","            0,     0,     0,     0,     0,     0,     0,     0,     0,\n","            0,     0,     0,     0,     0,     0,     0,     0,     0,\n","            0,     0,     0,     0,     0,     0,     0],\n","       [   72,     1,   254,   618,   894,     0,     0,     0,     0,\n","            0,     0,     0,     0,     0,     0,     0,     0,     0,\n","            0,     0,     0,     0,     0,     0,     0,     0,     0,\n","            0,     0,     0,     0,     0,     0,     0],\n","       [    2,    30,    91,  1251,    74,   332,  9898,   643,     1,\n","          145,     0,     0,     0,     0,     0,     0,     0,     0,\n","            0,     0,     0,     0,     0,     0,     0,     0,     0,\n","            0,     0,     0,     0,     0,     0,     0],\n","       [  831,    92,     1,    22,   469,  1489,  6704,   115,  5953,\n","         1044,     0,     0,     0,     0,     0,     0,     0,     0,\n","            0,     0,     0,     0,     0,     0,     0,     0,     0,\n","            0,     0,     0,     0,     0,     0,     0],\n","       [    2, 16062,   432,   469, 15402,     1,   115,   642,   248,\n","            6,    90,     1,    15,   349,  1029,    18,   100,     0,\n","            0,     0,     0,     0,     0,     0,     0,     0,     0,\n","            0,     0,     0,     0,     0,     0,     0],\n","       [   99,  8858,   290,   132,    79,   391,   655,   720,    32,\n","         8443,     0,     0,     0,     0,     0,     0,     0,     0,\n","            0,     0,     0,     0,     0,     0,     0,     0,     0,\n","            0,     0,     0,     0,     0,     0,     0],\n","       [  177,    32,  1849,    30,  1122,     1, 11569,   780,    30,\n","         2112,     1,    51,  5030,  1849,     1,    15,    30,  1122,\n","            1,   928,    18,    44,  1156,     1,   276,   208,     1,\n","           22,    30,   389,    69,  2112,   132,  6113],\n","       [   22,   895,   380,    26,     2, 10037,    52,  3125,     0,\n","            0,     0,     0,     0,     0,     0,     0,     0,     0,\n","            0,     0,     0,     0,     0,     0,     0,     0,     0,\n","            0,     0,     0,     0,     0,     0,     0],\n","       [    2,    30,   274,    43,   207,   633,  1712,    35,   300,\n","          141,     0,     0,     0,     0,     0,     0,     0,     0,\n","            0,     0,     0,     0,     0,     0,     0,     0,     0,\n","            0,     0,     0,     0,     0,     0,     0],\n","       [  356,  1282,   115,  1222,   827,    18, 16063,     0,     0,\n","            0,     0,     0,     0,     0,     0,     0,     0,     0,\n","            0,     0,     0,     0,     0,     0,     0,     0,     0,\n","            0,     0,     0,     0,     0,     0,     0],\n","       [   22,   143,   295,     1,    22,     1,     1,   146,   147,\n","           46,   668,    37,   208,     1,    22,   668,   150,     0,\n","            0,     0,     0,     0,     0,     0,     0,     0,     0,\n","            0,     0,     0,     0,     0,     0,     0],\n","       [   51,   812,     6,  2501,     1,   210,     1,     1,   146,\n","          312,  5896,    26,  4936,  1849,     0,     0,     0,     0,\n","            0,     0,     0,     0,     0,     0,     0,     0,     0,\n","            0,     0,     0,     0,     0,     0,     0],\n","       [    2,   443,  1645,  1531,     0,     0,     0,     0,     0,\n","            0,     0,     0,     0,     0,     0,     0,     0,     0,\n","            0,     0,     0,     0,     0,     0,     0,     0,     0,\n","            0,     0,     0,     0,     0,     0,     0],\n","       [10097,    92,  1508,  9607,    18,    42,     1,     1,    37,\n","          277,   918,     0,     0,     0,     0,     0,     0,     0,\n","            0,     0,     0,     0,     0,     0,     0,     0,     0,\n","            0,     0,     0,     0,     0,     0,     0]]), 'q2': array([[   51,   115,  3269,     6,   277,   585,   306,   208,     1,\n","            2,  2110,   500,   254,   381,    64,     0,     0,     0,\n","            0,     0,     0,     0],\n","       [  288,   194,  6304,    18,  8728,     1,     1,   104,   194,\n","         6304,     0,     0,     0,     0,     0,     0,     0,     0,\n","            0,     0,     0,     0],\n","       [   63,    16,   274,   851,   568,     1,     0,     0,     0,\n","            0,     0,     0,     0,     0,     0,     0,     0,     0,\n","            0,     0,     0,     0],\n","       [   27,   143,   194,   195,     1,    15,    16,  2033,    18,\n","          494,     0,     0,     0,     0,     0,     0,     0,     0,\n","            0,     0,     0,     0],\n","       [  115,     1,   254,   618,   894,     0,     0,     0,     0,\n","            0,     0,     0,     0,     0,     0,     0,     0,     0,\n","            0,     0,     0,     0],\n","       [   51,   150,   164,     1,    84,    74,  1347,   643,   332,\n","          145,  9898,     0,     0,     0,     0,     0,     0,     0,\n","            0,     0,     0,     0],\n","       [  831,    92,     1,    22,  1044,  5953,   378,   858, 15209,\n","         1915,  2811,  4355, 16350,     1,     2,     0,     0,     0,\n","            0,     0,     0,     0],\n","       [ 9337,     1,   210,  5052,  1606, 16062,     0,     0,     0,\n","            0,     0,     0,     0,     0,     0,     0,     0,     0,\n","            0,     0,     0,     0],\n","       [    2,    30,    91,  5350,   207,   203,   391,   655,   391,\n","          220,  1341,   912,     0,     0,     0,     0,     0,     0,\n","            0,     0,     0,     0],\n","       [   63,    64,  3974,  1122,  1849,     1,    81,  2328,   536,\n","         1520,  4107,     0,     0,     0,     0,     0,     0,     0,\n","            0,     0,     0,     0],\n","       [  149,     1,   150,  1481, 14017,    26,   619,  7106,   123,\n","            0,     0,     0,     0,     0,     0,     0,     0,     0,\n","            0,     0,     0,     0],\n","       [    2,    30,    91,    43,   207,   300,   141,     0,     0,\n","            0,     0,     0,     0,     0,     0,     0,     0,     0,\n","            0,     0,     0,     0],\n","       [  373,    92,     1,     1,   146,  4879,   827,     6,  3199,\n","           18,  1282,     0,     0,     0,     0,     0,     0,     0,\n","            0,     0,     0,     0],\n","       [   22,   143,   295,     1,    22,   147,    46,   668,    18,\n","          820,   150,     0,     0,     0,     0,     0,     0,     0,\n","            0,     0,     0,     0],\n","       [   91,    92,  2690,    26,  4936,  7118,  7777,   253,     1,\n","          210,   834,     1,   125,   220,   537,  1491,    26,     2,\n","         1426,    91,  1864,   224],\n","       [  150,   248,  1560,     6,     1,     1,  1531,     0,     0,\n","            0,     0,     0,     0,     0,     0,     0,     0,     0,\n","            0,     0,     0,     0],\n","       [    2,  1484,  6780,  1508,  9607,    18,    42,     1,     2,\n","          100,   919,   184,   651,   865,     1,     0,     0,     0,\n","            0,     0,     0,     0]]), 'rl1': array([[ 1,  1,  1,  1,  1,  1,  1,  1,  1,  1,  0,  0,  0,  0,  0,  0,\n","         0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,\n","         0,  0],\n","       [ 1,  2, 16,  1,  1,  1,  1,  1,  1,  1,  1,  1,  0,  0,  0,  0,\n","         0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,\n","         0,  0],\n","       [ 1,  1,  1,  1,  1,  1,  1,  1,  0,  0,  0,  0,  0,  0,  0,  0,\n","         0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,\n","         0,  0],\n","       [ 1,  1,  1,  1,  1, 11,  4,  2,  0,  0,  0,  0,  0,  0,  0,  0,\n","         0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,\n","         0,  0],\n","       [ 1,  1,  2, 16,  1,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,\n","         0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,\n","         0,  0],\n","       [ 1,  8,  2,  2,  2,  1,  1,  1,  1,  1,  0,  0,  0,  0,  0,  0,\n","         0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,\n","         0,  0],\n","       [ 1,  1,  1,  1,  1,  1,  1,  1,  1,  1,  0,  0,  0,  0,  0,  0,\n","         0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,\n","         0,  0],\n","       [ 1,  8,  2,  1,  9,  1,  1,  1, 18,  1,  1,  1, 12,  1,  2,  1,\n","        22,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,\n","         0,  0],\n","       [ 1,  1, 36,  1,  1,  1,  1,  2,  1,  1,  0,  0,  0,  0,  0,  0,\n","         0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,\n","         0,  0],\n","       [ 1,  1,  1,  4,  2,  1,  1,  1,  4,  6,  1,  1,  1,  1,  1, 11,\n","         4,  2,  1,  1,  1,  1,  1,  1,  1,  1,  1,  1,  4,  2,  1,  6,\n","         1,  1],\n","       [ 1,  1,  1,  1,  1,  1,  1,  1,  0,  0,  0,  0,  0,  0,  0,  0,\n","         0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,\n","         0,  0],\n","       [ 1,  1,  1,  2,  1, 11,  1,  1,  1,  1,  0,  0,  0,  0,  0,  0,\n","         0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,\n","         0,  0],\n","       [ 1,  1,  1,  1,  1,  1,  1,  0,  0,  0,  0,  0,  0,  0,  0,  0,\n","         0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,\n","         0,  0],\n","       [ 1,  1,  1,  1,  1,  1,  1,  1,  2,  1, 11,  1,  1,  1,  1, 11,\n","         1,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,\n","         0,  0],\n","       [ 1,  1,  1,  1,  1,  1,  1,  1,  1,  1,  1,  1,  1,  1,  0,  0,\n","         0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,\n","         0,  0],\n","       [ 1,  1,  1,  1,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,\n","         0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,\n","         0,  0],\n","       [ 2,  1,  1, 12,  1,  1,  1,  1,  1,  1, 20,  0,  0,  0,  0,  0,\n","         0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,\n","         0,  0]]), 'rl2': array([[ 1,  1,  1,  1,  1,  1,  1,  1,  1,  1,  4,  1,  2, 16,  1,  0,\n","         0,  0,  0,  0,  0,  0],\n","       [ 1,  1,  1,  1,  1,  1,  1,  1,  1,  1,  0,  0,  0,  0,  0,  0,\n","         0,  0,  0,  0,  0,  0],\n","       [ 1,  1,  1,  1,  1,  1,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,\n","         0,  0,  0,  0,  0,  0],\n","       [ 1,  1,  1,  1,  1,  1,  1,  1,  1,  1,  0,  0,  0,  0,  0,  0,\n","         0,  0,  0,  0,  0,  0],\n","       [ 1,  1,  2, 16,  1,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,\n","         0,  0,  0,  0,  0,  0],\n","       [ 1,  1,  1,  1,  1,  2,  1, 30,  1,  1,  1,  0,  0,  0,  0,  0,\n","         0,  0,  0,  0,  0,  0],\n","       [ 1,  1,  1,  1,  4,  2,  2,  1, 31,  1,  1,  1,  1,  1,  1,  0,\n","         0,  0,  0,  0,  0,  0],\n","       [ 1,  1,  1, 25,  2,  1,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,\n","         0,  0,  0,  0,  0,  0],\n","       [ 1,  8,  2,  2,  1,  4,  1, 22,  1,  1,  1,  1,  0,  0,  0,  0,\n","         0,  0,  0,  0,  0,  0],\n","       [ 1, 19,  1,  2, 11,  1,  1,  2,  1,  1,  1,  0,  0,  0,  0,  0,\n","         0,  0,  0,  0,  0,  0],\n","       [ 2,  1,  1, 16,  1,  1,  1,  9, 12,  0,  0,  0,  0,  0,  0,  0,\n","         0,  0,  0,  0,  0,  0],\n","       [ 1,  4,  2,  2,  1,  1, 11,  0,  0,  0,  0,  0,  0,  0,  0,  0,\n","         0,  0,  0,  0,  0,  0],\n","       [ 1,  1,  1,  1,  1,  1,  1,  1,  1,  1,  1,  0,  0,  0,  0,  0,\n","         0,  0,  0,  0,  0,  0],\n","       [ 1,  1,  1,  1,  1,  2,  1, 11,  1,  1,  1,  0,  0,  0,  0,  0,\n","         0,  0,  0,  0,  0,  0],\n","       [ 2,  1, 12,  1,  1,  2,  1, 11,  1,  1,  1,  1,  1,  1,  1,  1,\n","         1,  1,  1,  2,  2, 12],\n","       [ 1,  1,  1,  1,  1,  1,  1,  0,  0,  0,  0,  0,  0,  0,  0,  0,\n","         0,  0,  0,  0,  0,  0],\n","       [ 1,  1,  1,  1,  1,  1,  1,  1,  1, 12,  2,  1,  1,  9,  1,  0,\n","         0,  0,  0,  0,  0,  0]]), 'y': array([1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0])}]\n","[{'q1': [10, 8, 9, 4, 6, 9, 7, 10, 5, 24, 9, 6, 6, 11, 5, 8, 4, 31, 6, 15, 6, 20, 51, 5, 11, 4, 9, 9, 19, 11, 7, 7, 16, 6, 15, 23, 30, 7, 15, 5, 4, 6, 11, 8, 15, 6, 11, 4, 9, 13, 23, 5, 15, 8, 6, 6, 8, 17, 5, 14, 3, 7, 4, 8, 13, 18, 7, 6, 20, 23, 5, 3, 12, 7, 14, 9, 15, 9, 13, 10, 4, 16, 9, 8, 13, 20, 9, 15, 19, 6, 6, 17, 6, 12, 11, 10, 12, 5, 8, 10], 'q2': [15, 8, 11, 6, 4, 9, 8, 12, 10, 9, 8, 7, 6, 10, 10, 15, 6, 17, 13, 5, 9, 18, 9, 10, 14, 3, 8, 8, 14, 8, 22, 10, 10, 7, 9, 5, 27, 10, 6, 6, 6, 11, 13, 8, 9, 6, 12, 5, 8, 13, 31, 5, 16, 11, 8, 5, 7, 17, 7, 11, 3, 8, 3, 11, 7, 21, 10, 9, 59, 15, 7, 3, 12, 8, 6, 5, 10, 12, 13, 13, 3, 18, 6, 8, 13, 9, 8, 19, 18, 6, 3, 24, 9, 6, 19, 12, 10, 8, 9, 6], 'rl1': [10, 8, 9, 4, 6, 9, 7, 10, 5, 24, 9, 6, 6, 11, 5, 8, 4, 31, 6, 15, 6, 20, 51, 5, 11, 4, 9, 9, 19, 11, 7, 7, 16, 6, 15, 23, 30, 7, 15, 5, 4, 6, 11, 8, 15, 6, 11, 4, 9, 13, 23, 5, 15, 8, 6, 6, 8, 17, 5, 14, 3, 7, 4, 8, 13, 18, 7, 6, 20, 23, 5, 3, 12, 7, 14, 9, 15, 9, 13, 10, 4, 16, 9, 8, 13, 20, 9, 15, 19, 6, 6, 17, 6, 12, 11, 10, 12, 5, 8, 10], 'rl2': [15, 8, 11, 6, 4, 9, 8, 12, 10, 9, 8, 7, 6, 10, 10, 15, 6, 17, 13, 5, 9, 18, 9, 10, 14, 3, 8, 8, 14, 8, 22, 10, 10, 7, 9, 5, 27, 10, 6, 6, 6, 11, 13, 8, 9, 6, 12, 5, 8, 13, 31, 5, 16, 11, 8, 5, 7, 17, 7, 11, 3, 8, 3, 11, 7, 21, 10, 9, 59, 15, 7, 3, 12, 8, 6, 5, 10, 12, 13, 13, 3, 18, 6, 8, 13, 9, 8, 19, 18, 6, 3, 24, 9, 6, 19, 12, 10, 8, 9, 6]}, {'q1': [15, 6, 20, 19, 50, 7, 8, 11, 11, 4, 3, 7, 21, 6, 8, 10, 4, 4, 12, 6, 8, 11, 8, 5, 5, 5, 12, 2, 4, 9, 8, 7, 11, 30, 8, 5, 5, 16, 12, 5, 4, 3, 8, 7, 13, 20, 3, 6, 7, 9, 6, 14, 7, 6, 10, 8, 4, 5, 6, 7, 6, 11, 13, 9, 7, 17, 8, 14, 10, 20, 19, 11, 11, 18, 16, 6, 9, 14, 12, 7, 11, 14, 11, 4, 8, 10, 4, 6, 13, 8, 18, 3, 14, 15, 11, 22, 8, 10, 8, 7], 'q2': [17, 5, 13, 17, 8, 6, 8, 13, 13, 5, 5, 5, 17, 9, 8, 16, 4, 13, 8, 9, 4, 11, 8, 4, 21, 4, 6, 13, 4, 22, 8, 9, 11, 10, 7, 4, 8, 26, 8, 3, 4, 4, 8, 8, 6, 10, 4, 4, 7, 7, 9, 12, 8, 6, 7, 12, 8, 6, 5, 4, 9, 11, 22, 5, 8, 12, 8, 14, 9, 18, 7, 12, 13, 18, 8, 8, 9, 14, 14, 7, 5, 33, 11, 10, 9, 11, 10, 8, 6, 6, 31, 4, 10, 14, 12, 10, 5, 6, 4, 6], 'rl1': [15, 6, 20, 19, 50, 7, 8, 11, 11, 4, 3, 7, 21, 6, 8, 10, 4, 4, 12, 6, 8, 11, 8, 5, 5, 5, 12, 2, 4, 9, 8, 7, 11, 30, 8, 5, 5, 16, 12, 5, 4, 3, 8, 7, 13, 20, 3, 6, 7, 9, 6, 14, 7, 6, 10, 8, 4, 5, 6, 7, 6, 11, 13, 9, 7, 17, 8, 14, 10, 20, 19, 11, 11, 18, 16, 6, 9, 14, 12, 7, 11, 14, 11, 4, 8, 10, 4, 6, 13, 8, 18, 3, 14, 15, 11, 22, 8, 10, 8, 7], 'rl2': [17, 5, 13, 17, 8, 6, 8, 13, 13, 5, 5, 5, 17, 9, 8, 16, 4, 13, 8, 9, 4, 11, 8, 4, 21, 4, 6, 13, 4, 22, 8, 9, 11, 10, 7, 4, 8, 26, 8, 3, 4, 4, 8, 8, 6, 10, 4, 4, 7, 7, 9, 12, 8, 6, 7, 12, 8, 6, 5, 4, 9, 11, 22, 5, 8, 12, 8, 14, 9, 18, 7, 12, 13, 18, 8, 8, 9, 14, 14, 7, 5, 33, 11, 10, 9, 11, 10, 8, 6, 6, 31, 4, 10, 14, 12, 10, 5, 6, 4, 6]}, {'q1': [18, 7, 12, 5, 14, 8, 12, 6, 24, 13, 8, 10, 7, 3, 16, 7, 16, 12, 9, 15, 6, 10, 10, 9, 5, 11, 13, 4, 10, 8, 9, 4, 13, 7, 8, 7, 13, 13, 4, 3, 6, 6, 10, 8, 7, 6, 9, 7, 9, 6, 7, 11, 7, 13, 10, 6, 14, 11, 16, 6, 9, 14, 6, 19, 14, 9, 16, 12, 9, 9, 8, 19, 8, 5, 5, 12, 11, 12, 4, 9, 12, 4, 4, 10, 10, 4, 7, 5, 6, 6, 12, 8, 10, 7, 9, 4, 12, 12, 7, 6], 'q2': [15, 15, 9, 6, 7, 10, 11, 5, 5, 8, 7, 5, 18, 5, 22, 15, 16, 22, 9, 41, 9, 21, 24, 8, 3, 10, 18, 6, 10, 9, 6, 4, 14, 12, 9, 4, 27, 16, 4, 9, 14, 31, 11, 7, 6, 4, 6, 7, 10, 4, 20, 5, 11, 5, 10, 7, 12, 12, 14, 7, 9, 14, 8, 15, 7, 10, 17, 9, 14, 14, 11, 22, 10, 5, 4, 15, 7, 4, 4, 8, 7, 9, 3, 6, 6, 5, 6, 7, 7, 16, 14, 10, 11, 6, 10, 9, 4, 11, 12, 6], 'rl1': [18, 7, 12, 5, 14, 8, 12, 6, 24, 13, 8, 10, 7, 3, 16, 7, 16, 12, 9, 15, 6, 10, 10, 9, 5, 11, 13, 4, 10, 8, 9, 4, 13, 7, 8, 7, 13, 13, 4, 3, 6, 6, 10, 8, 7, 6, 9, 7, 9, 6, 7, 11, 7, 13, 10, 6, 14, 11, 16, 6, 9, 14, 6, 19, 14, 9, 16, 12, 9, 9, 8, 19, 8, 5, 5, 12, 11, 12, 4, 9, 12, 4, 4, 10, 10, 4, 7, 5, 6, 6, 12, 8, 10, 7, 9, 4, 12, 12, 7, 6], 'rl2': [15, 15, 9, 6, 7, 10, 11, 5, 5, 8, 7, 5, 18, 5, 22, 15, 16, 22, 9, 41, 9, 21, 24, 8, 3, 10, 18, 6, 10, 9, 6, 4, 14, 12, 9, 4, 27, 16, 4, 9, 14, 31, 11, 7, 6, 4, 6, 7, 10, 4, 20, 5, 11, 5, 10, 7, 12, 12, 14, 7, 9, 14, 8, 15, 7, 10, 17, 9, 14, 14, 11, 22, 10, 5, 4, 15, 7, 4, 4, 8, 7, 9, 3, 6, 6, 5, 6, 7, 7, 16, 14, 10, 11, 6, 10, 9, 4, 11, 12, 6]}, {'q1': [27, 7, 14, 15, 8, 9, 24, 6, 12, 10, 24, 11, 12, 17, 5, 11, 13, 8, 12, 9, 12, 7, 11, 5, 6, 8, 8, 9, 6, 22, 5, 7, 21, 5, 22, 10, 5, 15, 11, 17, 4, 11, 11, 11, 11, 5, 8, 13, 10, 18, 8, 18, 8, 10, 9, 7, 8, 6, 8, 6, 5, 6, 8, 8, 6, 8, 11, 17, 12, 6, 8, 12, 6, 40, 6, 14, 5, 21, 18, 12, 8, 10, 9, 13, 17, 15, 9, 9, 4, 3, 6, 10, 7, 31, 13, 8, 7, 11, 10, 13], 'q2': [29, 7, 15, 9, 10, 8, 24, 23, 10, 11, 10, 6, 7, 11, 5, 15, 7, 4, 9, 11, 11, 9, 12, 5, 10, 17, 8, 13, 6, 8, 6, 10, 26, 4, 37, 11, 4, 8, 11, 4, 5, 8, 13, 11, 10, 14, 10, 11, 7, 26, 9, 8, 9, 9, 8, 13, 11, 4, 24, 7, 5, 9, 8, 22, 6, 8, 15, 12, 12, 11, 10, 5, 4, 10, 16, 12, 8, 28, 8, 7, 5, 11, 7, 23, 17, 7, 11, 7, 7, 2, 6, 7, 6, 25, 12, 23, 10, 5, 8, 10], 'rl1': [27, 7, 14, 15, 8, 9, 24, 6, 12, 10, 24, 11, 12, 17, 5, 11, 13, 8, 12, 9, 12, 7, 11, 5, 6, 8, 8, 9, 6, 22, 5, 7, 21, 5, 22, 10, 5, 15, 11, 17, 4, 11, 11, 11, 11, 5, 8, 13, 10, 18, 8, 18, 8, 10, 9, 7, 8, 6, 8, 6, 5, 6, 8, 8, 6, 8, 11, 17, 12, 6, 8, 12, 6, 40, 6, 14, 5, 21, 18, 12, 8, 10, 9, 13, 17, 15, 9, 9, 4, 3, 6, 10, 7, 31, 13, 8, 7, 11, 10, 13], 'rl2': [29, 7, 15, 9, 10, 8, 24, 23, 10, 11, 10, 6, 7, 11, 5, 15, 7, 4, 9, 11, 11, 9, 12, 5, 10, 17, 8, 13, 6, 8, 6, 10, 26, 4, 37, 11, 4, 8, 11, 4, 5, 8, 13, 11, 10, 14, 10, 11, 7, 26, 9, 8, 9, 9, 8, 13, 11, 4, 24, 7, 5, 9, 8, 22, 6, 8, 15, 12, 12, 11, 10, 5, 4, 10, 16, 12, 8, 28, 8, 7, 5, 11, 7, 23, 17, 7, 11, 7, 7, 2, 6, 7, 6, 25, 12, 23, 10, 5, 8, 10]}, {'q1': [10, 13, 11, 12, 11, 9, 6, 28, 13, 8, 11, 17, 11, 4, 4, 4, 12, 6, 21, 9, 7, 10, 7, 13, 16, 5, 5, 15, 16, 5, 7, 9, 10, 11, 6, 10, 10, 4, 9, 9, 4, 14, 9, 9, 5, 14, 12, 5, 13, 17, 15, 10, 10, 12, 8, 12, 24, 13, 5, 10, 6, 10, 6, 8, 7, 9, 13, 6, 25, 16, 9, 7, 9, 5, 5, 6, 13, 16, 5, 4, 7, 7, 5, 15, 3, 15, 8, 32, 25, 14, 4, 10, 6, 3, 8, 4, 7, 7, 10, 23], 'q2': [5, 21, 7, 12, 16, 10, 6, 17, 12, 9, 8, 9, 11, 8, 4, 3, 8, 8, 21, 12, 6, 10, 6, 10, 31, 9, 8, 13, 38, 5, 2, 7, 10, 14, 9, 14, 8, 4, 6, 9, 29, 13, 10, 16, 5, 13, 11, 6, 15, 12, 12, 10, 10, 7, 8, 5, 7, 19, 6, 6, 8, 6, 4, 6, 6, 9, 9, 7, 30, 37, 5, 5, 6, 8, 3, 5, 5, 6, 6, 4, 13, 4, 7, 13, 6, 3, 21, 17, 21, 5, 5, 10, 4, 8, 4, 7, 6, 6, 10, 11], 'rl1': [10, 13, 11, 12, 11, 9, 6, 28, 13, 8, 11, 17, 11, 4, 4, 4, 12, 6, 21, 9, 7, 10, 7, 13, 16, 5, 5, 15, 16, 5, 7, 9, 10, 11, 6, 10, 10, 4, 9, 9, 4, 14, 9, 9, 5, 14, 12, 5, 13, 17, 15, 10, 10, 12, 8, 12, 24, 13, 5, 10, 6, 10, 6, 8, 7, 9, 13, 6, 25, 16, 9, 7, 9, 5, 5, 6, 13, 16, 5, 4, 7, 7, 5, 15, 3, 15, 8, 32, 25, 14, 4, 10, 6, 3, 8, 4, 7, 7, 10, 23], 'rl2': [5, 21, 7, 12, 16, 10, 6, 17, 12, 9, 8, 9, 11, 8, 4, 3, 8, 8, 21, 12, 6, 10, 6, 10, 31, 9, 8, 13, 38, 5, 2, 7, 10, 14, 9, 14, 8, 4, 6, 9, 29, 13, 10, 16, 5, 13, 11, 6, 15, 12, 12, 10, 10, 7, 8, 5, 7, 19, 6, 6, 8, 6, 4, 6, 6, 9, 9, 7, 30, 37, 5, 5, 6, 8, 3, 5, 5, 6, 6, 4, 13, 4, 7, 13, 6, 3, 21, 17, 21, 5, 5, 10, 4, 8, 4, 7, 6, 6, 10, 11]}, {'q1': [5, 4, 7, 11, 15, 7, 6, 28, 23, 10, 6, 18, 6, 8, 11, 9, 10, 5, 6, 8, 25, 5, 10, 14, 12, 18, 6, 8, 6, 9, 15, 6, 6, 19, 3, 13, 10, 19, 11, 7, 32, 4, 19, 10, 7, 9, 14, 10, 12, 19, 7, 6, 6, 7, 19, 10, 11, 10, 7, 4, 12, 6, 16, 14, 9, 7, 7, 7, 8, 19, 11, 7, 5, 6, 12, 9, 16, 13, 11, 8, 15, 4, 8, 7, 15, 13, 17, 5, 12, 9, 6, 11, 8, 7, 7, 11, 12, 6, 9, 36], 'q2': [7, 4, 8, 13, 8, 8, 7, 9, 23, 8, 7, 10, 8, 10, 4, 9, 12, 5, 5, 5, 25, 19, 5, 18, 12, 13, 15, 9, 3, 6, 13, 37, 9, 24, 5, 9, 9, 9, 11, 12, 9, 5, 17, 9, 7, 9, 10, 11, 12, 12, 6, 16, 8, 7, 6, 8, 3, 19, 2, 6, 13, 6, 23, 23, 19, 9, 7, 5, 8, 14, 12, 6, 14, 3, 11, 6, 3, 21, 9, 10, 24, 7, 8, 9, 5, 12, 3, 20, 15, 9, 6, 6, 29, 4, 5, 11, 11, 6, 7, 4], 'rl1': [5, 4, 7, 11, 15, 7, 6, 28, 23, 10, 6, 18, 6, 8, 11, 9, 10, 5, 6, 8, 25, 5, 10, 14, 12, 18, 6, 8, 6, 9, 15, 6, 6, 19, 3, 13, 10, 19, 11, 7, 32, 4, 19, 10, 7, 9, 14, 10, 12, 19, 7, 6, 6, 7, 19, 10, 11, 10, 7, 4, 12, 6, 16, 14, 9, 7, 7, 7, 8, 19, 11, 7, 5, 6, 12, 9, 16, 13, 11, 8, 15, 4, 8, 7, 15, 13, 17, 5, 12, 9, 6, 11, 8, 7, 7, 11, 12, 6, 9, 36], 'rl2': [7, 4, 8, 13, 8, 8, 7, 9, 23, 8, 7, 10, 8, 10, 4, 9, 12, 5, 5, 5, 25, 19, 5, 18, 12, 13, 15, 9, 3, 6, 13, 37, 9, 24, 5, 9, 9, 9, 11, 12, 9, 5, 17, 9, 7, 9, 10, 11, 12, 12, 6, 16, 8, 7, 6, 8, 3, 19, 2, 6, 13, 6, 23, 23, 19, 9, 7, 5, 8, 14, 12, 6, 14, 3, 11, 6, 3, 21, 9, 10, 24, 7, 8, 9, 5, 12, 3, 20, 15, 9, 6, 6, 29, 4, 5, 11, 11, 6, 7, 4]}, {'q1': [14, 7, 12, 10, 5, 14, 10, 8, 10, 19, 20, 6, 10, 4, 18, 5, 6, 28, 9, 12, 10, 11, 13, 5, 8, 7, 12, 6, 13, 4, 17, 11, 11, 3, 4, 17, 13, 22, 12, 5, 22, 5, 6, 8, 4, 12, 7, 9, 13, 4, 16, 6, 6, 6, 17, 8, 17, 4, 12, 4, 7, 7, 5, 18, 4, 7, 8, 10, 6, 10, 9, 3, 7, 3, 15, 5, 17, 8, 5, 6, 7, 12, 17, 5, 6, 9, 5, 6, 9, 7, 6, 7, 21, 6, 8, 9, 7, 5, 8, 8], 'q2': [23, 5, 11, 7, 4, 33, 11, 7, 10, 9, 13, 12, 5, 7, 7, 6, 6, 23, 6, 6, 7, 7, 13, 5, 6, 7, 7, 6, 15, 6, 6, 11, 6, 5, 4, 18, 11, 12, 9, 4, 15, 9, 16, 18, 8, 6, 8, 5, 10, 3, 5, 10, 4, 5, 17, 8, 18, 5, 10, 4, 4, 18, 7, 8, 4, 7, 15, 8, 6, 17, 8, 5, 7, 44, 13, 4, 5, 4, 9, 6, 6, 27, 7, 5, 5, 10, 10, 7, 5, 10, 7, 13, 10, 5, 7, 11, 12, 4, 11, 10], 'rl1': [14, 7, 12, 10, 5, 14, 10, 8, 10, 19, 20, 6, 10, 4, 18, 5, 6, 28, 9, 12, 10, 11, 13, 5, 8, 7, 12, 6, 13, 4, 17, 11, 11, 3, 4, 17, 13, 22, 12, 5, 22, 5, 6, 8, 4, 12, 7, 9, 13, 4, 16, 6, 6, 6, 17, 8, 17, 4, 12, 4, 7, 7, 5, 18, 4, 7, 8, 10, 6, 10, 9, 3, 7, 3, 15, 5, 17, 8, 5, 6, 7, 12, 17, 5, 6, 9, 5, 6, 9, 7, 6, 7, 21, 6, 8, 9, 7, 5, 8, 8], 'rl2': [23, 5, 11, 7, 4, 33, 11, 7, 10, 9, 13, 12, 5, 7, 7, 6, 6, 23, 6, 6, 7, 7, 13, 5, 6, 7, 7, 6, 15, 6, 6, 11, 6, 5, 4, 18, 11, 12, 9, 4, 15, 9, 16, 18, 8, 6, 8, 5, 10, 3, 5, 10, 4, 5, 17, 8, 18, 5, 10, 4, 4, 18, 7, 8, 4, 7, 15, 8, 6, 17, 8, 5, 7, 44, 13, 4, 5, 4, 9, 6, 6, 27, 7, 5, 5, 10, 10, 7, 5, 10, 7, 13, 10, 5, 7, 11, 12, 4, 11, 10]}, {'q1': [9, 12, 5, 7, 5, 6, 16, 12, 13, 7, 4, 9, 6, 35, 9, 10, 12, 10, 5, 7, 20, 7, 26, 12, 30, 19, 16, 4, 5, 14, 9, 14, 6, 14, 18, 8, 5, 8, 7, 6, 6, 4, 11, 11, 5, 6, 10, 8, 13, 15, 9, 11, 25, 16, 13, 2, 6, 5, 13, 11, 8, 15, 4, 6, 10, 12, 13, 11, 7, 9, 4, 51, 8, 9, 6, 4, 11, 5, 10, 13, 6, 12, 8, 14, 8, 21, 5, 25, 8, 11, 4, 11, 8, 7, 23, 15, 12, 10, 9, 6], 'q2': [7, 10, 7, 8, 7, 5, 32, 12, 18, 9, 4, 11, 9, 15, 7, 6, 6, 8, 13, 14, 13, 8, 6, 10, 10, 15, 17, 4, 3, 13, 7, 23, 9, 13, 18, 7, 2, 8, 11, 13, 6, 12, 9, 11, 3, 9, 4, 8, 23, 11, 10, 17, 23, 12, 9, 3, 5, 5, 33, 13, 13, 3, 8, 10, 29, 10, 17, 23, 7, 20, 13, 36, 11, 9, 5, 6, 15, 6, 12, 11, 5, 11, 14, 19, 13, 31, 6, 12, 7, 3, 5, 7, 8, 8, 15, 7, 10, 19, 6, 3], 'rl1': [9, 12, 5, 7, 5, 6, 16, 12, 13, 7, 4, 9, 6, 35, 9, 10, 12, 10, 5, 7, 20, 7, 26, 12, 30, 19, 16, 4, 5, 14, 9, 14, 6, 14, 18, 8, 5, 8, 7, 6, 6, 4, 11, 11, 5, 6, 10, 8, 13, 15, 9, 11, 25, 16, 13, 2, 6, 5, 13, 11, 8, 15, 4, 6, 10, 12, 13, 11, 7, 9, 4, 51, 8, 9, 6, 4, 11, 5, 10, 13, 6, 12, 8, 14, 8, 21, 5, 25, 8, 11, 4, 11, 8, 7, 23, 15, 12, 10, 9, 6], 'rl2': [7, 10, 7, 8, 7, 5, 32, 12, 18, 9, 4, 11, 9, 15, 7, 6, 6, 8, 13, 14, 13, 8, 6, 10, 10, 15, 17, 4, 3, 13, 7, 23, 9, 13, 18, 7, 2, 8, 11, 13, 6, 12, 9, 11, 3, 9, 4, 8, 23, 11, 10, 17, 23, 12, 9, 3, 5, 5, 33, 13, 13, 3, 8, 10, 29, 10, 17, 23, 7, 20, 13, 36, 11, 9, 5, 6, 15, 6, 12, 11, 5, 11, 14, 19, 13, 31, 6, 12, 7, 3, 5, 7, 8, 8, 15, 7, 10, 19, 6, 3]}, {'q1': [10, 9, 16, 11, 7, 7, 7, 5, 8, 15, 8, 12, 7, 8, 7, 11, 13, 28, 14, 17, 4, 5, 4, 11, 8, 7, 8, 8, 8, 4, 9, 7, 18, 13, 12, 10, 10, 3, 11, 16, 7, 6, 18, 7, 32, 6, 6, 8, 5, 9, 6, 13, 9, 7, 7, 7, 9, 15, 10, 5, 5, 9, 9, 10, 7, 18, 8, 5, 14, 10, 17, 8, 5, 9, 9, 13, 15, 5, 13, 9, 9, 10, 16, 14, 13, 3, 3, 6, 6, 5, 20, 12, 8, 7, 30, 8, 28, 3, 23, 6], 'q2': [13, 6, 24, 10, 8, 11, 9, 5, 6, 23, 6, 5, 7, 7, 6, 13, 27, 13, 5, 18, 3, 4, 5, 26, 26, 8, 8, 25, 8, 4, 5, 7, 21, 14, 8, 12, 19, 3, 10, 7, 7, 6, 11, 14, 22, 11, 9, 8, 5, 28, 8, 5, 8, 8, 9, 7, 9, 22, 12, 7, 6, 18, 4, 12, 8, 22, 9, 9, 19, 8, 6, 10, 5, 6, 8, 9, 31, 7, 9, 13, 6, 20, 14, 8, 13, 8, 6, 6, 6, 4, 23, 14, 6, 10, 22, 8, 6, 4, 7, 7], 'rl1': [10, 9, 16, 11, 7, 7, 7, 5, 8, 15, 8, 12, 7, 8, 7, 11, 13, 28, 14, 17, 4, 5, 4, 11, 8, 7, 8, 8, 8, 4, 9, 7, 18, 13, 12, 10, 10, 3, 11, 16, 7, 6, 18, 7, 32, 6, 6, 8, 5, 9, 6, 13, 9, 7, 7, 7, 9, 15, 10, 5, 5, 9, 9, 10, 7, 18, 8, 5, 14, 10, 17, 8, 5, 9, 9, 13, 15, 5, 13, 9, 9, 10, 16, 14, 13, 3, 3, 6, 6, 5, 20, 12, 8, 7, 30, 8, 28, 3, 23, 6], 'rl2': [13, 6, 24, 10, 8, 11, 9, 5, 6, 23, 6, 5, 7, 7, 6, 13, 27, 13, 5, 18, 3, 4, 5, 26, 26, 8, 8, 25, 8, 4, 5, 7, 21, 14, 8, 12, 19, 3, 10, 7, 7, 6, 11, 14, 22, 11, 9, 8, 5, 28, 8, 5, 8, 8, 9, 7, 9, 22, 12, 7, 6, 18, 4, 12, 8, 22, 9, 9, 19, 8, 6, 10, 5, 6, 8, 9, 31, 7, 9, 13, 6, 20, 14, 8, 13, 8, 6, 6, 6, 4, 23, 14, 6, 10, 22, 8, 6, 4, 7, 7]}, {'q1': [9, 15, 3, 4, 9, 15, 8, 6, 5, 8, 15, 7, 9, 6, 15, 30, 9, 18, 10, 6, 6, 8, 8, 4, 8, 20, 5, 4, 13, 20, 7, 9, 4, 11, 5, 5, 10, 4, 7, 5, 15, 13, 6, 6, 28, 27, 7, 11, 9, 31, 6, 28, 5, 5, 17, 6, 5, 12, 3, 8, 3, 8, 4, 15, 11, 12, 13, 11, 14, 5, 11, 23, 9, 11, 6, 7, 6, 13, 5, 17, 9, 6, 6, 3, 10, 15, 4, 9, 5, 5, 6, 5, 5, 5, 10, 16, 4, 13, 15, 9], 'q2': [6, 14, 3, 6, 8, 7, 11, 11, 6, 9, 9, 14, 9, 5, 16, 24, 10, 5, 6, 6, 7, 7, 15, 4, 7, 4, 5, 4, 7, 8, 10, 4, 11, 11, 7, 5, 10, 4, 7, 6, 14, 11, 6, 7, 9, 11, 19, 11, 8, 10, 7, 17, 7, 7, 6, 9, 5, 18, 3, 9, 5, 9, 4, 5, 14, 8, 40, 11, 10, 8, 11, 7, 7, 15, 5, 5, 7, 13, 6, 12, 10, 5, 14, 3, 18, 25, 8, 25, 3, 6, 11, 12, 5, 14, 16, 12, 3, 5, 11, 7], 'rl1': [9, 15, 3, 4, 9, 15, 8, 6, 5, 8, 15, 7, 9, 6, 15, 30, 9, 18, 10, 6, 6, 8, 8, 4, 8, 20, 5, 4, 13, 20, 7, 9, 4, 11, 5, 5, 10, 4, 7, 5, 15, 13, 6, 6, 28, 27, 7, 11, 9, 31, 6, 28, 5, 5, 17, 6, 5, 12, 3, 8, 3, 8, 4, 15, 11, 12, 13, 11, 14, 5, 11, 23, 9, 11, 6, 7, 6, 13, 5, 17, 9, 6, 6, 3, 10, 15, 4, 9, 5, 5, 6, 5, 5, 5, 10, 16, 4, 13, 15, 9], 'rl2': [6, 14, 3, 6, 8, 7, 11, 11, 6, 9, 9, 14, 9, 5, 16, 24, 10, 5, 6, 6, 7, 7, 15, 4, 7, 4, 5, 4, 7, 8, 10, 4, 11, 11, 7, 5, 10, 4, 7, 6, 14, 11, 6, 7, 9, 11, 19, 11, 8, 10, 7, 17, 7, 7, 6, 9, 5, 18, 3, 9, 5, 9, 4, 5, 14, 8, 40, 11, 10, 8, 11, 7, 7, 15, 5, 5, 7, 13, 6, 12, 10, 5, 14, 3, 18, 25, 8, 25, 3, 6, 11, 12, 5, 14, 16, 12, 3, 5, 11, 7]}, {'q1': [12, 9, 8, 5, 13, 8, 3, 9, 34, 7, 8, 7, 8, 17, 9, 4, 37, 14, 4, 4, 4, 9, 8, 2, 7, 23, 5, 5, 9, 9, 5, 18, 11, 22, 4, 9, 2, 7, 6, 10, 17, 13, 10, 16, 23, 11, 4, 30, 8, 10, 12, 6, 13, 7, 6, 14, 8, 8, 16, 10, 14, 6, 17, 10, 11, 6, 10, 13, 10, 29, 9, 7, 22, 13, 7, 5, 8, 10, 7, 10, 5, 7, 9, 13, 8, 23, 8, 17, 23, 5, 10, 9, 8, 9, 5, 11, 8, 10, 7, 13], 'q2': [7, 9, 8, 4, 12, 7, 7, 4, 22, 5, 5, 5, 6, 12, 10, 8, 22, 8, 8, 7, 3, 12, 6, 9, 5, 7, 6, 5, 7, 5, 6, 14, 10, 11, 7, 9, 21, 4, 4, 9, 10, 9, 49, 18, 22, 52, 4, 11, 10, 6, 8, 8, 13, 7, 7, 8, 6, 4, 9, 8, 15, 15, 7, 9, 6, 7, 11, 14, 9, 10, 11, 7, 14, 12, 18, 9, 12, 11, 8, 13, 7, 4, 11, 14, 11, 13, 8, 8, 28, 3, 11, 9, 12, 10, 5, 11, 6, 6, 8, 14], 'rl1': [12, 9, 8, 5, 13, 8, 3, 9, 34, 7, 8, 7, 8, 17, 9, 4, 37, 14, 4, 4, 4, 9, 8, 2, 7, 23, 5, 5, 9, 9, 5, 18, 11, 22, 4, 9, 2, 7, 6, 10, 17, 13, 10, 16, 23, 11, 4, 30, 8, 10, 12, 6, 13, 7, 6, 14, 8, 8, 16, 10, 14, 6, 17, 10, 11, 6, 10, 13, 10, 29, 9, 7, 22, 13, 7, 5, 8, 10, 7, 10, 5, 7, 9, 13, 8, 23, 8, 17, 23, 5, 10, 9, 8, 9, 5, 11, 8, 10, 7, 13], 'rl2': [7, 9, 8, 4, 12, 7, 7, 4, 22, 5, 5, 5, 6, 12, 10, 8, 22, 8, 8, 7, 3, 12, 6, 9, 5, 7, 6, 5, 7, 5, 6, 14, 10, 11, 7, 9, 21, 4, 4, 9, 10, 9, 49, 18, 22, 52, 4, 11, 10, 6, 8, 8, 13, 7, 7, 8, 6, 4, 9, 8, 15, 15, 7, 9, 6, 7, 11, 14, 9, 10, 11, 7, 14, 12, 18, 9, 12, 11, 8, 13, 7, 4, 11, 14, 11, 13, 8, 8, 28, 3, 11, 9, 12, 10, 5, 11, 6, 6, 8, 14]}, {'q1': [7, 12, 12, 21, 14, 9, 21, 9, 5, 8, 9, 7, 13, 21, 8, 8, 10, 11, 11, 5, 10, 6, 13, 6, 6, 14, 9, 7, 9, 24, 6, 4, 11, 10, 20, 28, 20, 11, 3, 15, 9, 13, 4, 9, 8, 5, 8, 8, 12, 10, 15, 9, 6, 13, 6, 4, 7, 20, 10, 11, 8, 6, 15, 12, 19, 7, 9, 6, 8, 19, 7, 10, 9, 10, 25, 6, 17, 4, 13, 13, 17, 10, 12, 8, 31, 9, 9, 4, 12, 11, 8, 12, 29, 22, 4, 6, 7, 8, 8, 13], 'q2': [5, 15, 14, 16, 4, 9, 24, 7, 5, 10, 8, 13, 20, 11, 10, 6, 7, 7, 9, 10, 16, 5, 24, 16, 6, 14, 9, 10, 4, 25, 7, 5, 8, 7, 19, 30, 20, 7, 3, 11, 8, 15, 8, 6, 6, 5, 9, 8, 15, 7, 14, 8, 4, 21, 4, 7, 12, 5, 22, 11, 9, 6, 20, 6, 19, 6, 35, 4, 10, 11, 6, 10, 9, 7, 21, 6, 20, 3, 20, 10, 11, 11, 11, 8, 34, 10, 10, 4, 4, 4, 13, 17, 7, 14, 4, 4, 7, 7, 9, 15], 'rl1': [7, 12, 12, 21, 14, 9, 21, 9, 5, 8, 9, 7, 13, 21, 8, 8, 10, 11, 11, 5, 10, 6, 13, 6, 6, 14, 9, 7, 9, 24, 6, 4, 11, 10, 20, 28, 20, 11, 3, 15, 9, 13, 4, 9, 8, 5, 8, 8, 12, 10, 15, 9, 6, 13, 6, 4, 7, 20, 10, 11, 8, 6, 15, 12, 19, 7, 9, 6, 8, 19, 7, 10, 9, 10, 25, 6, 17, 4, 13, 13, 17, 10, 12, 8, 31, 9, 9, 4, 12, 11, 8, 12, 29, 22, 4, 6, 7, 8, 8, 13], 'rl2': [5, 15, 14, 16, 4, 9, 24, 7, 5, 10, 8, 13, 20, 11, 10, 6, 7, 7, 9, 10, 16, 5, 24, 16, 6, 14, 9, 10, 4, 25, 7, 5, 8, 7, 19, 30, 20, 7, 3, 11, 8, 15, 8, 6, 6, 5, 9, 8, 15, 7, 14, 8, 4, 21, 4, 7, 12, 5, 22, 11, 9, 6, 20, 6, 19, 6, 35, 4, 10, 11, 6, 10, 9, 7, 21, 6, 20, 3, 20, 10, 11, 11, 11, 8, 34, 10, 10, 4, 4, 4, 13, 17, 7, 14, 4, 4, 7, 7, 9, 15]}, {'q1': [11, 11, 10, 9, 9, 6, 4, 11, 6, 11, 9, 12, 11, 15, 5, 10, 16, 13, 8, 19, 15, 11, 12, 9, 9, 3, 7, 7, 9, 11, 13, 15, 8, 23, 9, 3, 8, 4, 6, 13, 19, 8, 6, 9, 13, 18, 8, 6, 6, 4, 13, 10, 11, 21, 3, 33, 12, 18, 10, 14, 8, 8, 6, 15, 12, 3, 5, 17, 3, 17, 13, 6, 17, 4, 9, 4, 9, 10, 8, 5, 7, 12, 5, 3, 11, 12, 21, 13, 11, 16, 10, 6, 18, 8, 17, 10, 4, 11, 9, 7], 'q2': [11, 10, 9, 10, 6, 8, 6, 13, 9, 17, 15, 12, 11, 9, 7, 10, 12, 13, 8, 17, 4, 9, 11, 8, 7, 4, 7, 4, 6, 8, 14, 15, 8, 20, 7, 5, 15, 4, 8, 6, 9, 7, 6, 13, 23, 21, 8, 6, 12, 4, 9, 13, 7, 8, 3, 14, 8, 4, 9, 15, 14, 8, 7, 15, 8, 3, 5, 13, 4, 20, 14, 5, 8, 7, 3, 10, 6, 3, 7, 4, 6, 13, 8, 5, 14, 19, 7, 12, 11, 23, 3, 7, 12, 4, 18, 14, 3, 12, 10, 2], 'rl1': [11, 11, 10, 9, 9, 6, 4, 11, 6, 11, 9, 12, 11, 15, 5, 10, 16, 13, 8, 19, 15, 11, 12, 9, 9, 3, 7, 7, 9, 11, 13, 15, 8, 23, 9, 3, 8, 4, 6, 13, 19, 8, 6, 9, 13, 18, 8, 6, 6, 4, 13, 10, 11, 21, 3, 33, 12, 18, 10, 14, 8, 8, 6, 15, 12, 3, 5, 17, 3, 17, 13, 6, 17, 4, 9, 4, 9, 10, 8, 5, 7, 12, 5, 3, 11, 12, 21, 13, 11, 16, 10, 6, 18, 8, 17, 10, 4, 11, 9, 7], 'rl2': [11, 10, 9, 10, 6, 8, 6, 13, 9, 17, 15, 12, 11, 9, 7, 10, 12, 13, 8, 17, 4, 9, 11, 8, 7, 4, 7, 4, 6, 8, 14, 15, 8, 20, 7, 5, 15, 4, 8, 6, 9, 7, 6, 13, 23, 21, 8, 6, 12, 4, 9, 13, 7, 8, 3, 14, 8, 4, 9, 15, 14, 8, 7, 15, 8, 3, 5, 13, 4, 20, 14, 5, 8, 7, 3, 10, 6, 3, 7, 4, 6, 13, 8, 5, 14, 19, 7, 12, 11, 23, 3, 7, 12, 4, 18, 14, 3, 12, 10, 2]}, {'q1': [14, 5, 9, 9, 17, 17, 20, 3, 50, 9, 10, 17, 8, 16, 11, 9, 4, 10, 6, 6, 11, 6, 9, 5, 15, 6, 12, 6, 15, 9, 5, 3, 5, 17, 8, 7, 9, 6, 21, 8, 9, 13, 6, 8, 6, 8, 27, 21, 14, 7, 9, 14, 9, 13, 7, 6, 11, 7, 9, 8, 15, 4, 8, 12, 6, 20, 14, 14, 11, 15, 10, 9, 5, 7, 4, 9, 11, 10, 9, 12, 6, 24, 12, 4, 9, 18, 7, 17, 17, 14, 10, 8, 7, 12, 10, 10, 9, 5, 4, 11], 'q2': [16, 24, 6, 5, 30, 14, 5, 6, 26, 18, 16, 12, 8, 6, 9, 8, 4, 16, 5, 28, 5, 6, 11, 5, 5, 18, 9, 7, 19, 9, 5, 8, 4, 18, 9, 5, 8, 15, 15, 4, 15, 29, 6, 10, 11, 5, 6, 21, 12, 4, 10, 14, 14, 19, 6, 11, 8, 6, 9, 5, 12, 8, 13, 19, 5, 7, 4, 15, 9, 18, 11, 6, 4, 7, 6, 16, 6, 15, 8, 12, 11, 9, 11, 6, 12, 6, 5, 16, 10, 19, 9, 14, 6, 11, 9, 7, 12, 10, 5, 8], 'rl1': [14, 5, 9, 9, 17, 17, 20, 3, 50, 9, 10, 17, 8, 16, 11, 9, 4, 10, 6, 6, 11, 6, 9, 5, 15, 6, 12, 6, 15, 9, 5, 3, 5, 17, 8, 7, 9, 6, 21, 8, 9, 13, 6, 8, 6, 8, 27, 21, 14, 7, 9, 14, 9, 13, 7, 6, 11, 7, 9, 8, 15, 4, 8, 12, 6, 20, 14, 14, 11, 15, 10, 9, 5, 7, 4, 9, 11, 10, 9, 12, 6, 24, 12, 4, 9, 18, 7, 17, 17, 14, 10, 8, 7, 12, 10, 10, 9, 5, 4, 11], 'rl2': [16, 24, 6, 5, 30, 14, 5, 6, 26, 18, 16, 12, 8, 6, 9, 8, 4, 16, 5, 28, 5, 6, 11, 5, 5, 18, 9, 7, 19, 9, 5, 8, 4, 18, 9, 5, 8, 15, 15, 4, 15, 29, 6, 10, 11, 5, 6, 21, 12, 4, 10, 14, 14, 19, 6, 11, 8, 6, 9, 5, 12, 8, 13, 19, 5, 7, 4, 15, 9, 18, 11, 6, 4, 7, 6, 16, 6, 15, 8, 12, 11, 9, 11, 6, 12, 6, 5, 16, 10, 19, 9, 14, 6, 11, 9, 7, 12, 10, 5, 8]}, {'q1': [6, 5, 27, 18, 6, 7, 6, 23, 8, 7, 17, 13, 8, 13, 11, 6, 12, 4, 6, 8, 9, 3, 6, 17, 22, 10, 11, 7, 7, 3, 8, 7, 10, 8, 11, 3, 11, 6, 16, 16, 13, 16, 3, 5, 18, 9, 3, 14, 12, 6, 8, 9, 7, 4, 7, 12, 27, 7, 9, 23, 9, 6, 11, 10, 10, 12, 4, 11, 5, 9, 6, 4, 6, 8, 7, 4, 3, 28, 16, 8, 7, 8, 6, 9, 9, 19, 10, 13, 16, 10, 9, 16, 7, 11, 13, 7, 18, 7, 10, 6], 'q2': [6, 5, 66, 10, 12, 20, 4, 7, 6, 7, 6, 6, 4, 8, 15, 5, 13, 3, 7, 9, 9, 5, 6, 7, 9, 12, 12, 9, 5, 5, 8, 6, 9, 5, 12, 3, 7, 7, 22, 17, 13, 6, 6, 4, 13, 10, 3, 4, 9, 9, 8, 8, 7, 4, 10, 11, 7, 5, 6, 30, 12, 5, 17, 7, 8, 14, 7, 12, 7, 10, 9, 4, 10, 9, 7, 7, 8, 19, 12, 28, 9, 18, 11, 8, 9, 4, 6, 22, 17, 9, 9, 16, 8, 14, 12, 3, 19, 7, 10, 6], 'rl1': [6, 5, 27, 18, 6, 7, 6, 23, 8, 7, 17, 13, 8, 13, 11, 6, 12, 4, 6, 8, 9, 3, 6, 17, 22, 10, 11, 7, 7, 3, 8, 7, 10, 8, 11, 3, 11, 6, 16, 16, 13, 16, 3, 5, 18, 9, 3, 14, 12, 6, 8, 9, 7, 4, 7, 12, 27, 7, 9, 23, 9, 6, 11, 10, 10, 12, 4, 11, 5, 9, 6, 4, 6, 8, 7, 4, 3, 28, 16, 8, 7, 8, 6, 9, 9, 19, 10, 13, 16, 10, 9, 16, 7, 11, 13, 7, 18, 7, 10, 6], 'rl2': [6, 5, 66, 10, 12, 20, 4, 7, 6, 7, 6, 6, 4, 8, 15, 5, 13, 3, 7, 9, 9, 5, 6, 7, 9, 12, 12, 9, 5, 5, 8, 6, 9, 5, 12, 3, 7, 7, 22, 17, 13, 6, 6, 4, 13, 10, 3, 4, 9, 9, 8, 8, 7, 4, 10, 11, 7, 5, 6, 30, 12, 5, 17, 7, 8, 14, 7, 12, 7, 10, 9, 4, 10, 9, 7, 7, 8, 19, 12, 28, 9, 18, 11, 8, 9, 4, 6, 22, 17, 9, 9, 16, 8, 14, 12, 3, 19, 7, 10, 6]}, {'q1': [20, 6, 10, 12, 4, 7, 11, 12, 7, 8, 21, 5, 6, 5, 7, 12, 10, 16, 10, 12, 9, 5, 9, 4, 5, 4, 4, 15, 6, 13, 9, 15, 29, 8, 9, 8, 7, 11, 7, 14, 6, 6, 14, 5, 21, 9, 6, 4, 7, 8, 7, 5, 10, 6, 6, 7, 10, 8, 8, 5, 15, 8, 7, 7, 12, 6, 10, 16, 7, 5, 12, 31, 11, 6, 5, 9, 6, 6, 9, 9, 7, 8, 4, 6, 6, 15, 6, 6, 15, 11, 22, 7, 5, 11, 15, 9, 11, 6, 9, 11], 'q2': [16, 6, 8, 3, 4, 8, 5, 10, 7, 20, 16, 7, 6, 3, 5, 15, 5, 3, 8, 11, 11, 6, 8, 17, 6, 4, 8, 16, 5, 23, 8, 16, 14, 8, 15, 7, 6, 12, 11, 9, 6, 7, 7, 6, 5, 11, 6, 10, 23, 16, 4, 8, 11, 18, 7, 8, 9, 5, 9, 6, 7, 4, 9, 7, 20, 7, 7, 18, 4, 4, 14, 5, 9, 4, 7, 9, 7, 7, 5, 16, 4, 13, 7, 9, 4, 5, 8, 7, 20, 14, 26, 13, 4, 20, 9, 6, 7, 6, 6, 13], 'rl1': [20, 6, 10, 12, 4, 7, 11, 12, 7, 8, 21, 5, 6, 5, 7, 12, 10, 16, 10, 12, 9, 5, 9, 4, 5, 4, 4, 15, 6, 13, 9, 15, 29, 8, 9, 8, 7, 11, 7, 14, 6, 6, 14, 5, 21, 9, 6, 4, 7, 8, 7, 5, 10, 6, 6, 7, 10, 8, 8, 5, 15, 8, 7, 7, 12, 6, 10, 16, 7, 5, 12, 31, 11, 6, 5, 9, 6, 6, 9, 9, 7, 8, 4, 6, 6, 15, 6, 6, 15, 11, 22, 7, 5, 11, 15, 9, 11, 6, 9, 11], 'rl2': [16, 6, 8, 3, 4, 8, 5, 10, 7, 20, 16, 7, 6, 3, 5, 15, 5, 3, 8, 11, 11, 6, 8, 17, 6, 4, 8, 16, 5, 23, 8, 16, 14, 8, 15, 7, 6, 12, 11, 9, 6, 7, 7, 6, 5, 11, 6, 10, 23, 16, 4, 8, 11, 18, 7, 8, 9, 5, 9, 6, 7, 4, 9, 7, 20, 7, 7, 18, 4, 4, 14, 5, 9, 4, 7, 9, 7, 7, 5, 16, 4, 13, 7, 9, 4, 5, 8, 7, 20, 14, 26, 13, 4, 20, 9, 6, 7, 6, 6, 13]}, {'q1': [10, 12, 8, 8, 5, 10, 10, 17, 10, 34, 8, 10, 7, 17, 14, 4, 11], 'q2': [15, 10, 6, 10, 5, 11, 15, 6, 12, 11, 9, 7, 11, 11, 22, 7, 15], 'rl1': [10, 12, 8, 8, 5, 10, 10, 17, 10, 34, 8, 10, 7, 17, 14, 4, 11], 'rl2': [15, 10, 6, 10, 5, 11, 15, 6, 12, 11, 9, 7, 11, 11, 22, 7, 15]}]\n","Epoch 0 iter 138 took 169.4s\n","loss:\t0.57499\tdev score:\t0.7651\t*** New best dev ***\ttest score:\t0.7669\n","[{'q1': array([[  27,  312,  143, ...,    0,    0,    0],\n","       [ 410,   92, 4775, ...,    0,    0,    0],\n","       [ 619,  532,   90, ...,    0,    0,    0],\n","       ...,\n","       [  22,   23,  150, ...,    0,    0,    0],\n","       [  27, 5234,  495, ...,    0,    0,    0],\n","       [  51, 4504,   26, ...,    0,    0,    0]]), 'q2': array([[  27,  312,   12, ...,    0,    0,    0],\n","       [   2, 3843,   91, ...,    0,    0,    0],\n","       [ 619,  532,   90, ...,    0,    0,    0],\n","       ...,\n","       [  27,  150, 6740, ...,    0,    0,    0],\n","       [  27,  495, 1225, ...,    0,    0,    0],\n","       [  63, 3121,    1, ...,    0,    0,    0]]), 'rl1': array([[1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 7, ..., 0, 0, 0],\n","       ...,\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0]]), 'rl2': array([[ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1, 12,  2, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0]]), 'y': array([0, 0, 1, 1, 1, 1, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1,\n","       1, 0, 0, 1, 0, 0, 0, 1, 0, 1, 1, 1, 1, 0, 0, 1, 0, 1, 0, 1, 1, 0,\n","       0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 1, 1, 0, 1, 0, 0, 0,\n","       1, 0, 0, 1, 0, 0, 1, 0, 0, 0, 1, 0, 1, 1, 0, 0, 0, 0, 1, 0, 0, 0,\n","       1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0])}, {'q1': array([[  22, 1118, 1326, ...,    0,    0,    0],\n","       [  63,  421,   90, ...,    0,    0,    0],\n","       [  51,  115,   19, ...,    0,    0,    0],\n","       ...,\n","       [   2,   30,   91, ...,    0,    0,    0],\n","       [  22,   23, 5366, ...,    0,    0,    0],\n","       [  51,  150, 9472, ...,    0,    0,    0]]), 'q2': array([[1976,   26, 1750, ...,    0,    0,    0],\n","       [  63,  421,   90, ...,    0,    0,    0],\n","       [  51,  115,   19, ...,    0,    0,    0],\n","       ...,\n","       [   2,   16, 2492, ...,    0,    0,    0],\n","       [  22,   23, 5366, ...,    0,    0,    0],\n","       [  27,  150, 2045, ...,    0,    0,    0]]), 'rl1': array([[1, 2, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       ...,\n","       [1, 4, 2, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0]]), 'rl2': array([[ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1, 11, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  4,  2, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0]]), 'y': array([0, 0, 0, 1, 0, 0, 1, 0, 1, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 1, 1,\n","       1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0,\n","       1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 1, 0, 0, 1, 1, 1, 0,\n","       0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0,\n","       1, 0, 1, 0, 1, 0, 0, 0, 1, 0, 0, 1])}, {'q1': array([[   2,   16,  504, ...,    0,    0,    0],\n","       [   2,   30,  443, ...,    0,    0,    0],\n","       [   2,   42,  274, ...,    0,    0,    0],\n","       ...,\n","       [   2,   30, 1949, ...,    0,    0,    0],\n","       [  30,   91,  474, ...,    0,    0,    0],\n","       [  22,   64,  274, ...,    0,    0,    0]]), 'q2': array([[ 150,  248,  504, ...,    0,    0,    0],\n","       [   2,   30,   91, ...,    0,    0,    0],\n","       [   2,   64,  274, ...,    0,    0,    0],\n","       ...,\n","       [   2,   30, 1949, ...,    0,    0,    0],\n","       [   2,   30,   91, ...,    0,    0,    0],\n","       [   2,   30,   91, ...,    0,    0,    0]]), 'rl1': array([[ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  4,  2, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       ...,\n","       [ 1, 25,  1, ...,  0,  0,  0],\n","       [ 4,  1,  2, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0]]), 'rl2': array([[ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  4,  2, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       ...,\n","       [ 1, 25,  1, ...,  0,  0,  0],\n","       [ 1,  4,  2, ...,  0,  0,  0],\n","       [ 1, 19,  2, ...,  0,  0,  0]]), 'y': array([0, 0, 1, 0, 1, 0, 0, 0, 1, 0, 1, 0, 0, 1, 1, 0, 0, 1, 0, 1, 0, 1,\n","       0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 1, 1, 0, 0, 0, 0,\n","       1, 0, 0, 1, 0, 1, 0, 0, 1, 0, 1, 0, 1, 0, 0, 0, 0, 1, 1, 1, 1, 1,\n","       1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 1, 0, 0,\n","       0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 1, 1])}, {'q1': array([[ 115,  542, 1339, ...,    0,    0,    0],\n","       [  22,  115, 5973, ...,    0,    0,    0],\n","       [   2,   16,  435, ...,    0,    0,    0],\n","       ...,\n","       [ 210,   44,   76, ...,    0,    0,    0],\n","       [  91,  542, 7741, ...,    0,    0,    0],\n","       [ 115,   92,  248, ...,    0,    0,    0]]), 'q2': array([[  654,     1,    22, ...,   132,    18,  4298],\n","       [   77, 15445, 15446, ...,     0,     0,     0],\n","       [ 1848,  7731,    18, ...,     0,     0,     0],\n","       ...,\n","       [    2,    30,   474, ...,     0,     0,     0],\n","       [    2,   123,   457, ...,     0,     0,     0],\n","       [   51,   464,  1817, ...,     0,     0,     0]]), 'rl1': array([[1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 4, 2, ..., 0, 0, 0],\n","       ...,\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0]]), 'rl2': array([[ 9,  1,  1, ...,  1,  1,  1],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 2, 11,  1, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  4,  2, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0]]), 'y': array([0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 1, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0,\n","       0, 1, 0, 1, 1, 0, 0, 1, 1, 1, 0, 0, 1, 0, 0, 1, 0, 0, 0, 1, 0, 0,\n","       0, 0, 0, 0, 1, 0, 1, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0,\n","       0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 1, 1, 1, 0, 1, 0, 0, 0, 1, 0, 0, 1,\n","       0, 0, 1, 0, 0, 0, 1, 1, 1, 0, 0, 0])}, {'q1': array([[9076, 1118, 3728, ...,    0,    0,    0],\n","       [  30,  274,  675, ...,    0,    0,    0],\n","       [  22,  238,    1, ...,    0,    0,    0],\n","       ...,\n","       [  15,  149,  150, ...,    0,    0,    0],\n","       [   2,   90,  254, ...,    0,    0,    0],\n","       [ 149, 1274, 4973, ...,    0,    0,    0]]), 'q2': array([[ 149, 9076,    1, ...,    0,    0,    0],\n","       [  30,  274,  675, ...,    0,    0,    0],\n","       [  22,  238,    1, ...,    0,    0,    0],\n","       ...,\n","       [  22,  149,  150, ...,    0,    0,    0],\n","       [   2,   90,   91, ...,    0,    0,    0],\n","       [ 149, 1274, 4973, ...,    0,    0,    0]]), 'rl1': array([[12,  2,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [12,  2,  1, ...,  0,  0,  0],\n","       ...,\n","       [12,  2,  1, ...,  0,  0,  0],\n","       [ 1,  1,  2, ...,  0,  0,  0],\n","       [ 2,  1,  1, ...,  0,  0,  0]]), 'rl2': array([[ 2, 16,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [12,  2,  1, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  2,  1, ...,  0,  0,  0],\n","       [ 1,  4,  2, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0]]), 'y': array([1, 1, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1,\n","       1, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 1, 0, 0, 0, 1, 1, 1, 1, 0, 0, 0,\n","       0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, 0, 0, 0, 1, 0,\n","       0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 1, 1, 0, 0, 1, 0, 0, 1, 0,\n","       0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 1, 0])}, {'q1': array([[  22,  238,    1, ...,    0,    0,    0],\n","       [  51,  421,  312, ...,    0,    0,    0],\n","       [   2,  542,  537, ...,    0,    0,    0],\n","       ...,\n","       [   2,   30,   91, ...,    0,    0,    0],\n","       [   2,   16,   74, ...,    0,    0,    0],\n","       [  27,  290, 3996, ...,    0,    0,    0]]), 'q2': array([[   2, 1426,  238, ...,    0,    0,    0],\n","       [  27,  312,  150, ...,    0,    0,    0],\n","       [  22,  542,  238, ...,    0,    0,    0],\n","       ...,\n","       [   2,   30, 1251, ...,    0,    0,    0],\n","       [  72, 3942,  590, ...,    0,    0,    0],\n","       [  51,  140, 2804, ...,    0,    0,    0]]), 'rl1': array([[ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  4,  2, ...,  0,  0,  0],\n","       [ 1,  8,  2, ...,  0,  0,  0],\n","       [ 1, 12,  2, ...,  0,  0,  0]]), 'rl2': array([[ 1,  1,  2, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [12,  1,  2, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  4,  2, ...,  0,  0,  0],\n","       [ 1,  2,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0]]), 'y': array([0, 1, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 1,\n","       1, 0, 1, 0, 0, 1, 0, 1, 1, 0, 0, 1, 0, 1, 0, 1, 0, 0, 1, 0, 0, 0,\n","       1, 1, 0, 0, 0, 0, 1, 0, 0, 0, 1, 1, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0,\n","       0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1,\n","       0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0])}, {'q1': array([[   27,   150,   893, ...,     0,     0,     0],\n","       [  410,    92,   308, ...,     0,     0,     0],\n","       [   15,  1636, 10694, ...,     0,     0,     0],\n","       ...,\n","       [   22,   149,   143, ...,     0,     0,     0],\n","       [   51,   156,  1817, ...,     0,     0,     0],\n","       [    2,  2426,  2617, ...,     0,     0,     0]]), 'q2': array([[  27,  150,  893, ...,    0,    0,    0],\n","       [  22,  238,    1, ...,    0,    0,    0],\n","       [5205,   35,   90, ...,    0,    0,    0],\n","       ...,\n","       [  51,  143,  194, ...,    0,    0,    0],\n","       [  51,  156, 1817, ...,    0,    0,    0],\n","       [   2,  261, 7546, ...,    0,    0,    0]]), 'rl1': array([[ 1,  1, 11, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  2,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  2, 11, ...,  0,  0,  0]]), 'rl2': array([[ 1,  1,  1, ...,  0,  0,  0],\n","       [12,  2,  1, ...,  0,  0,  0],\n","       [ 2,  1,  1, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  2, 11, ...,  0,  0,  0]]), 'y': array([0, 1, 0, 1, 1, 1, 0, 0, 1, 1, 0, 0, 1, 1, 1, 0, 0, 1, 0, 1, 0, 0,\n","       0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 1, 1, 1, 0, 0, 0, 1, 1, 0, 0,\n","       0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0,\n","       0, 1, 0, 0, 1, 0, 1, 1, 1, 0, 0, 1, 1, 1, 1, 1, 1, 0, 1, 1, 1, 1,\n","       0, 0, 1, 1, 0, 0, 0, 1, 1, 0, 0, 0])}, {'q1': array([[   16,    18,  2102, ...,     0,     0,     0],\n","       [  149, 14367,  3857, ...,     0,     0,     0],\n","       [   27,   150,  3914, ...,     0,     0,     0],\n","       ...,\n","       [   22,     1,     1, ...,     0,     0,     0],\n","       [  210,    30,   435, ...,     0,     0,     0],\n","       [ 1115,    92,  3535, ...,     0,     0,     0]]), 'q2': array([[  63,   16,  254, ...,    0,    0,    0],\n","       [  51,  421,  312, ...,    0,    0,    0],\n","       [  27,  150, 3914, ...,    0,    0,    0],\n","       ...,\n","       [  22,  149,  143, ...,    0,    0,    0],\n","       [ 210,   30, 1208, ...,    0,    0,    0],\n","       [1115,   92, 1210, ...,    0,    0,    0]]), 'rl1': array([[12,  1,  1, ...,  0,  0,  0],\n","       [ 2,  1, 16, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  4,  1, ...,  0,  0,  0],\n","       [ 1,  4,  2, ...,  0,  0,  0],\n","       [ 1,  1,  2, ...,  0,  0,  0]]), 'rl2': array([[1, 4, 2, ..., 0, 0, 0],\n","       [1, 4, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       ...,\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 4, 2, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0]]), 'y': array([0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 1, 0, 0, 1, 0, 0, 0, 1, 0, 0, 1,\n","       0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0,\n","       0, 0, 0, 1, 0, 1, 0, 0, 0, 1, 1, 0, 0, 0, 1, 1, 1, 0, 1, 1, 0, 0,\n","       1, 1, 0, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 1, 0, 1, 0,\n","       0, 0, 1, 0, 0, 0, 1, 0, 0, 1, 0, 1])}, {'q1': array([[   22,   149,   143,  1756,  5438,  1376, 11749,     6,  2045,\n","            1,   448,     0,     0,     0,     0,     0],\n","       [   16,   816,     1,    22,   350, 15383,     1,     1,   208,\n","         2628,  4575,  1746,     1,    51,    52,  2329],\n","       [   51,   143,  2867,   248,   411,  1893,     0,     0,     0,\n","            0,     0,     0,     0,     0,     0,     0],\n","       [   22,  7451,     1, 15384,     1, 14013,     1, 15385,     1,\n","            6, 15386, 15387,     0,     0,     0,     0],\n","       [  118,  1462,   220,     0,     0,     0,     0,     0,     0,\n","            0,     0,     0,     0,     0,     0,     0],\n","       [   27,   150,   248,  1043,   276,  1088,   201,   217,    69,\n","         1589,    39,     0,     0,     0,     0,     0],\n","       [   27,  1847,   509,   360,  2030,     6,  9441,  4218,     0,\n","            0,     0,     0,     0,     0,     0,     0],\n","       [ 2457,  1010,     0,     0,     0,     0,     0,     0,     0,\n","            0,     0,     0,     0,     0,     0,     0],\n","       [    2,    30,    91,  1785,  1340,  2012,     0,     0,     0,\n","            0,     0,     0,     0,     0,     0,     0]]), 'q2': array([[   27,   150, 11910,  5438,     6,  2045,     1,  1976,     0,\n","            0,     0],\n","       [    2,   350, 15545,   936,    35,  1746,     0,     0,     0,\n","            0,     0],\n","       [    2,   411,  1893,     0,     0,     0,     0,     0,     0,\n","            0,     0],\n","       [  125,  8061,   352,   464,    18, 14883,    25,     0,     0,\n","            0,     0],\n","       [   51,  1462,   220,     0,     0,     0,     0,     0,     0,\n","            0,     0],\n","       [  209,   569,  1088,    37,  1589,    39,     0,     0,     0,\n","            0,     0],\n","       [  125,   127,  9441,  4218,    18,  1677,     0,     0,     0,\n","            0,     0],\n","       [  208,     1,    22,   566, 11494,   503,     1,    22,    99,\n","         2212,  2445],\n","       [    2,  1785, 11091,     0,     0,     0,     0,     0,     0,\n","            0,     0]]), 'rl1': array([[ 1,  2,  1,  1, 16,  1,  1,  1,  1,  1,  1,  0,  0,  0,  0,  0],\n","       [ 8,  2,  1,  1, 23,  1,  1,  1,  1,  9,  2, 11,  1, 18,  1,  1],\n","       [ 1,  1,  1,  1,  2, 11,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0],\n","       [ 1,  1,  1,  1,  1,  1,  1,  1,  1,  1,  1,  1,  0,  0,  0,  0],\n","       [ 2,  3,  1,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0],\n","       [ 1,  1,  1,  2,  1, 22,  1,  1,  1,  1,  6,  0,  0,  0,  0,  0],\n","       [ 1,  1,  1,  1,  1,  1,  1,  1,  0,  0,  0,  0,  0,  0,  0,  0],\n","       [ 1,  1,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0],\n","       [ 1,  4,  2,  1,  2, 13,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0]]), 'rl2': array([[ 1,  1,  1,  1,  1,  1,  1,  1,  0,  0,  0],\n","       [ 1,  1,  1,  1,  1,  1,  0,  0,  0,  0,  0],\n","       [ 1,  2, 11,  0,  0,  0,  0,  0,  0,  0,  0],\n","       [ 1,  1,  1,  1,  1,  1,  1,  0,  0,  0,  0],\n","       [ 1,  1,  1,  0,  0,  0,  0,  0,  0,  0,  0],\n","       [ 1,  1,  1,  1,  1,  1,  0,  0,  0,  0,  0],\n","       [ 1,  2,  1, 12,  1,  1,  0,  0,  0,  0,  0],\n","       [ 1,  1,  1,  1,  1,  1,  1,  1,  2,  1, 13],\n","       [ 1,  1,  1,  0,  0,  0,  0,  0,  0,  0,  0]]), 'y': array([1, 0, 1, 0, 1, 1, 0, 1, 1])}]\n","[{'q1': [8, 8, 7, 8, 33, 8, 12, 7, 8, 5, 15, 6, 3, 4, 7, 5, 15, 21, 8, 24, 5, 5, 16, 12, 3, 16, 7, 7, 6, 6, 16, 13, 10, 5, 4, 15, 7, 4, 9, 8, 8, 6, 5, 15, 11, 5, 4, 16, 14, 6, 6, 30, 13, 17, 10, 17, 5, 8, 14, 11, 10, 8, 6, 6, 9, 6, 4, 16, 6, 12, 20, 11, 11, 8, 5, 8, 10, 4, 12, 7, 8, 6, 8, 47, 10, 7, 9, 8, 5, 17, 19, 19, 10, 6, 18, 11, 7, 5, 6, 7], 'q2': [15, 9, 6, 6, 16, 7, 13, 8, 6, 5, 5, 10, 6, 4, 6, 7, 7, 11, 8, 8, 9, 12, 22, 16, 6, 21, 8, 5, 6, 9, 5, 13, 8, 3, 7, 5, 9, 4, 11, 7, 7, 8, 5, 8, 19, 9, 4, 12, 16, 6, 7, 16, 14, 8, 15, 19, 8, 6, 10, 7, 10, 6, 7, 6, 11, 7, 5, 29, 8, 10, 19, 11, 14, 11, 5, 10, 5, 5, 12, 7, 14, 10, 10, 25, 7, 7, 6, 4, 6, 24, 11, 13, 4, 3, 4, 8, 9, 7, 5, 6], 'rl1': [8, 8, 7, 8, 33, 8, 12, 7, 8, 5, 15, 6, 3, 4, 7, 5, 15, 21, 8, 24, 5, 5, 16, 12, 3, 16, 7, 7, 6, 6, 16, 13, 10, 5, 4, 15, 7, 4, 9, 8, 8, 6, 5, 15, 11, 5, 4, 16, 14, 6, 6, 30, 13, 17, 10, 17, 5, 8, 14, 11, 10, 8, 6, 6, 9, 6, 4, 16, 6, 12, 20, 11, 11, 8, 5, 8, 10, 4, 12, 7, 8, 6, 8, 47, 10, 7, 9, 8, 5, 17, 19, 19, 10, 6, 18, 11, 7, 5, 6, 7], 'rl2': [15, 9, 6, 6, 16, 7, 13, 8, 6, 5, 5, 10, 6, 4, 6, 7, 7, 11, 8, 8, 9, 12, 22, 16, 6, 21, 8, 5, 6, 9, 5, 13, 8, 3, 7, 5, 9, 4, 11, 7, 7, 8, 5, 8, 19, 9, 4, 12, 16, 6, 7, 16, 14, 8, 15, 19, 8, 6, 10, 7, 10, 6, 7, 6, 11, 7, 5, 29, 8, 10, 19, 11, 14, 11, 5, 10, 5, 5, 12, 7, 14, 10, 10, 25, 7, 7, 6, 4, 6, 24, 11, 13, 4, 3, 4, 8, 9, 7, 5, 6]}, {'q1': [7, 7, 17, 8, 9, 10, 4, 7, 6, 26, 11, 6, 6, 8, 13, 9, 9, 11, 8, 5, 12, 12, 6, 13, 11, 14, 5, 5, 5, 18, 9, 6, 15, 6, 14, 3, 9, 6, 7, 9, 15, 14, 6, 6, 7, 11, 11, 10, 8, 6, 15, 12, 7, 16, 8, 16, 7, 27, 4, 5, 4, 7, 5, 6, 6, 6, 3, 11, 8, 16, 28, 8, 9, 7, 15, 11, 7, 10, 7, 11, 13, 11, 7, 10, 16, 2, 10, 11, 4, 9, 7, 28, 7, 9, 8, 12, 8, 8, 6, 8], 'q2': [5, 7, 16, 8, 9, 8, 3, 6, 6, 5, 12, 11, 8, 6, 12, 24, 19, 10, 9, 5, 16, 12, 8, 23, 10, 16, 3, 8, 5, 12, 12, 6, 15, 8, 14, 13, 11, 8, 11, 8, 12, 35, 7, 4, 6, 14, 8, 10, 11, 10, 7, 3, 5, 8, 4, 14, 7, 36, 9, 10, 5, 5, 5, 5, 5, 10, 5, 7, 8, 15, 5, 6, 8, 7, 13, 20, 9, 7, 3, 11, 14, 9, 6, 9, 11, 10, 5, 8, 4, 15, 5, 16, 7, 14, 5, 13, 8, 5, 6, 8], 'rl1': [7, 7, 17, 8, 9, 10, 4, 7, 6, 26, 11, 6, 6, 8, 13, 9, 9, 11, 8, 5, 12, 12, 6, 13, 11, 14, 5, 5, 5, 18, 9, 6, 15, 6, 14, 3, 9, 6, 7, 9, 15, 14, 6, 6, 7, 11, 11, 10, 8, 6, 15, 12, 7, 16, 8, 16, 7, 27, 4, 5, 4, 7, 5, 6, 6, 6, 3, 11, 8, 16, 28, 8, 9, 7, 15, 11, 7, 10, 7, 11, 13, 11, 7, 10, 16, 2, 10, 11, 4, 9, 7, 28, 7, 9, 8, 12, 8, 8, 6, 8], 'rl2': [5, 7, 16, 8, 9, 8, 3, 6, 6, 5, 12, 11, 8, 6, 12, 24, 19, 10, 9, 5, 16, 12, 8, 23, 10, 16, 3, 8, 5, 12, 12, 6, 15, 8, 14, 13, 11, 8, 11, 8, 12, 35, 7, 4, 6, 14, 8, 10, 11, 10, 7, 3, 5, 8, 4, 14, 7, 36, 9, 10, 5, 5, 5, 5, 5, 10, 5, 7, 8, 15, 5, 6, 8, 7, 13, 20, 9, 7, 3, 11, 14, 9, 6, 9, 11, 10, 5, 8, 4, 15, 5, 16, 7, 14, 5, 13, 8, 5, 6, 8]}, {'q1': [5, 6, 10, 7, 8, 11, 14, 6, 12, 11, 9, 9, 25, 5, 7, 5, 14, 8, 13, 6, 6, 8, 11, 7, 16, 20, 8, 10, 4, 6, 8, 9, 13, 21, 7, 22, 7, 7, 8, 12, 18, 4, 7, 7, 3, 3, 12, 12, 6, 7, 8, 16, 7, 11, 11, 7, 8, 9, 12, 11, 5, 7, 9, 6, 6, 2, 9, 21, 5, 10, 6, 10, 19, 9, 15, 6, 9, 6, 21, 5, 6, 5, 14, 18, 12, 5, 14, 20, 7, 24, 14, 26, 6, 14, 19, 12, 26, 9, 6, 8], 'q2': [5, 6, 10, 8, 8, 10, 8, 6, 10, 10, 5, 9, 17, 6, 7, 4, 7, 4, 20, 6, 6, 6, 7, 6, 17, 20, 18, 8, 5, 6, 9, 7, 13, 21, 6, 21, 7, 7, 7, 11, 15, 3, 9, 7, 6, 6, 9, 7, 6, 5, 7, 10, 13, 13, 13, 25, 8, 10, 10, 9, 4, 6, 7, 7, 5, 4, 6, 32, 5, 6, 6, 7, 26, 18, 13, 7, 12, 8, 7, 4, 10, 5, 8, 20, 21, 7, 12, 54, 7, 24, 6, 27, 10, 14, 5, 11, 23, 9, 8, 8], 'rl1': [5, 6, 10, 7, 8, 11, 14, 6, 12, 11, 9, 9, 25, 5, 7, 5, 14, 8, 13, 6, 6, 8, 11, 7, 16, 20, 8, 10, 4, 6, 8, 9, 13, 21, 7, 22, 7, 7, 8, 12, 18, 4, 7, 7, 3, 3, 12, 12, 6, 7, 8, 16, 7, 11, 11, 7, 8, 9, 12, 11, 5, 7, 9, 6, 6, 2, 9, 21, 5, 10, 6, 10, 19, 9, 15, 6, 9, 6, 21, 5, 6, 5, 14, 18, 12, 5, 14, 20, 7, 24, 14, 26, 6, 14, 19, 12, 26, 9, 6, 8], 'rl2': [5, 6, 10, 8, 8, 10, 8, 6, 10, 10, 5, 9, 17, 6, 7, 4, 7, 4, 20, 6, 6, 6, 7, 6, 17, 20, 18, 8, 5, 6, 9, 7, 13, 21, 6, 21, 7, 7, 7, 11, 15, 3, 9, 7, 6, 6, 9, 7, 6, 5, 7, 10, 13, 13, 13, 25, 8, 10, 10, 9, 4, 6, 7, 7, 5, 4, 6, 32, 5, 6, 6, 7, 26, 18, 13, 7, 12, 8, 7, 4, 10, 5, 8, 20, 21, 7, 12, 54, 7, 24, 6, 27, 10, 14, 5, 11, 23, 9, 8, 8]}, {'q1': [11, 10, 10, 11, 8, 17, 9, 6, 5, 6, 6, 9, 9, 17, 13, 14, 9, 14, 7, 15, 5, 12, 6, 8, 7, 6, 9, 18, 14, 15, 14, 7, 10, 6, 4, 19, 11, 7, 7, 5, 14, 9, 6, 11, 7, 11, 8, 16, 5, 14, 6, 7, 11, 20, 12, 8, 6, 13, 8, 7, 4, 7, 5, 7, 20, 17, 4, 14, 13, 5, 22, 4, 7, 9, 10, 12, 7, 10, 7, 18, 12, 4, 11, 7, 8, 16, 11, 4, 6, 16, 8, 9, 6, 6, 8, 13, 9, 7, 6, 7], 'q2': [32, 13, 15, 4, 7, 6, 6, 6, 8, 9, 5, 6, 14, 6, 8, 23, 4, 10, 15, 12, 5, 28, 11, 3, 24, 10, 11, 32, 11, 13, 12, 9, 12, 5, 5, 9, 7, 10, 18, 5, 8, 9, 15, 7, 9, 11, 8, 4, 8, 9, 7, 7, 5, 22, 25, 11, 15, 13, 5, 9, 4, 8, 3, 4, 12, 24, 12, 24, 11, 10, 22, 4, 6, 5, 8, 8, 6, 8, 5, 9, 6, 4, 5, 8, 8, 31, 9, 6, 5, 11, 11, 27, 13, 8, 10, 9, 10, 7, 5, 5], 'rl1': [11, 10, 10, 11, 8, 17, 9, 6, 5, 6, 6, 9, 9, 17, 13, 14, 9, 14, 7, 15, 5, 12, 6, 8, 7, 6, 9, 18, 14, 15, 14, 7, 10, 6, 4, 19, 11, 7, 7, 5, 14, 9, 6, 11, 7, 11, 8, 16, 5, 14, 6, 7, 11, 20, 12, 8, 6, 13, 8, 7, 4, 7, 5, 7, 20, 17, 4, 14, 13, 5, 22, 4, 7, 9, 10, 12, 7, 10, 7, 18, 12, 4, 11, 7, 8, 16, 11, 4, 6, 16, 8, 9, 6, 6, 8, 13, 9, 7, 6, 7], 'rl2': [32, 13, 15, 4, 7, 6, 6, 6, 8, 9, 5, 6, 14, 6, 8, 23, 4, 10, 15, 12, 5, 28, 11, 3, 24, 10, 11, 32, 11, 13, 12, 9, 12, 5, 5, 9, 7, 10, 18, 5, 8, 9, 15, 7, 9, 11, 8, 4, 8, 9, 7, 7, 5, 22, 25, 11, 15, 13, 5, 9, 4, 8, 3, 4, 12, 24, 12, 24, 11, 10, 22, 4, 6, 5, 8, 8, 6, 8, 5, 9, 6, 4, 5, 8, 8, 31, 9, 6, 5, 11, 11, 27, 13, 8, 10, 9, 10, 7, 5, 5]}, {'q1': [3, 14, 10, 9, 17, 12, 9, 8, 4, 8, 12, 6, 12, 5, 11, 7, 4, 8, 6, 6, 4, 9, 10, 6, 7, 23, 17, 8, 4, 17, 9, 19, 19, 12, 11, 12, 5, 5, 51, 7, 14, 5, 5, 10, 5, 11, 14, 11, 12, 12, 4, 7, 8, 5, 9, 2, 12, 5, 11, 7, 6, 9, 14, 9, 8, 4, 13, 7, 11, 5, 10, 5, 13, 5, 3, 12, 10, 4, 13, 6, 6, 9, 13, 7, 16, 8, 11, 16, 5, 30, 17, 5, 7, 8, 11, 11, 9, 13, 4, 10], 'q2': [4, 15, 7, 8, 18, 15, 8, 3, 4, 4, 10, 6, 6, 11, 11, 8, 3, 8, 7, 12, 3, 2, 7, 18, 3, 20, 10, 12, 4, 22, 9, 10, 7, 20, 23, 11, 16, 5, 40, 12, 14, 7, 4, 12, 12, 10, 7, 9, 5, 12, 6, 4, 8, 5, 11, 8, 6, 5, 8, 7, 9, 6, 9, 10, 8, 6, 13, 6, 12, 4, 6, 5, 12, 6, 3, 4, 8, 5, 14, 7, 6, 8, 15, 5, 9, 8, 13, 16, 2, 23, 15, 6, 20, 10, 6, 4, 4, 13, 5, 11], 'rl1': [3, 14, 10, 9, 17, 12, 9, 8, 4, 8, 12, 6, 12, 5, 11, 7, 4, 8, 6, 6, 4, 9, 10, 6, 7, 23, 17, 8, 4, 17, 9, 19, 19, 12, 11, 12, 5, 5, 51, 7, 14, 5, 5, 10, 5, 11, 14, 11, 12, 12, 4, 7, 8, 5, 9, 2, 12, 5, 11, 7, 6, 9, 14, 9, 8, 4, 13, 7, 11, 5, 10, 5, 13, 5, 3, 12, 10, 4, 13, 6, 6, 9, 13, 7, 16, 8, 11, 16, 5, 30, 17, 5, 7, 8, 11, 11, 9, 13, 4, 10], 'rl2': [4, 15, 7, 8, 18, 15, 8, 3, 4, 4, 10, 6, 6, 11, 11, 8, 3, 8, 7, 12, 3, 2, 7, 18, 3, 20, 10, 12, 4, 22, 9, 10, 7, 20, 23, 11, 16, 5, 40, 12, 14, 7, 4, 12, 12, 10, 7, 9, 5, 12, 6, 4, 8, 5, 11, 8, 6, 5, 8, 7, 9, 6, 9, 10, 8, 6, 13, 6, 12, 4, 6, 5, 12, 6, 3, 4, 8, 5, 14, 7, 6, 8, 15, 5, 9, 8, 13, 16, 2, 23, 15, 6, 20, 10, 6, 4, 4, 13, 5, 11]}, {'q1': [7, 7, 16, 9, 5, 14, 7, 8, 17, 12, 12, 21, 6, 8, 7, 5, 8, 25, 7, 23, 9, 8, 13, 17, 7, 7, 8, 8, 6, 7, 23, 13, 12, 6, 10, 4, 7, 5, 7, 13, 3, 7, 3, 13, 10, 9, 11, 26, 5, 9, 12, 9, 14, 26, 10, 4, 14, 7, 12, 7, 6, 27, 12, 7, 9, 5, 14, 8, 4, 15, 7, 6, 6, 7, 6, 27, 3, 15, 6, 6, 21, 5, 8, 3, 11, 4, 32, 6, 7, 6, 5, 18, 8, 16, 8, 9, 17, 6, 11, 19], 'q2': [5, 5, 21, 6, 8, 16, 10, 11, 11, 14, 9, 29, 6, 9, 9, 5, 8, 7, 8, 31, 8, 13, 9, 22, 7, 7, 27, 6, 6, 10, 11, 13, 6, 4, 7, 5, 5, 7, 4, 19, 6, 9, 2, 4, 5, 7, 11, 50, 14, 8, 16, 5, 8, 6, 11, 9, 6, 7, 12, 12, 13, 8, 12, 11, 10, 8, 19, 10, 5, 5, 9, 9, 6, 7, 4, 9, 4, 6, 4, 5, 6, 6, 10, 8, 14, 5, 6, 7, 6, 13, 5, 12, 15, 10, 6, 7, 9, 7, 10, 7], 'rl1': [7, 7, 16, 9, 5, 14, 7, 8, 17, 12, 12, 21, 6, 8, 7, 5, 8, 25, 7, 23, 9, 8, 13, 17, 7, 7, 8, 8, 6, 7, 23, 13, 12, 6, 10, 4, 7, 5, 7, 13, 3, 7, 3, 13, 10, 9, 11, 26, 5, 9, 12, 9, 14, 26, 10, 4, 14, 7, 12, 7, 6, 27, 12, 7, 9, 5, 14, 8, 4, 15, 7, 6, 6, 7, 6, 27, 3, 15, 6, 6, 21, 5, 8, 3, 11, 4, 32, 6, 7, 6, 5, 18, 8, 16, 8, 9, 17, 6, 11, 19], 'rl2': [5, 5, 21, 6, 8, 16, 10, 11, 11, 14, 9, 29, 6, 9, 9, 5, 8, 7, 8, 31, 8, 13, 9, 22, 7, 7, 27, 6, 6, 10, 11, 13, 6, 4, 7, 5, 5, 7, 4, 19, 6, 9, 2, 4, 5, 7, 11, 50, 14, 8, 16, 5, 8, 6, 11, 9, 6, 7, 12, 12, 13, 8, 12, 11, 10, 8, 19, 10, 5, 5, 9, 9, 6, 7, 4, 9, 4, 6, 4, 5, 6, 6, 10, 8, 14, 5, 6, 7, 6, 13, 5, 12, 15, 10, 6, 7, 9, 7, 10, 7]}, {'q1': [8, 13, 10, 6, 5, 6, 11, 4, 7, 7, 4, 5, 5, 6, 17, 14, 10, 8, 10, 10, 14, 18, 7, 3, 10, 12, 7, 7, 12, 4, 5, 6, 5, 8, 4, 9, 9, 14, 7, 25, 4, 10, 5, 9, 9, 8, 7, 4, 3, 11, 18, 6, 17, 18, 7, 7, 7, 10, 4, 8, 4, 9, 16, 13, 4, 6, 8, 10, 5, 8, 12, 11, 30, 12, 7, 17, 12, 10, 8, 10, 6, 6, 4, 7, 6, 23, 7, 7, 6, 9, 21, 5, 9, 20, 9, 8, 9, 8, 6, 3], 'q2': [8, 9, 7, 5, 6, 7, 6, 21, 12, 17, 4, 4, 7, 8, 6, 11, 8, 19, 8, 8, 15, 11, 8, 5, 12, 11, 5, 13, 30, 10, 8, 6, 7, 6, 4, 8, 9, 12, 3, 11, 4, 7, 8, 12, 18, 6, 9, 5, 8, 13, 4, 20, 14, 4, 8, 9, 8, 10, 6, 9, 8, 5, 12, 14, 13, 11, 7, 10, 8, 7, 12, 8, 12, 13, 14, 8, 13, 5, 10, 7, 4, 7, 6, 7, 7, 10, 6, 8, 13, 8, 10, 5, 5, 19, 9, 6, 9, 8, 5, 8], 'rl1': [8, 13, 10, 6, 5, 6, 11, 4, 7, 7, 4, 5, 5, 6, 17, 14, 10, 8, 10, 10, 14, 18, 7, 3, 10, 12, 7, 7, 12, 4, 5, 6, 5, 8, 4, 9, 9, 14, 7, 25, 4, 10, 5, 9, 9, 8, 7, 4, 3, 11, 18, 6, 17, 18, 7, 7, 7, 10, 4, 8, 4, 9, 16, 13, 4, 6, 8, 10, 5, 8, 12, 11, 30, 12, 7, 17, 12, 10, 8, 10, 6, 6, 4, 7, 6, 23, 7, 7, 6, 9, 21, 5, 9, 20, 9, 8, 9, 8, 6, 3], 'rl2': [8, 9, 7, 5, 6, 7, 6, 21, 12, 17, 4, 4, 7, 8, 6, 11, 8, 19, 8, 8, 15, 11, 8, 5, 12, 11, 5, 13, 30, 10, 8, 6, 7, 6, 4, 8, 9, 12, 3, 11, 4, 7, 8, 12, 18, 6, 9, 5, 8, 13, 4, 20, 14, 4, 8, 9, 8, 10, 6, 9, 8, 5, 12, 14, 13, 11, 7, 10, 8, 7, 12, 8, 12, 13, 14, 8, 13, 5, 10, 7, 4, 7, 6, 7, 7, 10, 6, 8, 13, 8, 10, 5, 5, 19, 9, 6, 9, 8, 5, 8]}, {'q1': [7, 6, 5, 9, 6, 8, 26, 6, 8, 9, 12, 5, 9, 23, 7, 7, 4, 20, 7, 8, 5, 4, 21, 8, 5, 10, 8, 11, 5, 10, 9, 3, 11, 13, 8, 16, 10, 29, 12, 8, 8, 6, 10, 7, 9, 16, 11, 8, 6, 23, 9, 6, 14, 7, 5, 10, 9, 8, 5, 9, 7, 11, 5, 7, 9, 10, 15, 18, 8, 6, 5, 8, 9, 12, 12, 18, 13, 10, 7, 7, 6, 13, 13, 8, 6, 7, 7, 6, 23, 6, 7, 15, 6, 7, 9, 23, 14, 16, 18, 9], 'q2': [5, 17, 5, 7, 12, 27, 29, 12, 10, 9, 12, 5, 8, 10, 8, 6, 4, 13, 5, 6, 3, 10, 18, 8, 3, 11, 17, 49, 8, 21, 10, 11, 8, 9, 9, 16, 12, 25, 11, 9, 6, 4, 8, 5, 7, 10, 2, 5, 6, 23, 6, 8, 21, 4, 9, 9, 5, 11, 18, 12, 7, 33, 8, 6, 19, 10, 17, 16, 11, 5, 6, 8, 3, 7, 7, 39, 6, 8, 7, 3, 8, 20, 11, 7, 5, 7, 6, 3, 14, 9, 5, 23, 7, 18, 6, 7, 6, 9, 39, 10], 'rl1': [7, 6, 5, 9, 6, 8, 26, 6, 8, 9, 12, 5, 9, 23, 7, 7, 4, 20, 7, 8, 5, 4, 21, 8, 5, 10, 8, 11, 5, 10, 9, 3, 11, 13, 8, 16, 10, 29, 12, 8, 8, 6, 10, 7, 9, 16, 11, 8, 6, 23, 9, 6, 14, 7, 5, 10, 9, 8, 5, 9, 7, 11, 5, 7, 9, 10, 15, 18, 8, 6, 5, 8, 9, 12, 12, 18, 13, 10, 7, 7, 6, 13, 13, 8, 6, 7, 7, 6, 23, 6, 7, 15, 6, 7, 9, 23, 14, 16, 18, 9], 'rl2': [5, 17, 5, 7, 12, 27, 29, 12, 10, 9, 12, 5, 8, 10, 8, 6, 4, 13, 5, 6, 3, 10, 18, 8, 3, 11, 17, 49, 8, 21, 10, 11, 8, 9, 9, 16, 12, 25, 11, 9, 6, 4, 8, 5, 7, 10, 2, 5, 6, 23, 6, 8, 21, 4, 9, 9, 5, 11, 18, 12, 7, 33, 8, 6, 19, 10, 17, 16, 11, 5, 6, 8, 3, 7, 7, 39, 6, 8, 7, 3, 8, 20, 11, 7, 5, 7, 6, 3, 14, 9, 5, 23, 7, 18, 6, 7, 6, 9, 39, 10]}, {'q1': [11, 16, 6, 12, 3, 11, 8, 2, 6], 'q2': [8, 6, 3, 7, 3, 6, 6, 11, 3], 'rl1': [11, 16, 6, 12, 3, 11, 8, 2, 6], 'rl2': [8, 6, 3, 7, 3, 6, 6, 11, 3]}]\n","Epoch 1 iter 276 took 169.1s\n","loss:\t0.40301\tdev score:\t0.7318\n","[{'q1': array([[  27,  312,  143, ...,    0,    0,    0],\n","       [ 410,   92, 4775, ...,    0,    0,    0],\n","       [ 619,  532,   90, ...,    0,    0,    0],\n","       ...,\n","       [  22,   23,  150, ...,    0,    0,    0],\n","       [  27, 5234,  495, ...,    0,    0,    0],\n","       [  51, 4504,   26, ...,    0,    0,    0]]), 'q2': array([[  27,  312,   12, ...,    0,    0,    0],\n","       [   2, 3843,   91, ...,    0,    0,    0],\n","       [ 619,  532,   90, ...,    0,    0,    0],\n","       ...,\n","       [  27,  150, 6740, ...,    0,    0,    0],\n","       [  27,  495, 1225, ...,    0,    0,    0],\n","       [  63, 3121,    1, ...,    0,    0,    0]]), 'rl1': array([[1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 7, ..., 0, 0, 0],\n","       ...,\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0]]), 'rl2': array([[ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1, 12,  2, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0]]), 'y': array([0, 0, 1, 1, 1, 1, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1,\n","       1, 0, 0, 1, 0, 0, 0, 1, 0, 1, 1, 1, 1, 0, 0, 1, 0, 1, 0, 1, 1, 0,\n","       0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 1, 1, 0, 1, 0, 0, 0,\n","       1, 0, 0, 1, 0, 0, 1, 0, 0, 0, 1, 0, 1, 1, 0, 0, 0, 0, 1, 0, 0, 0,\n","       1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0])}, {'q1': array([[  22, 1118, 1326, ...,    0,    0,    0],\n","       [  63,  421,   90, ...,    0,    0,    0],\n","       [  51,  115,   19, ...,    0,    0,    0],\n","       ...,\n","       [   2,   30,   91, ...,    0,    0,    0],\n","       [  22,   23, 5366, ...,    0,    0,    0],\n","       [  51,  150, 9472, ...,    0,    0,    0]]), 'q2': array([[1976,   26, 1750, ...,    0,    0,    0],\n","       [  63,  421,   90, ...,    0,    0,    0],\n","       [  51,  115,   19, ...,    0,    0,    0],\n","       ...,\n","       [   2,   16, 2492, ...,    0,    0,    0],\n","       [  22,   23, 5366, ...,    0,    0,    0],\n","       [  27,  150, 2045, ...,    0,    0,    0]]), 'rl1': array([[1, 2, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       ...,\n","       [1, 4, 2, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0]]), 'rl2': array([[ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1, 11, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  4,  2, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0]]), 'y': array([0, 0, 0, 1, 0, 0, 1, 0, 1, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 1, 1,\n","       1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0,\n","       1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 1, 0, 0, 1, 1, 1, 0,\n","       0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0,\n","       1, 0, 1, 0, 1, 0, 0, 0, 1, 0, 0, 1])}, {'q1': array([[   2,   16,  504, ...,    0,    0,    0],\n","       [   2,   30,  443, ...,    0,    0,    0],\n","       [   2,   42,  274, ...,    0,    0,    0],\n","       ...,\n","       [   2,   30, 1949, ...,    0,    0,    0],\n","       [  30,   91,  474, ...,    0,    0,    0],\n","       [  22,   64,  274, ...,    0,    0,    0]]), 'q2': array([[ 150,  248,  504, ...,    0,    0,    0],\n","       [   2,   30,   91, ...,    0,    0,    0],\n","       [   2,   64,  274, ...,    0,    0,    0],\n","       ...,\n","       [   2,   30, 1949, ...,    0,    0,    0],\n","       [   2,   30,   91, ...,    0,    0,    0],\n","       [   2,   30,   91, ...,    0,    0,    0]]), 'rl1': array([[ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  4,  2, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       ...,\n","       [ 1, 25,  1, ...,  0,  0,  0],\n","       [ 4,  1,  2, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0]]), 'rl2': array([[ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  4,  2, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       ...,\n","       [ 1, 25,  1, ...,  0,  0,  0],\n","       [ 1,  4,  2, ...,  0,  0,  0],\n","       [ 1, 19,  2, ...,  0,  0,  0]]), 'y': array([0, 0, 1, 0, 1, 0, 0, 0, 1, 0, 1, 0, 0, 1, 1, 0, 0, 1, 0, 1, 0, 1,\n","       0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 1, 1, 0, 0, 0, 0,\n","       1, 0, 0, 1, 0, 1, 0, 0, 1, 0, 1, 0, 1, 0, 0, 0, 0, 1, 1, 1, 1, 1,\n","       1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 1, 0, 0,\n","       0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 1, 1])}, {'q1': array([[ 115,  542, 1339, ...,    0,    0,    0],\n","       [  22,  115, 5973, ...,    0,    0,    0],\n","       [   2,   16,  435, ...,    0,    0,    0],\n","       ...,\n","       [ 210,   44,   76, ...,    0,    0,    0],\n","       [  91,  542, 7741, ...,    0,    0,    0],\n","       [ 115,   92,  248, ...,    0,    0,    0]]), 'q2': array([[  654,     1,    22, ...,   132,    18,  4298],\n","       [   77, 15445, 15446, ...,     0,     0,     0],\n","       [ 1848,  7731,    18, ...,     0,     0,     0],\n","       ...,\n","       [    2,    30,   474, ...,     0,     0,     0],\n","       [    2,   123,   457, ...,     0,     0,     0],\n","       [   51,   464,  1817, ...,     0,     0,     0]]), 'rl1': array([[1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 4, 2, ..., 0, 0, 0],\n","       ...,\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0]]), 'rl2': array([[ 9,  1,  1, ...,  1,  1,  1],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 2, 11,  1, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  4,  2, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0]]), 'y': array([0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 1, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0,\n","       0, 1, 0, 1, 1, 0, 0, 1, 1, 1, 0, 0, 1, 0, 0, 1, 0, 0, 0, 1, 0, 0,\n","       0, 0, 0, 0, 1, 0, 1, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0,\n","       0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 1, 1, 1, 0, 1, 0, 0, 0, 1, 0, 0, 1,\n","       0, 0, 1, 0, 0, 0, 1, 1, 1, 0, 0, 0])}, {'q1': array([[9076, 1118, 3728, ...,    0,    0,    0],\n","       [  30,  274,  675, ...,    0,    0,    0],\n","       [  22,  238,    1, ...,    0,    0,    0],\n","       ...,\n","       [  15,  149,  150, ...,    0,    0,    0],\n","       [   2,   90,  254, ...,    0,    0,    0],\n","       [ 149, 1274, 4973, ...,    0,    0,    0]]), 'q2': array([[ 149, 9076,    1, ...,    0,    0,    0],\n","       [  30,  274,  675, ...,    0,    0,    0],\n","       [  22,  238,    1, ...,    0,    0,    0],\n","       ...,\n","       [  22,  149,  150, ...,    0,    0,    0],\n","       [   2,   90,   91, ...,    0,    0,    0],\n","       [ 149, 1274, 4973, ...,    0,    0,    0]]), 'rl1': array([[12,  2,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [12,  2,  1, ...,  0,  0,  0],\n","       ...,\n","       [12,  2,  1, ...,  0,  0,  0],\n","       [ 1,  1,  2, ...,  0,  0,  0],\n","       [ 2,  1,  1, ...,  0,  0,  0]]), 'rl2': array([[ 2, 16,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [12,  2,  1, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  2,  1, ...,  0,  0,  0],\n","       [ 1,  4,  2, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0]]), 'y': array([1, 1, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1,\n","       1, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 1, 0, 0, 0, 1, 1, 1, 1, 0, 0, 0,\n","       0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, 0, 0, 0, 1, 0,\n","       0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 1, 1, 0, 0, 1, 0, 0, 1, 0,\n","       0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 1, 0])}, {'q1': array([[  22,  238,    1, ...,    0,    0,    0],\n","       [  51,  421,  312, ...,    0,    0,    0],\n","       [   2,  542,  537, ...,    0,    0,    0],\n","       ...,\n","       [   2,   30,   91, ...,    0,    0,    0],\n","       [   2,   16,   74, ...,    0,    0,    0],\n","       [  27,  290, 3996, ...,    0,    0,    0]]), 'q2': array([[   2, 1426,  238, ...,    0,    0,    0],\n","       [  27,  312,  150, ...,    0,    0,    0],\n","       [  22,  542,  238, ...,    0,    0,    0],\n","       ...,\n","       [   2,   30, 1251, ...,    0,    0,    0],\n","       [  72, 3942,  590, ...,    0,    0,    0],\n","       [  51,  140, 2804, ...,    0,    0,    0]]), 'rl1': array([[ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  4,  2, ...,  0,  0,  0],\n","       [ 1,  8,  2, ...,  0,  0,  0],\n","       [ 1, 12,  2, ...,  0,  0,  0]]), 'rl2': array([[ 1,  1,  2, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [12,  1,  2, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  4,  2, ...,  0,  0,  0],\n","       [ 1,  2,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0]]), 'y': array([0, 1, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 1,\n","       1, 0, 1, 0, 0, 1, 0, 1, 1, 0, 0, 1, 0, 1, 0, 1, 0, 0, 1, 0, 0, 0,\n","       1, 1, 0, 0, 0, 0, 1, 0, 0, 0, 1, 1, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0,\n","       0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1,\n","       0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0])}, {'q1': array([[   27,   150,   893, ...,     0,     0,     0],\n","       [  410,    92,   308, ...,     0,     0,     0],\n","       [   15,  1636, 10694, ...,     0,     0,     0],\n","       ...,\n","       [   22,   149,   143, ...,     0,     0,     0],\n","       [   51,   156,  1817, ...,     0,     0,     0],\n","       [    2,  2426,  2617, ...,     0,     0,     0]]), 'q2': array([[  27,  150,  893, ...,    0,    0,    0],\n","       [  22,  238,    1, ...,    0,    0,    0],\n","       [5205,   35,   90, ...,    0,    0,    0],\n","       ...,\n","       [  51,  143,  194, ...,    0,    0,    0],\n","       [  51,  156, 1817, ...,    0,    0,    0],\n","       [   2,  261, 7546, ...,    0,    0,    0]]), 'rl1': array([[ 1,  1, 11, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  2,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  2, 11, ...,  0,  0,  0]]), 'rl2': array([[ 1,  1,  1, ...,  0,  0,  0],\n","       [12,  2,  1, ...,  0,  0,  0],\n","       [ 2,  1,  1, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  2, 11, ...,  0,  0,  0]]), 'y': array([0, 1, 0, 1, 1, 1, 0, 0, 1, 1, 0, 0, 1, 1, 1, 0, 0, 1, 0, 1, 0, 0,\n","       0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 1, 1, 1, 0, 0, 0, 1, 1, 0, 0,\n","       0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0,\n","       0, 1, 0, 0, 1, 0, 1, 1, 1, 0, 0, 1, 1, 1, 1, 1, 1, 0, 1, 1, 1, 1,\n","       0, 0, 1, 1, 0, 0, 0, 1, 1, 0, 0, 0])}, {'q1': array([[   16,    18,  2102, ...,     0,     0,     0],\n","       [  149, 14367,  3857, ...,     0,     0,     0],\n","       [   27,   150,  3914, ...,     0,     0,     0],\n","       ...,\n","       [   22,     1,     1, ...,     0,     0,     0],\n","       [  210,    30,   435, ...,     0,     0,     0],\n","       [ 1115,    92,  3535, ...,     0,     0,     0]]), 'q2': array([[  63,   16,  254, ...,    0,    0,    0],\n","       [  51,  421,  312, ...,    0,    0,    0],\n","       [  27,  150, 3914, ...,    0,    0,    0],\n","       ...,\n","       [  22,  149,  143, ...,    0,    0,    0],\n","       [ 210,   30, 1208, ...,    0,    0,    0],\n","       [1115,   92, 1210, ...,    0,    0,    0]]), 'rl1': array([[12,  1,  1, ...,  0,  0,  0],\n","       [ 2,  1, 16, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  4,  1, ...,  0,  0,  0],\n","       [ 1,  4,  2, ...,  0,  0,  0],\n","       [ 1,  1,  2, ...,  0,  0,  0]]), 'rl2': array([[1, 4, 2, ..., 0, 0, 0],\n","       [1, 4, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       ...,\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 4, 2, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0]]), 'y': array([0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 1, 0, 0, 1, 0, 0, 0, 1, 0, 0, 1,\n","       0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0,\n","       0, 0, 0, 1, 0, 1, 0, 0, 0, 1, 1, 0, 0, 0, 1, 1, 1, 0, 1, 1, 0, 0,\n","       1, 1, 0, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 1, 0, 1, 0,\n","       0, 0, 1, 0, 0, 0, 1, 0, 0, 1, 0, 1])}, {'q1': array([[   22,   149,   143,  1756,  5438,  1376, 11749,     6,  2045,\n","            1,   448,     0,     0,     0,     0,     0],\n","       [   16,   816,     1,    22,   350, 15383,     1,     1,   208,\n","         2628,  4575,  1746,     1,    51,    52,  2329],\n","       [   51,   143,  2867,   248,   411,  1893,     0,     0,     0,\n","            0,     0,     0,     0,     0,     0,     0],\n","       [   22,  7451,     1, 15384,     1, 14013,     1, 15385,     1,\n","            6, 15386, 15387,     0,     0,     0,     0],\n","       [  118,  1462,   220,     0,     0,     0,     0,     0,     0,\n","            0,     0,     0,     0,     0,     0,     0],\n","       [   27,   150,   248,  1043,   276,  1088,   201,   217,    69,\n","         1589,    39,     0,     0,     0,     0,     0],\n","       [   27,  1847,   509,   360,  2030,     6,  9441,  4218,     0,\n","            0,     0,     0,     0,     0,     0,     0],\n","       [ 2457,  1010,     0,     0,     0,     0,     0,     0,     0,\n","            0,     0,     0,     0,     0,     0,     0],\n","       [    2,    30,    91,  1785,  1340,  2012,     0,     0,     0,\n","            0,     0,     0,     0,     0,     0,     0]]), 'q2': array([[   27,   150, 11910,  5438,     6,  2045,     1,  1976,     0,\n","            0,     0],\n","       [    2,   350, 15545,   936,    35,  1746,     0,     0,     0,\n","            0,     0],\n","       [    2,   411,  1893,     0,     0,     0,     0,     0,     0,\n","            0,     0],\n","       [  125,  8061,   352,   464,    18, 14883,    25,     0,     0,\n","            0,     0],\n","       [   51,  1462,   220,     0,     0,     0,     0,     0,     0,\n","            0,     0],\n","       [  209,   569,  1088,    37,  1589,    39,     0,     0,     0,\n","            0,     0],\n","       [  125,   127,  9441,  4218,    18,  1677,     0,     0,     0,\n","            0,     0],\n","       [  208,     1,    22,   566, 11494,   503,     1,    22,    99,\n","         2212,  2445],\n","       [    2,  1785, 11091,     0,     0,     0,     0,     0,     0,\n","            0,     0]]), 'rl1': array([[ 1,  2,  1,  1, 16,  1,  1,  1,  1,  1,  1,  0,  0,  0,  0,  0],\n","       [ 8,  2,  1,  1, 23,  1,  1,  1,  1,  9,  2, 11,  1, 18,  1,  1],\n","       [ 1,  1,  1,  1,  2, 11,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0],\n","       [ 1,  1,  1,  1,  1,  1,  1,  1,  1,  1,  1,  1,  0,  0,  0,  0],\n","       [ 2,  3,  1,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0],\n","       [ 1,  1,  1,  2,  1, 22,  1,  1,  1,  1,  6,  0,  0,  0,  0,  0],\n","       [ 1,  1,  1,  1,  1,  1,  1,  1,  0,  0,  0,  0,  0,  0,  0,  0],\n","       [ 1,  1,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0],\n","       [ 1,  4,  2,  1,  2, 13,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0]]), 'rl2': array([[ 1,  1,  1,  1,  1,  1,  1,  1,  0,  0,  0],\n","       [ 1,  1,  1,  1,  1,  1,  0,  0,  0,  0,  0],\n","       [ 1,  2, 11,  0,  0,  0,  0,  0,  0,  0,  0],\n","       [ 1,  1,  1,  1,  1,  1,  1,  0,  0,  0,  0],\n","       [ 1,  1,  1,  0,  0,  0,  0,  0,  0,  0,  0],\n","       [ 1,  1,  1,  1,  1,  1,  0,  0,  0,  0,  0],\n","       [ 1,  2,  1, 12,  1,  1,  0,  0,  0,  0,  0],\n","       [ 1,  1,  1,  1,  1,  1,  1,  1,  2,  1, 13],\n","       [ 1,  1,  1,  0,  0,  0,  0,  0,  0,  0,  0]]), 'y': array([1, 0, 1, 0, 1, 1, 0, 1, 1])}]\n","[{'q1': [8, 8, 7, 8, 33, 8, 12, 7, 8, 5, 15, 6, 3, 4, 7, 5, 15, 21, 8, 24, 5, 5, 16, 12, 3, 16, 7, 7, 6, 6, 16, 13, 10, 5, 4, 15, 7, 4, 9, 8, 8, 6, 5, 15, 11, 5, 4, 16, 14, 6, 6, 30, 13, 17, 10, 17, 5, 8, 14, 11, 10, 8, 6, 6, 9, 6, 4, 16, 6, 12, 20, 11, 11, 8, 5, 8, 10, 4, 12, 7, 8, 6, 8, 47, 10, 7, 9, 8, 5, 17, 19, 19, 10, 6, 18, 11, 7, 5, 6, 7], 'q2': [15, 9, 6, 6, 16, 7, 13, 8, 6, 5, 5, 10, 6, 4, 6, 7, 7, 11, 8, 8, 9, 12, 22, 16, 6, 21, 8, 5, 6, 9, 5, 13, 8, 3, 7, 5, 9, 4, 11, 7, 7, 8, 5, 8, 19, 9, 4, 12, 16, 6, 7, 16, 14, 8, 15, 19, 8, 6, 10, 7, 10, 6, 7, 6, 11, 7, 5, 29, 8, 10, 19, 11, 14, 11, 5, 10, 5, 5, 12, 7, 14, 10, 10, 25, 7, 7, 6, 4, 6, 24, 11, 13, 4, 3, 4, 8, 9, 7, 5, 6], 'rl1': [8, 8, 7, 8, 33, 8, 12, 7, 8, 5, 15, 6, 3, 4, 7, 5, 15, 21, 8, 24, 5, 5, 16, 12, 3, 16, 7, 7, 6, 6, 16, 13, 10, 5, 4, 15, 7, 4, 9, 8, 8, 6, 5, 15, 11, 5, 4, 16, 14, 6, 6, 30, 13, 17, 10, 17, 5, 8, 14, 11, 10, 8, 6, 6, 9, 6, 4, 16, 6, 12, 20, 11, 11, 8, 5, 8, 10, 4, 12, 7, 8, 6, 8, 47, 10, 7, 9, 8, 5, 17, 19, 19, 10, 6, 18, 11, 7, 5, 6, 7], 'rl2': [15, 9, 6, 6, 16, 7, 13, 8, 6, 5, 5, 10, 6, 4, 6, 7, 7, 11, 8, 8, 9, 12, 22, 16, 6, 21, 8, 5, 6, 9, 5, 13, 8, 3, 7, 5, 9, 4, 11, 7, 7, 8, 5, 8, 19, 9, 4, 12, 16, 6, 7, 16, 14, 8, 15, 19, 8, 6, 10, 7, 10, 6, 7, 6, 11, 7, 5, 29, 8, 10, 19, 11, 14, 11, 5, 10, 5, 5, 12, 7, 14, 10, 10, 25, 7, 7, 6, 4, 6, 24, 11, 13, 4, 3, 4, 8, 9, 7, 5, 6]}, {'q1': [7, 7, 17, 8, 9, 10, 4, 7, 6, 26, 11, 6, 6, 8, 13, 9, 9, 11, 8, 5, 12, 12, 6, 13, 11, 14, 5, 5, 5, 18, 9, 6, 15, 6, 14, 3, 9, 6, 7, 9, 15, 14, 6, 6, 7, 11, 11, 10, 8, 6, 15, 12, 7, 16, 8, 16, 7, 27, 4, 5, 4, 7, 5, 6, 6, 6, 3, 11, 8, 16, 28, 8, 9, 7, 15, 11, 7, 10, 7, 11, 13, 11, 7, 10, 16, 2, 10, 11, 4, 9, 7, 28, 7, 9, 8, 12, 8, 8, 6, 8], 'q2': [5, 7, 16, 8, 9, 8, 3, 6, 6, 5, 12, 11, 8, 6, 12, 24, 19, 10, 9, 5, 16, 12, 8, 23, 10, 16, 3, 8, 5, 12, 12, 6, 15, 8, 14, 13, 11, 8, 11, 8, 12, 35, 7, 4, 6, 14, 8, 10, 11, 10, 7, 3, 5, 8, 4, 14, 7, 36, 9, 10, 5, 5, 5, 5, 5, 10, 5, 7, 8, 15, 5, 6, 8, 7, 13, 20, 9, 7, 3, 11, 14, 9, 6, 9, 11, 10, 5, 8, 4, 15, 5, 16, 7, 14, 5, 13, 8, 5, 6, 8], 'rl1': [7, 7, 17, 8, 9, 10, 4, 7, 6, 26, 11, 6, 6, 8, 13, 9, 9, 11, 8, 5, 12, 12, 6, 13, 11, 14, 5, 5, 5, 18, 9, 6, 15, 6, 14, 3, 9, 6, 7, 9, 15, 14, 6, 6, 7, 11, 11, 10, 8, 6, 15, 12, 7, 16, 8, 16, 7, 27, 4, 5, 4, 7, 5, 6, 6, 6, 3, 11, 8, 16, 28, 8, 9, 7, 15, 11, 7, 10, 7, 11, 13, 11, 7, 10, 16, 2, 10, 11, 4, 9, 7, 28, 7, 9, 8, 12, 8, 8, 6, 8], 'rl2': [5, 7, 16, 8, 9, 8, 3, 6, 6, 5, 12, 11, 8, 6, 12, 24, 19, 10, 9, 5, 16, 12, 8, 23, 10, 16, 3, 8, 5, 12, 12, 6, 15, 8, 14, 13, 11, 8, 11, 8, 12, 35, 7, 4, 6, 14, 8, 10, 11, 10, 7, 3, 5, 8, 4, 14, 7, 36, 9, 10, 5, 5, 5, 5, 5, 10, 5, 7, 8, 15, 5, 6, 8, 7, 13, 20, 9, 7, 3, 11, 14, 9, 6, 9, 11, 10, 5, 8, 4, 15, 5, 16, 7, 14, 5, 13, 8, 5, 6, 8]}, {'q1': [5, 6, 10, 7, 8, 11, 14, 6, 12, 11, 9, 9, 25, 5, 7, 5, 14, 8, 13, 6, 6, 8, 11, 7, 16, 20, 8, 10, 4, 6, 8, 9, 13, 21, 7, 22, 7, 7, 8, 12, 18, 4, 7, 7, 3, 3, 12, 12, 6, 7, 8, 16, 7, 11, 11, 7, 8, 9, 12, 11, 5, 7, 9, 6, 6, 2, 9, 21, 5, 10, 6, 10, 19, 9, 15, 6, 9, 6, 21, 5, 6, 5, 14, 18, 12, 5, 14, 20, 7, 24, 14, 26, 6, 14, 19, 12, 26, 9, 6, 8], 'q2': [5, 6, 10, 8, 8, 10, 8, 6, 10, 10, 5, 9, 17, 6, 7, 4, 7, 4, 20, 6, 6, 6, 7, 6, 17, 20, 18, 8, 5, 6, 9, 7, 13, 21, 6, 21, 7, 7, 7, 11, 15, 3, 9, 7, 6, 6, 9, 7, 6, 5, 7, 10, 13, 13, 13, 25, 8, 10, 10, 9, 4, 6, 7, 7, 5, 4, 6, 32, 5, 6, 6, 7, 26, 18, 13, 7, 12, 8, 7, 4, 10, 5, 8, 20, 21, 7, 12, 54, 7, 24, 6, 27, 10, 14, 5, 11, 23, 9, 8, 8], 'rl1': [5, 6, 10, 7, 8, 11, 14, 6, 12, 11, 9, 9, 25, 5, 7, 5, 14, 8, 13, 6, 6, 8, 11, 7, 16, 20, 8, 10, 4, 6, 8, 9, 13, 21, 7, 22, 7, 7, 8, 12, 18, 4, 7, 7, 3, 3, 12, 12, 6, 7, 8, 16, 7, 11, 11, 7, 8, 9, 12, 11, 5, 7, 9, 6, 6, 2, 9, 21, 5, 10, 6, 10, 19, 9, 15, 6, 9, 6, 21, 5, 6, 5, 14, 18, 12, 5, 14, 20, 7, 24, 14, 26, 6, 14, 19, 12, 26, 9, 6, 8], 'rl2': [5, 6, 10, 8, 8, 10, 8, 6, 10, 10, 5, 9, 17, 6, 7, 4, 7, 4, 20, 6, 6, 6, 7, 6, 17, 20, 18, 8, 5, 6, 9, 7, 13, 21, 6, 21, 7, 7, 7, 11, 15, 3, 9, 7, 6, 6, 9, 7, 6, 5, 7, 10, 13, 13, 13, 25, 8, 10, 10, 9, 4, 6, 7, 7, 5, 4, 6, 32, 5, 6, 6, 7, 26, 18, 13, 7, 12, 8, 7, 4, 10, 5, 8, 20, 21, 7, 12, 54, 7, 24, 6, 27, 10, 14, 5, 11, 23, 9, 8, 8]}, {'q1': [11, 10, 10, 11, 8, 17, 9, 6, 5, 6, 6, 9, 9, 17, 13, 14, 9, 14, 7, 15, 5, 12, 6, 8, 7, 6, 9, 18, 14, 15, 14, 7, 10, 6, 4, 19, 11, 7, 7, 5, 14, 9, 6, 11, 7, 11, 8, 16, 5, 14, 6, 7, 11, 20, 12, 8, 6, 13, 8, 7, 4, 7, 5, 7, 20, 17, 4, 14, 13, 5, 22, 4, 7, 9, 10, 12, 7, 10, 7, 18, 12, 4, 11, 7, 8, 16, 11, 4, 6, 16, 8, 9, 6, 6, 8, 13, 9, 7, 6, 7], 'q2': [32, 13, 15, 4, 7, 6, 6, 6, 8, 9, 5, 6, 14, 6, 8, 23, 4, 10, 15, 12, 5, 28, 11, 3, 24, 10, 11, 32, 11, 13, 12, 9, 12, 5, 5, 9, 7, 10, 18, 5, 8, 9, 15, 7, 9, 11, 8, 4, 8, 9, 7, 7, 5, 22, 25, 11, 15, 13, 5, 9, 4, 8, 3, 4, 12, 24, 12, 24, 11, 10, 22, 4, 6, 5, 8, 8, 6, 8, 5, 9, 6, 4, 5, 8, 8, 31, 9, 6, 5, 11, 11, 27, 13, 8, 10, 9, 10, 7, 5, 5], 'rl1': [11, 10, 10, 11, 8, 17, 9, 6, 5, 6, 6, 9, 9, 17, 13, 14, 9, 14, 7, 15, 5, 12, 6, 8, 7, 6, 9, 18, 14, 15, 14, 7, 10, 6, 4, 19, 11, 7, 7, 5, 14, 9, 6, 11, 7, 11, 8, 16, 5, 14, 6, 7, 11, 20, 12, 8, 6, 13, 8, 7, 4, 7, 5, 7, 20, 17, 4, 14, 13, 5, 22, 4, 7, 9, 10, 12, 7, 10, 7, 18, 12, 4, 11, 7, 8, 16, 11, 4, 6, 16, 8, 9, 6, 6, 8, 13, 9, 7, 6, 7], 'rl2': [32, 13, 15, 4, 7, 6, 6, 6, 8, 9, 5, 6, 14, 6, 8, 23, 4, 10, 15, 12, 5, 28, 11, 3, 24, 10, 11, 32, 11, 13, 12, 9, 12, 5, 5, 9, 7, 10, 18, 5, 8, 9, 15, 7, 9, 11, 8, 4, 8, 9, 7, 7, 5, 22, 25, 11, 15, 13, 5, 9, 4, 8, 3, 4, 12, 24, 12, 24, 11, 10, 22, 4, 6, 5, 8, 8, 6, 8, 5, 9, 6, 4, 5, 8, 8, 31, 9, 6, 5, 11, 11, 27, 13, 8, 10, 9, 10, 7, 5, 5]}, {'q1': [3, 14, 10, 9, 17, 12, 9, 8, 4, 8, 12, 6, 12, 5, 11, 7, 4, 8, 6, 6, 4, 9, 10, 6, 7, 23, 17, 8, 4, 17, 9, 19, 19, 12, 11, 12, 5, 5, 51, 7, 14, 5, 5, 10, 5, 11, 14, 11, 12, 12, 4, 7, 8, 5, 9, 2, 12, 5, 11, 7, 6, 9, 14, 9, 8, 4, 13, 7, 11, 5, 10, 5, 13, 5, 3, 12, 10, 4, 13, 6, 6, 9, 13, 7, 16, 8, 11, 16, 5, 30, 17, 5, 7, 8, 11, 11, 9, 13, 4, 10], 'q2': [4, 15, 7, 8, 18, 15, 8, 3, 4, 4, 10, 6, 6, 11, 11, 8, 3, 8, 7, 12, 3, 2, 7, 18, 3, 20, 10, 12, 4, 22, 9, 10, 7, 20, 23, 11, 16, 5, 40, 12, 14, 7, 4, 12, 12, 10, 7, 9, 5, 12, 6, 4, 8, 5, 11, 8, 6, 5, 8, 7, 9, 6, 9, 10, 8, 6, 13, 6, 12, 4, 6, 5, 12, 6, 3, 4, 8, 5, 14, 7, 6, 8, 15, 5, 9, 8, 13, 16, 2, 23, 15, 6, 20, 10, 6, 4, 4, 13, 5, 11], 'rl1': [3, 14, 10, 9, 17, 12, 9, 8, 4, 8, 12, 6, 12, 5, 11, 7, 4, 8, 6, 6, 4, 9, 10, 6, 7, 23, 17, 8, 4, 17, 9, 19, 19, 12, 11, 12, 5, 5, 51, 7, 14, 5, 5, 10, 5, 11, 14, 11, 12, 12, 4, 7, 8, 5, 9, 2, 12, 5, 11, 7, 6, 9, 14, 9, 8, 4, 13, 7, 11, 5, 10, 5, 13, 5, 3, 12, 10, 4, 13, 6, 6, 9, 13, 7, 16, 8, 11, 16, 5, 30, 17, 5, 7, 8, 11, 11, 9, 13, 4, 10], 'rl2': [4, 15, 7, 8, 18, 15, 8, 3, 4, 4, 10, 6, 6, 11, 11, 8, 3, 8, 7, 12, 3, 2, 7, 18, 3, 20, 10, 12, 4, 22, 9, 10, 7, 20, 23, 11, 16, 5, 40, 12, 14, 7, 4, 12, 12, 10, 7, 9, 5, 12, 6, 4, 8, 5, 11, 8, 6, 5, 8, 7, 9, 6, 9, 10, 8, 6, 13, 6, 12, 4, 6, 5, 12, 6, 3, 4, 8, 5, 14, 7, 6, 8, 15, 5, 9, 8, 13, 16, 2, 23, 15, 6, 20, 10, 6, 4, 4, 13, 5, 11]}, {'q1': [7, 7, 16, 9, 5, 14, 7, 8, 17, 12, 12, 21, 6, 8, 7, 5, 8, 25, 7, 23, 9, 8, 13, 17, 7, 7, 8, 8, 6, 7, 23, 13, 12, 6, 10, 4, 7, 5, 7, 13, 3, 7, 3, 13, 10, 9, 11, 26, 5, 9, 12, 9, 14, 26, 10, 4, 14, 7, 12, 7, 6, 27, 12, 7, 9, 5, 14, 8, 4, 15, 7, 6, 6, 7, 6, 27, 3, 15, 6, 6, 21, 5, 8, 3, 11, 4, 32, 6, 7, 6, 5, 18, 8, 16, 8, 9, 17, 6, 11, 19], 'q2': [5, 5, 21, 6, 8, 16, 10, 11, 11, 14, 9, 29, 6, 9, 9, 5, 8, 7, 8, 31, 8, 13, 9, 22, 7, 7, 27, 6, 6, 10, 11, 13, 6, 4, 7, 5, 5, 7, 4, 19, 6, 9, 2, 4, 5, 7, 11, 50, 14, 8, 16, 5, 8, 6, 11, 9, 6, 7, 12, 12, 13, 8, 12, 11, 10, 8, 19, 10, 5, 5, 9, 9, 6, 7, 4, 9, 4, 6, 4, 5, 6, 6, 10, 8, 14, 5, 6, 7, 6, 13, 5, 12, 15, 10, 6, 7, 9, 7, 10, 7], 'rl1': [7, 7, 16, 9, 5, 14, 7, 8, 17, 12, 12, 21, 6, 8, 7, 5, 8, 25, 7, 23, 9, 8, 13, 17, 7, 7, 8, 8, 6, 7, 23, 13, 12, 6, 10, 4, 7, 5, 7, 13, 3, 7, 3, 13, 10, 9, 11, 26, 5, 9, 12, 9, 14, 26, 10, 4, 14, 7, 12, 7, 6, 27, 12, 7, 9, 5, 14, 8, 4, 15, 7, 6, 6, 7, 6, 27, 3, 15, 6, 6, 21, 5, 8, 3, 11, 4, 32, 6, 7, 6, 5, 18, 8, 16, 8, 9, 17, 6, 11, 19], 'rl2': [5, 5, 21, 6, 8, 16, 10, 11, 11, 14, 9, 29, 6, 9, 9, 5, 8, 7, 8, 31, 8, 13, 9, 22, 7, 7, 27, 6, 6, 10, 11, 13, 6, 4, 7, 5, 5, 7, 4, 19, 6, 9, 2, 4, 5, 7, 11, 50, 14, 8, 16, 5, 8, 6, 11, 9, 6, 7, 12, 12, 13, 8, 12, 11, 10, 8, 19, 10, 5, 5, 9, 9, 6, 7, 4, 9, 4, 6, 4, 5, 6, 6, 10, 8, 14, 5, 6, 7, 6, 13, 5, 12, 15, 10, 6, 7, 9, 7, 10, 7]}, {'q1': [8, 13, 10, 6, 5, 6, 11, 4, 7, 7, 4, 5, 5, 6, 17, 14, 10, 8, 10, 10, 14, 18, 7, 3, 10, 12, 7, 7, 12, 4, 5, 6, 5, 8, 4, 9, 9, 14, 7, 25, 4, 10, 5, 9, 9, 8, 7, 4, 3, 11, 18, 6, 17, 18, 7, 7, 7, 10, 4, 8, 4, 9, 16, 13, 4, 6, 8, 10, 5, 8, 12, 11, 30, 12, 7, 17, 12, 10, 8, 10, 6, 6, 4, 7, 6, 23, 7, 7, 6, 9, 21, 5, 9, 20, 9, 8, 9, 8, 6, 3], 'q2': [8, 9, 7, 5, 6, 7, 6, 21, 12, 17, 4, 4, 7, 8, 6, 11, 8, 19, 8, 8, 15, 11, 8, 5, 12, 11, 5, 13, 30, 10, 8, 6, 7, 6, 4, 8, 9, 12, 3, 11, 4, 7, 8, 12, 18, 6, 9, 5, 8, 13, 4, 20, 14, 4, 8, 9, 8, 10, 6, 9, 8, 5, 12, 14, 13, 11, 7, 10, 8, 7, 12, 8, 12, 13, 14, 8, 13, 5, 10, 7, 4, 7, 6, 7, 7, 10, 6, 8, 13, 8, 10, 5, 5, 19, 9, 6, 9, 8, 5, 8], 'rl1': [8, 13, 10, 6, 5, 6, 11, 4, 7, 7, 4, 5, 5, 6, 17, 14, 10, 8, 10, 10, 14, 18, 7, 3, 10, 12, 7, 7, 12, 4, 5, 6, 5, 8, 4, 9, 9, 14, 7, 25, 4, 10, 5, 9, 9, 8, 7, 4, 3, 11, 18, 6, 17, 18, 7, 7, 7, 10, 4, 8, 4, 9, 16, 13, 4, 6, 8, 10, 5, 8, 12, 11, 30, 12, 7, 17, 12, 10, 8, 10, 6, 6, 4, 7, 6, 23, 7, 7, 6, 9, 21, 5, 9, 20, 9, 8, 9, 8, 6, 3], 'rl2': [8, 9, 7, 5, 6, 7, 6, 21, 12, 17, 4, 4, 7, 8, 6, 11, 8, 19, 8, 8, 15, 11, 8, 5, 12, 11, 5, 13, 30, 10, 8, 6, 7, 6, 4, 8, 9, 12, 3, 11, 4, 7, 8, 12, 18, 6, 9, 5, 8, 13, 4, 20, 14, 4, 8, 9, 8, 10, 6, 9, 8, 5, 12, 14, 13, 11, 7, 10, 8, 7, 12, 8, 12, 13, 14, 8, 13, 5, 10, 7, 4, 7, 6, 7, 7, 10, 6, 8, 13, 8, 10, 5, 5, 19, 9, 6, 9, 8, 5, 8]}, {'q1': [7, 6, 5, 9, 6, 8, 26, 6, 8, 9, 12, 5, 9, 23, 7, 7, 4, 20, 7, 8, 5, 4, 21, 8, 5, 10, 8, 11, 5, 10, 9, 3, 11, 13, 8, 16, 10, 29, 12, 8, 8, 6, 10, 7, 9, 16, 11, 8, 6, 23, 9, 6, 14, 7, 5, 10, 9, 8, 5, 9, 7, 11, 5, 7, 9, 10, 15, 18, 8, 6, 5, 8, 9, 12, 12, 18, 13, 10, 7, 7, 6, 13, 13, 8, 6, 7, 7, 6, 23, 6, 7, 15, 6, 7, 9, 23, 14, 16, 18, 9], 'q2': [5, 17, 5, 7, 12, 27, 29, 12, 10, 9, 12, 5, 8, 10, 8, 6, 4, 13, 5, 6, 3, 10, 18, 8, 3, 11, 17, 49, 8, 21, 10, 11, 8, 9, 9, 16, 12, 25, 11, 9, 6, 4, 8, 5, 7, 10, 2, 5, 6, 23, 6, 8, 21, 4, 9, 9, 5, 11, 18, 12, 7, 33, 8, 6, 19, 10, 17, 16, 11, 5, 6, 8, 3, 7, 7, 39, 6, 8, 7, 3, 8, 20, 11, 7, 5, 7, 6, 3, 14, 9, 5, 23, 7, 18, 6, 7, 6, 9, 39, 10], 'rl1': [7, 6, 5, 9, 6, 8, 26, 6, 8, 9, 12, 5, 9, 23, 7, 7, 4, 20, 7, 8, 5, 4, 21, 8, 5, 10, 8, 11, 5, 10, 9, 3, 11, 13, 8, 16, 10, 29, 12, 8, 8, 6, 10, 7, 9, 16, 11, 8, 6, 23, 9, 6, 14, 7, 5, 10, 9, 8, 5, 9, 7, 11, 5, 7, 9, 10, 15, 18, 8, 6, 5, 8, 9, 12, 12, 18, 13, 10, 7, 7, 6, 13, 13, 8, 6, 7, 7, 6, 23, 6, 7, 15, 6, 7, 9, 23, 14, 16, 18, 9], 'rl2': [5, 17, 5, 7, 12, 27, 29, 12, 10, 9, 12, 5, 8, 10, 8, 6, 4, 13, 5, 6, 3, 10, 18, 8, 3, 11, 17, 49, 8, 21, 10, 11, 8, 9, 9, 16, 12, 25, 11, 9, 6, 4, 8, 5, 7, 10, 2, 5, 6, 23, 6, 8, 21, 4, 9, 9, 5, 11, 18, 12, 7, 33, 8, 6, 19, 10, 17, 16, 11, 5, 6, 8, 3, 7, 7, 39, 6, 8, 7, 3, 8, 20, 11, 7, 5, 7, 6, 3, 14, 9, 5, 23, 7, 18, 6, 7, 6, 9, 39, 10]}, {'q1': [11, 16, 6, 12, 3, 11, 8, 2, 6], 'q2': [8, 6, 3, 7, 3, 6, 6, 11, 3], 'rl1': [11, 16, 6, 12, 3, 11, 8, 2, 6], 'rl2': [8, 6, 3, 7, 3, 6, 6, 11, 3]}]\n","Epoch 2 iter 414 took 172.3s\n","loss:\t0.22659\tdev score:\t0.7478\n","[{'q1': array([[  27,  312,  143, ...,    0,    0,    0],\n","       [ 410,   92, 4775, ...,    0,    0,    0],\n","       [ 619,  532,   90, ...,    0,    0,    0],\n","       ...,\n","       [  22,   23,  150, ...,    0,    0,    0],\n","       [  27, 5234,  495, ...,    0,    0,    0],\n","       [  51, 4504,   26, ...,    0,    0,    0]]), 'q2': array([[  27,  312,   12, ...,    0,    0,    0],\n","       [   2, 3843,   91, ...,    0,    0,    0],\n","       [ 619,  532,   90, ...,    0,    0,    0],\n","       ...,\n","       [  27,  150, 6740, ...,    0,    0,    0],\n","       [  27,  495, 1225, ...,    0,    0,    0],\n","       [  63, 3121,    1, ...,    0,    0,    0]]), 'rl1': array([[1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 7, ..., 0, 0, 0],\n","       ...,\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0]]), 'rl2': array([[ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1, 12,  2, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0]]), 'y': array([0, 0, 1, 1, 1, 1, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1,\n","       1, 0, 0, 1, 0, 0, 0, 1, 0, 1, 1, 1, 1, 0, 0, 1, 0, 1, 0, 1, 1, 0,\n","       0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 1, 1, 0, 1, 0, 0, 0,\n","       1, 0, 0, 1, 0, 0, 1, 0, 0, 0, 1, 0, 1, 1, 0, 0, 0, 0, 1, 0, 0, 0,\n","       1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0])}, {'q1': array([[  22, 1118, 1326, ...,    0,    0,    0],\n","       [  63,  421,   90, ...,    0,    0,    0],\n","       [  51,  115,   19, ...,    0,    0,    0],\n","       ...,\n","       [   2,   30,   91, ...,    0,    0,    0],\n","       [  22,   23, 5366, ...,    0,    0,    0],\n","       [  51,  150, 9472, ...,    0,    0,    0]]), 'q2': array([[1976,   26, 1750, ...,    0,    0,    0],\n","       [  63,  421,   90, ...,    0,    0,    0],\n","       [  51,  115,   19, ...,    0,    0,    0],\n","       ...,\n","       [   2,   16, 2492, ...,    0,    0,    0],\n","       [  22,   23, 5366, ...,    0,    0,    0],\n","       [  27,  150, 2045, ...,    0,    0,    0]]), 'rl1': array([[1, 2, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       ...,\n","       [1, 4, 2, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0]]), 'rl2': array([[ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1, 11, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  4,  2, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0]]), 'y': array([0, 0, 0, 1, 0, 0, 1, 0, 1, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 1, 1,\n","       1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0,\n","       1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 1, 0, 0, 1, 1, 1, 0,\n","       0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0,\n","       1, 0, 1, 0, 1, 0, 0, 0, 1, 0, 0, 1])}, {'q1': array([[   2,   16,  504, ...,    0,    0,    0],\n","       [   2,   30,  443, ...,    0,    0,    0],\n","       [   2,   42,  274, ...,    0,    0,    0],\n","       ...,\n","       [   2,   30, 1949, ...,    0,    0,    0],\n","       [  30,   91,  474, ...,    0,    0,    0],\n","       [  22,   64,  274, ...,    0,    0,    0]]), 'q2': array([[ 150,  248,  504, ...,    0,    0,    0],\n","       [   2,   30,   91, ...,    0,    0,    0],\n","       [   2,   64,  274, ...,    0,    0,    0],\n","       ...,\n","       [   2,   30, 1949, ...,    0,    0,    0],\n","       [   2,   30,   91, ...,    0,    0,    0],\n","       [   2,   30,   91, ...,    0,    0,    0]]), 'rl1': array([[ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  4,  2, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       ...,\n","       [ 1, 25,  1, ...,  0,  0,  0],\n","       [ 4,  1,  2, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0]]), 'rl2': array([[ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  4,  2, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       ...,\n","       [ 1, 25,  1, ...,  0,  0,  0],\n","       [ 1,  4,  2, ...,  0,  0,  0],\n","       [ 1, 19,  2, ...,  0,  0,  0]]), 'y': array([0, 0, 1, 0, 1, 0, 0, 0, 1, 0, 1, 0, 0, 1, 1, 0, 0, 1, 0, 1, 0, 1,\n","       0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 1, 1, 0, 0, 0, 0,\n","       1, 0, 0, 1, 0, 1, 0, 0, 1, 0, 1, 0, 1, 0, 0, 0, 0, 1, 1, 1, 1, 1,\n","       1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 1, 0, 0,\n","       0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 1, 1])}, {'q1': array([[ 115,  542, 1339, ...,    0,    0,    0],\n","       [  22,  115, 5973, ...,    0,    0,    0],\n","       [   2,   16,  435, ...,    0,    0,    0],\n","       ...,\n","       [ 210,   44,   76, ...,    0,    0,    0],\n","       [  91,  542, 7741, ...,    0,    0,    0],\n","       [ 115,   92,  248, ...,    0,    0,    0]]), 'q2': array([[  654,     1,    22, ...,   132,    18,  4298],\n","       [   77, 15445, 15446, ...,     0,     0,     0],\n","       [ 1848,  7731,    18, ...,     0,     0,     0],\n","       ...,\n","       [    2,    30,   474, ...,     0,     0,     0],\n","       [    2,   123,   457, ...,     0,     0,     0],\n","       [   51,   464,  1817, ...,     0,     0,     0]]), 'rl1': array([[1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 4, 2, ..., 0, 0, 0],\n","       ...,\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0]]), 'rl2': array([[ 9,  1,  1, ...,  1,  1,  1],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 2, 11,  1, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  4,  2, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0]]), 'y': array([0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 1, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0,\n","       0, 1, 0, 1, 1, 0, 0, 1, 1, 1, 0, 0, 1, 0, 0, 1, 0, 0, 0, 1, 0, 0,\n","       0, 0, 0, 0, 1, 0, 1, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0,\n","       0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 1, 1, 1, 0, 1, 0, 0, 0, 1, 0, 0, 1,\n","       0, 0, 1, 0, 0, 0, 1, 1, 1, 0, 0, 0])}, {'q1': array([[9076, 1118, 3728, ...,    0,    0,    0],\n","       [  30,  274,  675, ...,    0,    0,    0],\n","       [  22,  238,    1, ...,    0,    0,    0],\n","       ...,\n","       [  15,  149,  150, ...,    0,    0,    0],\n","       [   2,   90,  254, ...,    0,    0,    0],\n","       [ 149, 1274, 4973, ...,    0,    0,    0]]), 'q2': array([[ 149, 9076,    1, ...,    0,    0,    0],\n","       [  30,  274,  675, ...,    0,    0,    0],\n","       [  22,  238,    1, ...,    0,    0,    0],\n","       ...,\n","       [  22,  149,  150, ...,    0,    0,    0],\n","       [   2,   90,   91, ...,    0,    0,    0],\n","       [ 149, 1274, 4973, ...,    0,    0,    0]]), 'rl1': array([[12,  2,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [12,  2,  1, ...,  0,  0,  0],\n","       ...,\n","       [12,  2,  1, ...,  0,  0,  0],\n","       [ 1,  1,  2, ...,  0,  0,  0],\n","       [ 2,  1,  1, ...,  0,  0,  0]]), 'rl2': array([[ 2, 16,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [12,  2,  1, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  2,  1, ...,  0,  0,  0],\n","       [ 1,  4,  2, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0]]), 'y': array([1, 1, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1,\n","       1, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 1, 0, 0, 0, 1, 1, 1, 1, 0, 0, 0,\n","       0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, 0, 0, 0, 1, 0,\n","       0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 1, 1, 0, 0, 1, 0, 0, 1, 0,\n","       0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 1, 0])}, {'q1': array([[  22,  238,    1, ...,    0,    0,    0],\n","       [  51,  421,  312, ...,    0,    0,    0],\n","       [   2,  542,  537, ...,    0,    0,    0],\n","       ...,\n","       [   2,   30,   91, ...,    0,    0,    0],\n","       [   2,   16,   74, ...,    0,    0,    0],\n","       [  27,  290, 3996, ...,    0,    0,    0]]), 'q2': array([[   2, 1426,  238, ...,    0,    0,    0],\n","       [  27,  312,  150, ...,    0,    0,    0],\n","       [  22,  542,  238, ...,    0,    0,    0],\n","       ...,\n","       [   2,   30, 1251, ...,    0,    0,    0],\n","       [  72, 3942,  590, ...,    0,    0,    0],\n","       [  51,  140, 2804, ...,    0,    0,    0]]), 'rl1': array([[ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  4,  2, ...,  0,  0,  0],\n","       [ 1,  8,  2, ...,  0,  0,  0],\n","       [ 1, 12,  2, ...,  0,  0,  0]]), 'rl2': array([[ 1,  1,  2, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [12,  1,  2, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  4,  2, ...,  0,  0,  0],\n","       [ 1,  2,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0]]), 'y': array([0, 1, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 1,\n","       1, 0, 1, 0, 0, 1, 0, 1, 1, 0, 0, 1, 0, 1, 0, 1, 0, 0, 1, 0, 0, 0,\n","       1, 1, 0, 0, 0, 0, 1, 0, 0, 0, 1, 1, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0,\n","       0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1,\n","       0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0])}, {'q1': array([[   27,   150,   893, ...,     0,     0,     0],\n","       [  410,    92,   308, ...,     0,     0,     0],\n","       [   15,  1636, 10694, ...,     0,     0,     0],\n","       ...,\n","       [   22,   149,   143, ...,     0,     0,     0],\n","       [   51,   156,  1817, ...,     0,     0,     0],\n","       [    2,  2426,  2617, ...,     0,     0,     0]]), 'q2': array([[  27,  150,  893, ...,    0,    0,    0],\n","       [  22,  238,    1, ...,    0,    0,    0],\n","       [5205,   35,   90, ...,    0,    0,    0],\n","       ...,\n","       [  51,  143,  194, ...,    0,    0,    0],\n","       [  51,  156, 1817, ...,    0,    0,    0],\n","       [   2,  261, 7546, ...,    0,    0,    0]]), 'rl1': array([[ 1,  1, 11, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  2,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  2, 11, ...,  0,  0,  0]]), 'rl2': array([[ 1,  1,  1, ...,  0,  0,  0],\n","       [12,  2,  1, ...,  0,  0,  0],\n","       [ 2,  1,  1, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  2, 11, ...,  0,  0,  0]]), 'y': array([0, 1, 0, 1, 1, 1, 0, 0, 1, 1, 0, 0, 1, 1, 1, 0, 0, 1, 0, 1, 0, 0,\n","       0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 1, 1, 1, 0, 0, 0, 1, 1, 0, 0,\n","       0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0,\n","       0, 1, 0, 0, 1, 0, 1, 1, 1, 0, 0, 1, 1, 1, 1, 1, 1, 0, 1, 1, 1, 1,\n","       0, 0, 1, 1, 0, 0, 0, 1, 1, 0, 0, 0])}, {'q1': array([[   16,    18,  2102, ...,     0,     0,     0],\n","       [  149, 14367,  3857, ...,     0,     0,     0],\n","       [   27,   150,  3914, ...,     0,     0,     0],\n","       ...,\n","       [   22,     1,     1, ...,     0,     0,     0],\n","       [  210,    30,   435, ...,     0,     0,     0],\n","       [ 1115,    92,  3535, ...,     0,     0,     0]]), 'q2': array([[  63,   16,  254, ...,    0,    0,    0],\n","       [  51,  421,  312, ...,    0,    0,    0],\n","       [  27,  150, 3914, ...,    0,    0,    0],\n","       ...,\n","       [  22,  149,  143, ...,    0,    0,    0],\n","       [ 210,   30, 1208, ...,    0,    0,    0],\n","       [1115,   92, 1210, ...,    0,    0,    0]]), 'rl1': array([[12,  1,  1, ...,  0,  0,  0],\n","       [ 2,  1, 16, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  4,  1, ...,  0,  0,  0],\n","       [ 1,  4,  2, ...,  0,  0,  0],\n","       [ 1,  1,  2, ...,  0,  0,  0]]), 'rl2': array([[1, 4, 2, ..., 0, 0, 0],\n","       [1, 4, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       ...,\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 4, 2, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0]]), 'y': array([0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 1, 0, 0, 1, 0, 0, 0, 1, 0, 0, 1,\n","       0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0,\n","       0, 0, 0, 1, 0, 1, 0, 0, 0, 1, 1, 0, 0, 0, 1, 1, 1, 0, 1, 1, 0, 0,\n","       1, 1, 0, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 1, 0, 1, 0,\n","       0, 0, 1, 0, 0, 0, 1, 0, 0, 1, 0, 1])}, {'q1': array([[   22,   149,   143,  1756,  5438,  1376, 11749,     6,  2045,\n","            1,   448,     0,     0,     0,     0,     0],\n","       [   16,   816,     1,    22,   350, 15383,     1,     1,   208,\n","         2628,  4575,  1746,     1,    51,    52,  2329],\n","       [   51,   143,  2867,   248,   411,  1893,     0,     0,     0,\n","            0,     0,     0,     0,     0,     0,     0],\n","       [   22,  7451,     1, 15384,     1, 14013,     1, 15385,     1,\n","            6, 15386, 15387,     0,     0,     0,     0],\n","       [  118,  1462,   220,     0,     0,     0,     0,     0,     0,\n","            0,     0,     0,     0,     0,     0,     0],\n","       [   27,   150,   248,  1043,   276,  1088,   201,   217,    69,\n","         1589,    39,     0,     0,     0,     0,     0],\n","       [   27,  1847,   509,   360,  2030,     6,  9441,  4218,     0,\n","            0,     0,     0,     0,     0,     0,     0],\n","       [ 2457,  1010,     0,     0,     0,     0,     0,     0,     0,\n","            0,     0,     0,     0,     0,     0,     0],\n","       [    2,    30,    91,  1785,  1340,  2012,     0,     0,     0,\n","            0,     0,     0,     0,     0,     0,     0]]), 'q2': array([[   27,   150, 11910,  5438,     6,  2045,     1,  1976,     0,\n","            0,     0],\n","       [    2,   350, 15545,   936,    35,  1746,     0,     0,     0,\n","            0,     0],\n","       [    2,   411,  1893,     0,     0,     0,     0,     0,     0,\n","            0,     0],\n","       [  125,  8061,   352,   464,    18, 14883,    25,     0,     0,\n","            0,     0],\n","       [   51,  1462,   220,     0,     0,     0,     0,     0,     0,\n","            0,     0],\n","       [  209,   569,  1088,    37,  1589,    39,     0,     0,     0,\n","            0,     0],\n","       [  125,   127,  9441,  4218,    18,  1677,     0,     0,     0,\n","            0,     0],\n","       [  208,     1,    22,   566, 11494,   503,     1,    22,    99,\n","         2212,  2445],\n","       [    2,  1785, 11091,     0,     0,     0,     0,     0,     0,\n","            0,     0]]), 'rl1': array([[ 1,  2,  1,  1, 16,  1,  1,  1,  1,  1,  1,  0,  0,  0,  0,  0],\n","       [ 8,  2,  1,  1, 23,  1,  1,  1,  1,  9,  2, 11,  1, 18,  1,  1],\n","       [ 1,  1,  1,  1,  2, 11,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0],\n","       [ 1,  1,  1,  1,  1,  1,  1,  1,  1,  1,  1,  1,  0,  0,  0,  0],\n","       [ 2,  3,  1,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0],\n","       [ 1,  1,  1,  2,  1, 22,  1,  1,  1,  1,  6,  0,  0,  0,  0,  0],\n","       [ 1,  1,  1,  1,  1,  1,  1,  1,  0,  0,  0,  0,  0,  0,  0,  0],\n","       [ 1,  1,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0],\n","       [ 1,  4,  2,  1,  2, 13,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0]]), 'rl2': array([[ 1,  1,  1,  1,  1,  1,  1,  1,  0,  0,  0],\n","       [ 1,  1,  1,  1,  1,  1,  0,  0,  0,  0,  0],\n","       [ 1,  2, 11,  0,  0,  0,  0,  0,  0,  0,  0],\n","       [ 1,  1,  1,  1,  1,  1,  1,  0,  0,  0,  0],\n","       [ 1,  1,  1,  0,  0,  0,  0,  0,  0,  0,  0],\n","       [ 1,  1,  1,  1,  1,  1,  0,  0,  0,  0,  0],\n","       [ 1,  2,  1, 12,  1,  1,  0,  0,  0,  0,  0],\n","       [ 1,  1,  1,  1,  1,  1,  1,  1,  2,  1, 13],\n","       [ 1,  1,  1,  0,  0,  0,  0,  0,  0,  0,  0]]), 'y': array([1, 0, 1, 0, 1, 1, 0, 1, 1])}]\n","[{'q1': [8, 8, 7, 8, 33, 8, 12, 7, 8, 5, 15, 6, 3, 4, 7, 5, 15, 21, 8, 24, 5, 5, 16, 12, 3, 16, 7, 7, 6, 6, 16, 13, 10, 5, 4, 15, 7, 4, 9, 8, 8, 6, 5, 15, 11, 5, 4, 16, 14, 6, 6, 30, 13, 17, 10, 17, 5, 8, 14, 11, 10, 8, 6, 6, 9, 6, 4, 16, 6, 12, 20, 11, 11, 8, 5, 8, 10, 4, 12, 7, 8, 6, 8, 47, 10, 7, 9, 8, 5, 17, 19, 19, 10, 6, 18, 11, 7, 5, 6, 7], 'q2': [15, 9, 6, 6, 16, 7, 13, 8, 6, 5, 5, 10, 6, 4, 6, 7, 7, 11, 8, 8, 9, 12, 22, 16, 6, 21, 8, 5, 6, 9, 5, 13, 8, 3, 7, 5, 9, 4, 11, 7, 7, 8, 5, 8, 19, 9, 4, 12, 16, 6, 7, 16, 14, 8, 15, 19, 8, 6, 10, 7, 10, 6, 7, 6, 11, 7, 5, 29, 8, 10, 19, 11, 14, 11, 5, 10, 5, 5, 12, 7, 14, 10, 10, 25, 7, 7, 6, 4, 6, 24, 11, 13, 4, 3, 4, 8, 9, 7, 5, 6], 'rl1': [8, 8, 7, 8, 33, 8, 12, 7, 8, 5, 15, 6, 3, 4, 7, 5, 15, 21, 8, 24, 5, 5, 16, 12, 3, 16, 7, 7, 6, 6, 16, 13, 10, 5, 4, 15, 7, 4, 9, 8, 8, 6, 5, 15, 11, 5, 4, 16, 14, 6, 6, 30, 13, 17, 10, 17, 5, 8, 14, 11, 10, 8, 6, 6, 9, 6, 4, 16, 6, 12, 20, 11, 11, 8, 5, 8, 10, 4, 12, 7, 8, 6, 8, 47, 10, 7, 9, 8, 5, 17, 19, 19, 10, 6, 18, 11, 7, 5, 6, 7], 'rl2': [15, 9, 6, 6, 16, 7, 13, 8, 6, 5, 5, 10, 6, 4, 6, 7, 7, 11, 8, 8, 9, 12, 22, 16, 6, 21, 8, 5, 6, 9, 5, 13, 8, 3, 7, 5, 9, 4, 11, 7, 7, 8, 5, 8, 19, 9, 4, 12, 16, 6, 7, 16, 14, 8, 15, 19, 8, 6, 10, 7, 10, 6, 7, 6, 11, 7, 5, 29, 8, 10, 19, 11, 14, 11, 5, 10, 5, 5, 12, 7, 14, 10, 10, 25, 7, 7, 6, 4, 6, 24, 11, 13, 4, 3, 4, 8, 9, 7, 5, 6]}, {'q1': [7, 7, 17, 8, 9, 10, 4, 7, 6, 26, 11, 6, 6, 8, 13, 9, 9, 11, 8, 5, 12, 12, 6, 13, 11, 14, 5, 5, 5, 18, 9, 6, 15, 6, 14, 3, 9, 6, 7, 9, 15, 14, 6, 6, 7, 11, 11, 10, 8, 6, 15, 12, 7, 16, 8, 16, 7, 27, 4, 5, 4, 7, 5, 6, 6, 6, 3, 11, 8, 16, 28, 8, 9, 7, 15, 11, 7, 10, 7, 11, 13, 11, 7, 10, 16, 2, 10, 11, 4, 9, 7, 28, 7, 9, 8, 12, 8, 8, 6, 8], 'q2': [5, 7, 16, 8, 9, 8, 3, 6, 6, 5, 12, 11, 8, 6, 12, 24, 19, 10, 9, 5, 16, 12, 8, 23, 10, 16, 3, 8, 5, 12, 12, 6, 15, 8, 14, 13, 11, 8, 11, 8, 12, 35, 7, 4, 6, 14, 8, 10, 11, 10, 7, 3, 5, 8, 4, 14, 7, 36, 9, 10, 5, 5, 5, 5, 5, 10, 5, 7, 8, 15, 5, 6, 8, 7, 13, 20, 9, 7, 3, 11, 14, 9, 6, 9, 11, 10, 5, 8, 4, 15, 5, 16, 7, 14, 5, 13, 8, 5, 6, 8], 'rl1': [7, 7, 17, 8, 9, 10, 4, 7, 6, 26, 11, 6, 6, 8, 13, 9, 9, 11, 8, 5, 12, 12, 6, 13, 11, 14, 5, 5, 5, 18, 9, 6, 15, 6, 14, 3, 9, 6, 7, 9, 15, 14, 6, 6, 7, 11, 11, 10, 8, 6, 15, 12, 7, 16, 8, 16, 7, 27, 4, 5, 4, 7, 5, 6, 6, 6, 3, 11, 8, 16, 28, 8, 9, 7, 15, 11, 7, 10, 7, 11, 13, 11, 7, 10, 16, 2, 10, 11, 4, 9, 7, 28, 7, 9, 8, 12, 8, 8, 6, 8], 'rl2': [5, 7, 16, 8, 9, 8, 3, 6, 6, 5, 12, 11, 8, 6, 12, 24, 19, 10, 9, 5, 16, 12, 8, 23, 10, 16, 3, 8, 5, 12, 12, 6, 15, 8, 14, 13, 11, 8, 11, 8, 12, 35, 7, 4, 6, 14, 8, 10, 11, 10, 7, 3, 5, 8, 4, 14, 7, 36, 9, 10, 5, 5, 5, 5, 5, 10, 5, 7, 8, 15, 5, 6, 8, 7, 13, 20, 9, 7, 3, 11, 14, 9, 6, 9, 11, 10, 5, 8, 4, 15, 5, 16, 7, 14, 5, 13, 8, 5, 6, 8]}, {'q1': [5, 6, 10, 7, 8, 11, 14, 6, 12, 11, 9, 9, 25, 5, 7, 5, 14, 8, 13, 6, 6, 8, 11, 7, 16, 20, 8, 10, 4, 6, 8, 9, 13, 21, 7, 22, 7, 7, 8, 12, 18, 4, 7, 7, 3, 3, 12, 12, 6, 7, 8, 16, 7, 11, 11, 7, 8, 9, 12, 11, 5, 7, 9, 6, 6, 2, 9, 21, 5, 10, 6, 10, 19, 9, 15, 6, 9, 6, 21, 5, 6, 5, 14, 18, 12, 5, 14, 20, 7, 24, 14, 26, 6, 14, 19, 12, 26, 9, 6, 8], 'q2': [5, 6, 10, 8, 8, 10, 8, 6, 10, 10, 5, 9, 17, 6, 7, 4, 7, 4, 20, 6, 6, 6, 7, 6, 17, 20, 18, 8, 5, 6, 9, 7, 13, 21, 6, 21, 7, 7, 7, 11, 15, 3, 9, 7, 6, 6, 9, 7, 6, 5, 7, 10, 13, 13, 13, 25, 8, 10, 10, 9, 4, 6, 7, 7, 5, 4, 6, 32, 5, 6, 6, 7, 26, 18, 13, 7, 12, 8, 7, 4, 10, 5, 8, 20, 21, 7, 12, 54, 7, 24, 6, 27, 10, 14, 5, 11, 23, 9, 8, 8], 'rl1': [5, 6, 10, 7, 8, 11, 14, 6, 12, 11, 9, 9, 25, 5, 7, 5, 14, 8, 13, 6, 6, 8, 11, 7, 16, 20, 8, 10, 4, 6, 8, 9, 13, 21, 7, 22, 7, 7, 8, 12, 18, 4, 7, 7, 3, 3, 12, 12, 6, 7, 8, 16, 7, 11, 11, 7, 8, 9, 12, 11, 5, 7, 9, 6, 6, 2, 9, 21, 5, 10, 6, 10, 19, 9, 15, 6, 9, 6, 21, 5, 6, 5, 14, 18, 12, 5, 14, 20, 7, 24, 14, 26, 6, 14, 19, 12, 26, 9, 6, 8], 'rl2': [5, 6, 10, 8, 8, 10, 8, 6, 10, 10, 5, 9, 17, 6, 7, 4, 7, 4, 20, 6, 6, 6, 7, 6, 17, 20, 18, 8, 5, 6, 9, 7, 13, 21, 6, 21, 7, 7, 7, 11, 15, 3, 9, 7, 6, 6, 9, 7, 6, 5, 7, 10, 13, 13, 13, 25, 8, 10, 10, 9, 4, 6, 7, 7, 5, 4, 6, 32, 5, 6, 6, 7, 26, 18, 13, 7, 12, 8, 7, 4, 10, 5, 8, 20, 21, 7, 12, 54, 7, 24, 6, 27, 10, 14, 5, 11, 23, 9, 8, 8]}, {'q1': [11, 10, 10, 11, 8, 17, 9, 6, 5, 6, 6, 9, 9, 17, 13, 14, 9, 14, 7, 15, 5, 12, 6, 8, 7, 6, 9, 18, 14, 15, 14, 7, 10, 6, 4, 19, 11, 7, 7, 5, 14, 9, 6, 11, 7, 11, 8, 16, 5, 14, 6, 7, 11, 20, 12, 8, 6, 13, 8, 7, 4, 7, 5, 7, 20, 17, 4, 14, 13, 5, 22, 4, 7, 9, 10, 12, 7, 10, 7, 18, 12, 4, 11, 7, 8, 16, 11, 4, 6, 16, 8, 9, 6, 6, 8, 13, 9, 7, 6, 7], 'q2': [32, 13, 15, 4, 7, 6, 6, 6, 8, 9, 5, 6, 14, 6, 8, 23, 4, 10, 15, 12, 5, 28, 11, 3, 24, 10, 11, 32, 11, 13, 12, 9, 12, 5, 5, 9, 7, 10, 18, 5, 8, 9, 15, 7, 9, 11, 8, 4, 8, 9, 7, 7, 5, 22, 25, 11, 15, 13, 5, 9, 4, 8, 3, 4, 12, 24, 12, 24, 11, 10, 22, 4, 6, 5, 8, 8, 6, 8, 5, 9, 6, 4, 5, 8, 8, 31, 9, 6, 5, 11, 11, 27, 13, 8, 10, 9, 10, 7, 5, 5], 'rl1': [11, 10, 10, 11, 8, 17, 9, 6, 5, 6, 6, 9, 9, 17, 13, 14, 9, 14, 7, 15, 5, 12, 6, 8, 7, 6, 9, 18, 14, 15, 14, 7, 10, 6, 4, 19, 11, 7, 7, 5, 14, 9, 6, 11, 7, 11, 8, 16, 5, 14, 6, 7, 11, 20, 12, 8, 6, 13, 8, 7, 4, 7, 5, 7, 20, 17, 4, 14, 13, 5, 22, 4, 7, 9, 10, 12, 7, 10, 7, 18, 12, 4, 11, 7, 8, 16, 11, 4, 6, 16, 8, 9, 6, 6, 8, 13, 9, 7, 6, 7], 'rl2': [32, 13, 15, 4, 7, 6, 6, 6, 8, 9, 5, 6, 14, 6, 8, 23, 4, 10, 15, 12, 5, 28, 11, 3, 24, 10, 11, 32, 11, 13, 12, 9, 12, 5, 5, 9, 7, 10, 18, 5, 8, 9, 15, 7, 9, 11, 8, 4, 8, 9, 7, 7, 5, 22, 25, 11, 15, 13, 5, 9, 4, 8, 3, 4, 12, 24, 12, 24, 11, 10, 22, 4, 6, 5, 8, 8, 6, 8, 5, 9, 6, 4, 5, 8, 8, 31, 9, 6, 5, 11, 11, 27, 13, 8, 10, 9, 10, 7, 5, 5]}, {'q1': [3, 14, 10, 9, 17, 12, 9, 8, 4, 8, 12, 6, 12, 5, 11, 7, 4, 8, 6, 6, 4, 9, 10, 6, 7, 23, 17, 8, 4, 17, 9, 19, 19, 12, 11, 12, 5, 5, 51, 7, 14, 5, 5, 10, 5, 11, 14, 11, 12, 12, 4, 7, 8, 5, 9, 2, 12, 5, 11, 7, 6, 9, 14, 9, 8, 4, 13, 7, 11, 5, 10, 5, 13, 5, 3, 12, 10, 4, 13, 6, 6, 9, 13, 7, 16, 8, 11, 16, 5, 30, 17, 5, 7, 8, 11, 11, 9, 13, 4, 10], 'q2': [4, 15, 7, 8, 18, 15, 8, 3, 4, 4, 10, 6, 6, 11, 11, 8, 3, 8, 7, 12, 3, 2, 7, 18, 3, 20, 10, 12, 4, 22, 9, 10, 7, 20, 23, 11, 16, 5, 40, 12, 14, 7, 4, 12, 12, 10, 7, 9, 5, 12, 6, 4, 8, 5, 11, 8, 6, 5, 8, 7, 9, 6, 9, 10, 8, 6, 13, 6, 12, 4, 6, 5, 12, 6, 3, 4, 8, 5, 14, 7, 6, 8, 15, 5, 9, 8, 13, 16, 2, 23, 15, 6, 20, 10, 6, 4, 4, 13, 5, 11], 'rl1': [3, 14, 10, 9, 17, 12, 9, 8, 4, 8, 12, 6, 12, 5, 11, 7, 4, 8, 6, 6, 4, 9, 10, 6, 7, 23, 17, 8, 4, 17, 9, 19, 19, 12, 11, 12, 5, 5, 51, 7, 14, 5, 5, 10, 5, 11, 14, 11, 12, 12, 4, 7, 8, 5, 9, 2, 12, 5, 11, 7, 6, 9, 14, 9, 8, 4, 13, 7, 11, 5, 10, 5, 13, 5, 3, 12, 10, 4, 13, 6, 6, 9, 13, 7, 16, 8, 11, 16, 5, 30, 17, 5, 7, 8, 11, 11, 9, 13, 4, 10], 'rl2': [4, 15, 7, 8, 18, 15, 8, 3, 4, 4, 10, 6, 6, 11, 11, 8, 3, 8, 7, 12, 3, 2, 7, 18, 3, 20, 10, 12, 4, 22, 9, 10, 7, 20, 23, 11, 16, 5, 40, 12, 14, 7, 4, 12, 12, 10, 7, 9, 5, 12, 6, 4, 8, 5, 11, 8, 6, 5, 8, 7, 9, 6, 9, 10, 8, 6, 13, 6, 12, 4, 6, 5, 12, 6, 3, 4, 8, 5, 14, 7, 6, 8, 15, 5, 9, 8, 13, 16, 2, 23, 15, 6, 20, 10, 6, 4, 4, 13, 5, 11]}, {'q1': [7, 7, 16, 9, 5, 14, 7, 8, 17, 12, 12, 21, 6, 8, 7, 5, 8, 25, 7, 23, 9, 8, 13, 17, 7, 7, 8, 8, 6, 7, 23, 13, 12, 6, 10, 4, 7, 5, 7, 13, 3, 7, 3, 13, 10, 9, 11, 26, 5, 9, 12, 9, 14, 26, 10, 4, 14, 7, 12, 7, 6, 27, 12, 7, 9, 5, 14, 8, 4, 15, 7, 6, 6, 7, 6, 27, 3, 15, 6, 6, 21, 5, 8, 3, 11, 4, 32, 6, 7, 6, 5, 18, 8, 16, 8, 9, 17, 6, 11, 19], 'q2': [5, 5, 21, 6, 8, 16, 10, 11, 11, 14, 9, 29, 6, 9, 9, 5, 8, 7, 8, 31, 8, 13, 9, 22, 7, 7, 27, 6, 6, 10, 11, 13, 6, 4, 7, 5, 5, 7, 4, 19, 6, 9, 2, 4, 5, 7, 11, 50, 14, 8, 16, 5, 8, 6, 11, 9, 6, 7, 12, 12, 13, 8, 12, 11, 10, 8, 19, 10, 5, 5, 9, 9, 6, 7, 4, 9, 4, 6, 4, 5, 6, 6, 10, 8, 14, 5, 6, 7, 6, 13, 5, 12, 15, 10, 6, 7, 9, 7, 10, 7], 'rl1': [7, 7, 16, 9, 5, 14, 7, 8, 17, 12, 12, 21, 6, 8, 7, 5, 8, 25, 7, 23, 9, 8, 13, 17, 7, 7, 8, 8, 6, 7, 23, 13, 12, 6, 10, 4, 7, 5, 7, 13, 3, 7, 3, 13, 10, 9, 11, 26, 5, 9, 12, 9, 14, 26, 10, 4, 14, 7, 12, 7, 6, 27, 12, 7, 9, 5, 14, 8, 4, 15, 7, 6, 6, 7, 6, 27, 3, 15, 6, 6, 21, 5, 8, 3, 11, 4, 32, 6, 7, 6, 5, 18, 8, 16, 8, 9, 17, 6, 11, 19], 'rl2': [5, 5, 21, 6, 8, 16, 10, 11, 11, 14, 9, 29, 6, 9, 9, 5, 8, 7, 8, 31, 8, 13, 9, 22, 7, 7, 27, 6, 6, 10, 11, 13, 6, 4, 7, 5, 5, 7, 4, 19, 6, 9, 2, 4, 5, 7, 11, 50, 14, 8, 16, 5, 8, 6, 11, 9, 6, 7, 12, 12, 13, 8, 12, 11, 10, 8, 19, 10, 5, 5, 9, 9, 6, 7, 4, 9, 4, 6, 4, 5, 6, 6, 10, 8, 14, 5, 6, 7, 6, 13, 5, 12, 15, 10, 6, 7, 9, 7, 10, 7]}, {'q1': [8, 13, 10, 6, 5, 6, 11, 4, 7, 7, 4, 5, 5, 6, 17, 14, 10, 8, 10, 10, 14, 18, 7, 3, 10, 12, 7, 7, 12, 4, 5, 6, 5, 8, 4, 9, 9, 14, 7, 25, 4, 10, 5, 9, 9, 8, 7, 4, 3, 11, 18, 6, 17, 18, 7, 7, 7, 10, 4, 8, 4, 9, 16, 13, 4, 6, 8, 10, 5, 8, 12, 11, 30, 12, 7, 17, 12, 10, 8, 10, 6, 6, 4, 7, 6, 23, 7, 7, 6, 9, 21, 5, 9, 20, 9, 8, 9, 8, 6, 3], 'q2': [8, 9, 7, 5, 6, 7, 6, 21, 12, 17, 4, 4, 7, 8, 6, 11, 8, 19, 8, 8, 15, 11, 8, 5, 12, 11, 5, 13, 30, 10, 8, 6, 7, 6, 4, 8, 9, 12, 3, 11, 4, 7, 8, 12, 18, 6, 9, 5, 8, 13, 4, 20, 14, 4, 8, 9, 8, 10, 6, 9, 8, 5, 12, 14, 13, 11, 7, 10, 8, 7, 12, 8, 12, 13, 14, 8, 13, 5, 10, 7, 4, 7, 6, 7, 7, 10, 6, 8, 13, 8, 10, 5, 5, 19, 9, 6, 9, 8, 5, 8], 'rl1': [8, 13, 10, 6, 5, 6, 11, 4, 7, 7, 4, 5, 5, 6, 17, 14, 10, 8, 10, 10, 14, 18, 7, 3, 10, 12, 7, 7, 12, 4, 5, 6, 5, 8, 4, 9, 9, 14, 7, 25, 4, 10, 5, 9, 9, 8, 7, 4, 3, 11, 18, 6, 17, 18, 7, 7, 7, 10, 4, 8, 4, 9, 16, 13, 4, 6, 8, 10, 5, 8, 12, 11, 30, 12, 7, 17, 12, 10, 8, 10, 6, 6, 4, 7, 6, 23, 7, 7, 6, 9, 21, 5, 9, 20, 9, 8, 9, 8, 6, 3], 'rl2': [8, 9, 7, 5, 6, 7, 6, 21, 12, 17, 4, 4, 7, 8, 6, 11, 8, 19, 8, 8, 15, 11, 8, 5, 12, 11, 5, 13, 30, 10, 8, 6, 7, 6, 4, 8, 9, 12, 3, 11, 4, 7, 8, 12, 18, 6, 9, 5, 8, 13, 4, 20, 14, 4, 8, 9, 8, 10, 6, 9, 8, 5, 12, 14, 13, 11, 7, 10, 8, 7, 12, 8, 12, 13, 14, 8, 13, 5, 10, 7, 4, 7, 6, 7, 7, 10, 6, 8, 13, 8, 10, 5, 5, 19, 9, 6, 9, 8, 5, 8]}, {'q1': [7, 6, 5, 9, 6, 8, 26, 6, 8, 9, 12, 5, 9, 23, 7, 7, 4, 20, 7, 8, 5, 4, 21, 8, 5, 10, 8, 11, 5, 10, 9, 3, 11, 13, 8, 16, 10, 29, 12, 8, 8, 6, 10, 7, 9, 16, 11, 8, 6, 23, 9, 6, 14, 7, 5, 10, 9, 8, 5, 9, 7, 11, 5, 7, 9, 10, 15, 18, 8, 6, 5, 8, 9, 12, 12, 18, 13, 10, 7, 7, 6, 13, 13, 8, 6, 7, 7, 6, 23, 6, 7, 15, 6, 7, 9, 23, 14, 16, 18, 9], 'q2': [5, 17, 5, 7, 12, 27, 29, 12, 10, 9, 12, 5, 8, 10, 8, 6, 4, 13, 5, 6, 3, 10, 18, 8, 3, 11, 17, 49, 8, 21, 10, 11, 8, 9, 9, 16, 12, 25, 11, 9, 6, 4, 8, 5, 7, 10, 2, 5, 6, 23, 6, 8, 21, 4, 9, 9, 5, 11, 18, 12, 7, 33, 8, 6, 19, 10, 17, 16, 11, 5, 6, 8, 3, 7, 7, 39, 6, 8, 7, 3, 8, 20, 11, 7, 5, 7, 6, 3, 14, 9, 5, 23, 7, 18, 6, 7, 6, 9, 39, 10], 'rl1': [7, 6, 5, 9, 6, 8, 26, 6, 8, 9, 12, 5, 9, 23, 7, 7, 4, 20, 7, 8, 5, 4, 21, 8, 5, 10, 8, 11, 5, 10, 9, 3, 11, 13, 8, 16, 10, 29, 12, 8, 8, 6, 10, 7, 9, 16, 11, 8, 6, 23, 9, 6, 14, 7, 5, 10, 9, 8, 5, 9, 7, 11, 5, 7, 9, 10, 15, 18, 8, 6, 5, 8, 9, 12, 12, 18, 13, 10, 7, 7, 6, 13, 13, 8, 6, 7, 7, 6, 23, 6, 7, 15, 6, 7, 9, 23, 14, 16, 18, 9], 'rl2': [5, 17, 5, 7, 12, 27, 29, 12, 10, 9, 12, 5, 8, 10, 8, 6, 4, 13, 5, 6, 3, 10, 18, 8, 3, 11, 17, 49, 8, 21, 10, 11, 8, 9, 9, 16, 12, 25, 11, 9, 6, 4, 8, 5, 7, 10, 2, 5, 6, 23, 6, 8, 21, 4, 9, 9, 5, 11, 18, 12, 7, 33, 8, 6, 19, 10, 17, 16, 11, 5, 6, 8, 3, 7, 7, 39, 6, 8, 7, 3, 8, 20, 11, 7, 5, 7, 6, 3, 14, 9, 5, 23, 7, 18, 6, 7, 6, 9, 39, 10]}, {'q1': [11, 16, 6, 12, 3, 11, 8, 2, 6], 'q2': [8, 6, 3, 7, 3, 6, 6, 11, 3], 'rl1': [11, 16, 6, 12, 3, 11, 8, 2, 6], 'rl2': [8, 6, 3, 7, 3, 6, 6, 11, 3]}]\n","Epoch 3 iter 552 took 174.4s\n","loss:\t0.09423\tdev score:\t0.7157\n","[{'q1': array([[  27,  312,  143, ...,    0,    0,    0],\n","       [ 410,   92, 4775, ...,    0,    0,    0],\n","       [ 619,  532,   90, ...,    0,    0,    0],\n","       ...,\n","       [  22,   23,  150, ...,    0,    0,    0],\n","       [  27, 5234,  495, ...,    0,    0,    0],\n","       [  51, 4504,   26, ...,    0,    0,    0]]), 'q2': array([[  27,  312,   12, ...,    0,    0,    0],\n","       [   2, 3843,   91, ...,    0,    0,    0],\n","       [ 619,  532,   90, ...,    0,    0,    0],\n","       ...,\n","       [  27,  150, 6740, ...,    0,    0,    0],\n","       [  27,  495, 1225, ...,    0,    0,    0],\n","       [  63, 3121,    1, ...,    0,    0,    0]]), 'rl1': array([[1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 7, ..., 0, 0, 0],\n","       ...,\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0]]), 'rl2': array([[ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1, 12,  2, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0]]), 'y': array([0, 0, 1, 1, 1, 1, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1,\n","       1, 0, 0, 1, 0, 0, 0, 1, 0, 1, 1, 1, 1, 0, 0, 1, 0, 1, 0, 1, 1, 0,\n","       0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 1, 1, 0, 1, 0, 0, 0,\n","       1, 0, 0, 1, 0, 0, 1, 0, 0, 0, 1, 0, 1, 1, 0, 0, 0, 0, 1, 0, 0, 0,\n","       1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0])}, {'q1': array([[  22, 1118, 1326, ...,    0,    0,    0],\n","       [  63,  421,   90, ...,    0,    0,    0],\n","       [  51,  115,   19, ...,    0,    0,    0],\n","       ...,\n","       [   2,   30,   91, ...,    0,    0,    0],\n","       [  22,   23, 5366, ...,    0,    0,    0],\n","       [  51,  150, 9472, ...,    0,    0,    0]]), 'q2': array([[1976,   26, 1750, ...,    0,    0,    0],\n","       [  63,  421,   90, ...,    0,    0,    0],\n","       [  51,  115,   19, ...,    0,    0,    0],\n","       ...,\n","       [   2,   16, 2492, ...,    0,    0,    0],\n","       [  22,   23, 5366, ...,    0,    0,    0],\n","       [  27,  150, 2045, ...,    0,    0,    0]]), 'rl1': array([[1, 2, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       ...,\n","       [1, 4, 2, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0]]), 'rl2': array([[ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1, 11, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  4,  2, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0]]), 'y': array([0, 0, 0, 1, 0, 0, 1, 0, 1, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 1, 1,\n","       1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0,\n","       1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 1, 0, 0, 1, 1, 1, 0,\n","       0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0,\n","       1, 0, 1, 0, 1, 0, 0, 0, 1, 0, 0, 1])}, {'q1': array([[   2,   16,  504, ...,    0,    0,    0],\n","       [   2,   30,  443, ...,    0,    0,    0],\n","       [   2,   42,  274, ...,    0,    0,    0],\n","       ...,\n","       [   2,   30, 1949, ...,    0,    0,    0],\n","       [  30,   91,  474, ...,    0,    0,    0],\n","       [  22,   64,  274, ...,    0,    0,    0]]), 'q2': array([[ 150,  248,  504, ...,    0,    0,    0],\n","       [   2,   30,   91, ...,    0,    0,    0],\n","       [   2,   64,  274, ...,    0,    0,    0],\n","       ...,\n","       [   2,   30, 1949, ...,    0,    0,    0],\n","       [   2,   30,   91, ...,    0,    0,    0],\n","       [   2,   30,   91, ...,    0,    0,    0]]), 'rl1': array([[ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  4,  2, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       ...,\n","       [ 1, 25,  1, ...,  0,  0,  0],\n","       [ 4,  1,  2, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0]]), 'rl2': array([[ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  4,  2, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       ...,\n","       [ 1, 25,  1, ...,  0,  0,  0],\n","       [ 1,  4,  2, ...,  0,  0,  0],\n","       [ 1, 19,  2, ...,  0,  0,  0]]), 'y': array([0, 0, 1, 0, 1, 0, 0, 0, 1, 0, 1, 0, 0, 1, 1, 0, 0, 1, 0, 1, 0, 1,\n","       0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 1, 1, 0, 0, 0, 0,\n","       1, 0, 0, 1, 0, 1, 0, 0, 1, 0, 1, 0, 1, 0, 0, 0, 0, 1, 1, 1, 1, 1,\n","       1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 1, 0, 0,\n","       0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 1, 1])}, {'q1': array([[ 115,  542, 1339, ...,    0,    0,    0],\n","       [  22,  115, 5973, ...,    0,    0,    0],\n","       [   2,   16,  435, ...,    0,    0,    0],\n","       ...,\n","       [ 210,   44,   76, ...,    0,    0,    0],\n","       [  91,  542, 7741, ...,    0,    0,    0],\n","       [ 115,   92,  248, ...,    0,    0,    0]]), 'q2': array([[  654,     1,    22, ...,   132,    18,  4298],\n","       [   77, 15445, 15446, ...,     0,     0,     0],\n","       [ 1848,  7731,    18, ...,     0,     0,     0],\n","       ...,\n","       [    2,    30,   474, ...,     0,     0,     0],\n","       [    2,   123,   457, ...,     0,     0,     0],\n","       [   51,   464,  1817, ...,     0,     0,     0]]), 'rl1': array([[1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 4, 2, ..., 0, 0, 0],\n","       ...,\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0]]), 'rl2': array([[ 9,  1,  1, ...,  1,  1,  1],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 2, 11,  1, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  4,  2, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0]]), 'y': array([0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 1, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0,\n","       0, 1, 0, 1, 1, 0, 0, 1, 1, 1, 0, 0, 1, 0, 0, 1, 0, 0, 0, 1, 0, 0,\n","       0, 0, 0, 0, 1, 0, 1, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0,\n","       0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 1, 1, 1, 0, 1, 0, 0, 0, 1, 0, 0, 1,\n","       0, 0, 1, 0, 0, 0, 1, 1, 1, 0, 0, 0])}, {'q1': array([[9076, 1118, 3728, ...,    0,    0,    0],\n","       [  30,  274,  675, ...,    0,    0,    0],\n","       [  22,  238,    1, ...,    0,    0,    0],\n","       ...,\n","       [  15,  149,  150, ...,    0,    0,    0],\n","       [   2,   90,  254, ...,    0,    0,    0],\n","       [ 149, 1274, 4973, ...,    0,    0,    0]]), 'q2': array([[ 149, 9076,    1, ...,    0,    0,    0],\n","       [  30,  274,  675, ...,    0,    0,    0],\n","       [  22,  238,    1, ...,    0,    0,    0],\n","       ...,\n","       [  22,  149,  150, ...,    0,    0,    0],\n","       [   2,   90,   91, ...,    0,    0,    0],\n","       [ 149, 1274, 4973, ...,    0,    0,    0]]), 'rl1': array([[12,  2,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [12,  2,  1, ...,  0,  0,  0],\n","       ...,\n","       [12,  2,  1, ...,  0,  0,  0],\n","       [ 1,  1,  2, ...,  0,  0,  0],\n","       [ 2,  1,  1, ...,  0,  0,  0]]), 'rl2': array([[ 2, 16,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [12,  2,  1, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  2,  1, ...,  0,  0,  0],\n","       [ 1,  4,  2, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0]]), 'y': array([1, 1, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1,\n","       1, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 1, 0, 0, 0, 1, 1, 1, 1, 0, 0, 0,\n","       0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, 0, 0, 0, 1, 0,\n","       0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 1, 1, 0, 0, 1, 0, 0, 1, 0,\n","       0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 1, 0])}, {'q1': array([[  22,  238,    1, ...,    0,    0,    0],\n","       [  51,  421,  312, ...,    0,    0,    0],\n","       [   2,  542,  537, ...,    0,    0,    0],\n","       ...,\n","       [   2,   30,   91, ...,    0,    0,    0],\n","       [   2,   16,   74, ...,    0,    0,    0],\n","       [  27,  290, 3996, ...,    0,    0,    0]]), 'q2': array([[   2, 1426,  238, ...,    0,    0,    0],\n","       [  27,  312,  150, ...,    0,    0,    0],\n","       [  22,  542,  238, ...,    0,    0,    0],\n","       ...,\n","       [   2,   30, 1251, ...,    0,    0,    0],\n","       [  72, 3942,  590, ...,    0,    0,    0],\n","       [  51,  140, 2804, ...,    0,    0,    0]]), 'rl1': array([[ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  4,  2, ...,  0,  0,  0],\n","       [ 1,  8,  2, ...,  0,  0,  0],\n","       [ 1, 12,  2, ...,  0,  0,  0]]), 'rl2': array([[ 1,  1,  2, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [12,  1,  2, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  4,  2, ...,  0,  0,  0],\n","       [ 1,  2,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0]]), 'y': array([0, 1, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 1,\n","       1, 0, 1, 0, 0, 1, 0, 1, 1, 0, 0, 1, 0, 1, 0, 1, 0, 0, 1, 0, 0, 0,\n","       1, 1, 0, 0, 0, 0, 1, 0, 0, 0, 1, 1, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0,\n","       0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1,\n","       0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0])}, {'q1': array([[   27,   150,   893, ...,     0,     0,     0],\n","       [  410,    92,   308, ...,     0,     0,     0],\n","       [   15,  1636, 10694, ...,     0,     0,     0],\n","       ...,\n","       [   22,   149,   143, ...,     0,     0,     0],\n","       [   51,   156,  1817, ...,     0,     0,     0],\n","       [    2,  2426,  2617, ...,     0,     0,     0]]), 'q2': array([[  27,  150,  893, ...,    0,    0,    0],\n","       [  22,  238,    1, ...,    0,    0,    0],\n","       [5205,   35,   90, ...,    0,    0,    0],\n","       ...,\n","       [  51,  143,  194, ...,    0,    0,    0],\n","       [  51,  156, 1817, ...,    0,    0,    0],\n","       [   2,  261, 7546, ...,    0,    0,    0]]), 'rl1': array([[ 1,  1, 11, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  2,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  2, 11, ...,  0,  0,  0]]), 'rl2': array([[ 1,  1,  1, ...,  0,  0,  0],\n","       [12,  2,  1, ...,  0,  0,  0],\n","       [ 2,  1,  1, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  2, 11, ...,  0,  0,  0]]), 'y': array([0, 1, 0, 1, 1, 1, 0, 0, 1, 1, 0, 0, 1, 1, 1, 0, 0, 1, 0, 1, 0, 0,\n","       0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 1, 1, 1, 0, 0, 0, 1, 1, 0, 0,\n","       0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0,\n","       0, 1, 0, 0, 1, 0, 1, 1, 1, 0, 0, 1, 1, 1, 1, 1, 1, 0, 1, 1, 1, 1,\n","       0, 0, 1, 1, 0, 0, 0, 1, 1, 0, 0, 0])}, {'q1': array([[   16,    18,  2102, ...,     0,     0,     0],\n","       [  149, 14367,  3857, ...,     0,     0,     0],\n","       [   27,   150,  3914, ...,     0,     0,     0],\n","       ...,\n","       [   22,     1,     1, ...,     0,     0,     0],\n","       [  210,    30,   435, ...,     0,     0,     0],\n","       [ 1115,    92,  3535, ...,     0,     0,     0]]), 'q2': array([[  63,   16,  254, ...,    0,    0,    0],\n","       [  51,  421,  312, ...,    0,    0,    0],\n","       [  27,  150, 3914, ...,    0,    0,    0],\n","       ...,\n","       [  22,  149,  143, ...,    0,    0,    0],\n","       [ 210,   30, 1208, ...,    0,    0,    0],\n","       [1115,   92, 1210, ...,    0,    0,    0]]), 'rl1': array([[12,  1,  1, ...,  0,  0,  0],\n","       [ 2,  1, 16, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  4,  1, ...,  0,  0,  0],\n","       [ 1,  4,  2, ...,  0,  0,  0],\n","       [ 1,  1,  2, ...,  0,  0,  0]]), 'rl2': array([[1, 4, 2, ..., 0, 0, 0],\n","       [1, 4, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       ...,\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 4, 2, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0]]), 'y': array([0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 1, 0, 0, 1, 0, 0, 0, 1, 0, 0, 1,\n","       0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0,\n","       0, 0, 0, 1, 0, 1, 0, 0, 0, 1, 1, 0, 0, 0, 1, 1, 1, 0, 1, 1, 0, 0,\n","       1, 1, 0, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 1, 0, 1, 0,\n","       0, 0, 1, 0, 0, 0, 1, 0, 0, 1, 0, 1])}, {'q1': array([[   22,   149,   143,  1756,  5438,  1376, 11749,     6,  2045,\n","            1,   448,     0,     0,     0,     0,     0],\n","       [   16,   816,     1,    22,   350, 15383,     1,     1,   208,\n","         2628,  4575,  1746,     1,    51,    52,  2329],\n","       [   51,   143,  2867,   248,   411,  1893,     0,     0,     0,\n","            0,     0,     0,     0,     0,     0,     0],\n","       [   22,  7451,     1, 15384,     1, 14013,     1, 15385,     1,\n","            6, 15386, 15387,     0,     0,     0,     0],\n","       [  118,  1462,   220,     0,     0,     0,     0,     0,     0,\n","            0,     0,     0,     0,     0,     0,     0],\n","       [   27,   150,   248,  1043,   276,  1088,   201,   217,    69,\n","         1589,    39,     0,     0,     0,     0,     0],\n","       [   27,  1847,   509,   360,  2030,     6,  9441,  4218,     0,\n","            0,     0,     0,     0,     0,     0,     0],\n","       [ 2457,  1010,     0,     0,     0,     0,     0,     0,     0,\n","            0,     0,     0,     0,     0,     0,     0],\n","       [    2,    30,    91,  1785,  1340,  2012,     0,     0,     0,\n","            0,     0,     0,     0,     0,     0,     0]]), 'q2': array([[   27,   150, 11910,  5438,     6,  2045,     1,  1976,     0,\n","            0,     0],\n","       [    2,   350, 15545,   936,    35,  1746,     0,     0,     0,\n","            0,     0],\n","       [    2,   411,  1893,     0,     0,     0,     0,     0,     0,\n","            0,     0],\n","       [  125,  8061,   352,   464,    18, 14883,    25,     0,     0,\n","            0,     0],\n","       [   51,  1462,   220,     0,     0,     0,     0,     0,     0,\n","            0,     0],\n","       [  209,   569,  1088,    37,  1589,    39,     0,     0,     0,\n","            0,     0],\n","       [  125,   127,  9441,  4218,    18,  1677,     0,     0,     0,\n","            0,     0],\n","       [  208,     1,    22,   566, 11494,   503,     1,    22,    99,\n","         2212,  2445],\n","       [    2,  1785, 11091,     0,     0,     0,     0,     0,     0,\n","            0,     0]]), 'rl1': array([[ 1,  2,  1,  1, 16,  1,  1,  1,  1,  1,  1,  0,  0,  0,  0,  0],\n","       [ 8,  2,  1,  1, 23,  1,  1,  1,  1,  9,  2, 11,  1, 18,  1,  1],\n","       [ 1,  1,  1,  1,  2, 11,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0],\n","       [ 1,  1,  1,  1,  1,  1,  1,  1,  1,  1,  1,  1,  0,  0,  0,  0],\n","       [ 2,  3,  1,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0],\n","       [ 1,  1,  1,  2,  1, 22,  1,  1,  1,  1,  6,  0,  0,  0,  0,  0],\n","       [ 1,  1,  1,  1,  1,  1,  1,  1,  0,  0,  0,  0,  0,  0,  0,  0],\n","       [ 1,  1,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0],\n","       [ 1,  4,  2,  1,  2, 13,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0]]), 'rl2': array([[ 1,  1,  1,  1,  1,  1,  1,  1,  0,  0,  0],\n","       [ 1,  1,  1,  1,  1,  1,  0,  0,  0,  0,  0],\n","       [ 1,  2, 11,  0,  0,  0,  0,  0,  0,  0,  0],\n","       [ 1,  1,  1,  1,  1,  1,  1,  0,  0,  0,  0],\n","       [ 1,  1,  1,  0,  0,  0,  0,  0,  0,  0,  0],\n","       [ 1,  1,  1,  1,  1,  1,  0,  0,  0,  0,  0],\n","       [ 1,  2,  1, 12,  1,  1,  0,  0,  0,  0,  0],\n","       [ 1,  1,  1,  1,  1,  1,  1,  1,  2,  1, 13],\n","       [ 1,  1,  1,  0,  0,  0,  0,  0,  0,  0,  0]]), 'y': array([1, 0, 1, 0, 1, 1, 0, 1, 1])}]\n","[{'q1': [8, 8, 7, 8, 33, 8, 12, 7, 8, 5, 15, 6, 3, 4, 7, 5, 15, 21, 8, 24, 5, 5, 16, 12, 3, 16, 7, 7, 6, 6, 16, 13, 10, 5, 4, 15, 7, 4, 9, 8, 8, 6, 5, 15, 11, 5, 4, 16, 14, 6, 6, 30, 13, 17, 10, 17, 5, 8, 14, 11, 10, 8, 6, 6, 9, 6, 4, 16, 6, 12, 20, 11, 11, 8, 5, 8, 10, 4, 12, 7, 8, 6, 8, 47, 10, 7, 9, 8, 5, 17, 19, 19, 10, 6, 18, 11, 7, 5, 6, 7], 'q2': [15, 9, 6, 6, 16, 7, 13, 8, 6, 5, 5, 10, 6, 4, 6, 7, 7, 11, 8, 8, 9, 12, 22, 16, 6, 21, 8, 5, 6, 9, 5, 13, 8, 3, 7, 5, 9, 4, 11, 7, 7, 8, 5, 8, 19, 9, 4, 12, 16, 6, 7, 16, 14, 8, 15, 19, 8, 6, 10, 7, 10, 6, 7, 6, 11, 7, 5, 29, 8, 10, 19, 11, 14, 11, 5, 10, 5, 5, 12, 7, 14, 10, 10, 25, 7, 7, 6, 4, 6, 24, 11, 13, 4, 3, 4, 8, 9, 7, 5, 6], 'rl1': [8, 8, 7, 8, 33, 8, 12, 7, 8, 5, 15, 6, 3, 4, 7, 5, 15, 21, 8, 24, 5, 5, 16, 12, 3, 16, 7, 7, 6, 6, 16, 13, 10, 5, 4, 15, 7, 4, 9, 8, 8, 6, 5, 15, 11, 5, 4, 16, 14, 6, 6, 30, 13, 17, 10, 17, 5, 8, 14, 11, 10, 8, 6, 6, 9, 6, 4, 16, 6, 12, 20, 11, 11, 8, 5, 8, 10, 4, 12, 7, 8, 6, 8, 47, 10, 7, 9, 8, 5, 17, 19, 19, 10, 6, 18, 11, 7, 5, 6, 7], 'rl2': [15, 9, 6, 6, 16, 7, 13, 8, 6, 5, 5, 10, 6, 4, 6, 7, 7, 11, 8, 8, 9, 12, 22, 16, 6, 21, 8, 5, 6, 9, 5, 13, 8, 3, 7, 5, 9, 4, 11, 7, 7, 8, 5, 8, 19, 9, 4, 12, 16, 6, 7, 16, 14, 8, 15, 19, 8, 6, 10, 7, 10, 6, 7, 6, 11, 7, 5, 29, 8, 10, 19, 11, 14, 11, 5, 10, 5, 5, 12, 7, 14, 10, 10, 25, 7, 7, 6, 4, 6, 24, 11, 13, 4, 3, 4, 8, 9, 7, 5, 6]}, {'q1': [7, 7, 17, 8, 9, 10, 4, 7, 6, 26, 11, 6, 6, 8, 13, 9, 9, 11, 8, 5, 12, 12, 6, 13, 11, 14, 5, 5, 5, 18, 9, 6, 15, 6, 14, 3, 9, 6, 7, 9, 15, 14, 6, 6, 7, 11, 11, 10, 8, 6, 15, 12, 7, 16, 8, 16, 7, 27, 4, 5, 4, 7, 5, 6, 6, 6, 3, 11, 8, 16, 28, 8, 9, 7, 15, 11, 7, 10, 7, 11, 13, 11, 7, 10, 16, 2, 10, 11, 4, 9, 7, 28, 7, 9, 8, 12, 8, 8, 6, 8], 'q2': [5, 7, 16, 8, 9, 8, 3, 6, 6, 5, 12, 11, 8, 6, 12, 24, 19, 10, 9, 5, 16, 12, 8, 23, 10, 16, 3, 8, 5, 12, 12, 6, 15, 8, 14, 13, 11, 8, 11, 8, 12, 35, 7, 4, 6, 14, 8, 10, 11, 10, 7, 3, 5, 8, 4, 14, 7, 36, 9, 10, 5, 5, 5, 5, 5, 10, 5, 7, 8, 15, 5, 6, 8, 7, 13, 20, 9, 7, 3, 11, 14, 9, 6, 9, 11, 10, 5, 8, 4, 15, 5, 16, 7, 14, 5, 13, 8, 5, 6, 8], 'rl1': [7, 7, 17, 8, 9, 10, 4, 7, 6, 26, 11, 6, 6, 8, 13, 9, 9, 11, 8, 5, 12, 12, 6, 13, 11, 14, 5, 5, 5, 18, 9, 6, 15, 6, 14, 3, 9, 6, 7, 9, 15, 14, 6, 6, 7, 11, 11, 10, 8, 6, 15, 12, 7, 16, 8, 16, 7, 27, 4, 5, 4, 7, 5, 6, 6, 6, 3, 11, 8, 16, 28, 8, 9, 7, 15, 11, 7, 10, 7, 11, 13, 11, 7, 10, 16, 2, 10, 11, 4, 9, 7, 28, 7, 9, 8, 12, 8, 8, 6, 8], 'rl2': [5, 7, 16, 8, 9, 8, 3, 6, 6, 5, 12, 11, 8, 6, 12, 24, 19, 10, 9, 5, 16, 12, 8, 23, 10, 16, 3, 8, 5, 12, 12, 6, 15, 8, 14, 13, 11, 8, 11, 8, 12, 35, 7, 4, 6, 14, 8, 10, 11, 10, 7, 3, 5, 8, 4, 14, 7, 36, 9, 10, 5, 5, 5, 5, 5, 10, 5, 7, 8, 15, 5, 6, 8, 7, 13, 20, 9, 7, 3, 11, 14, 9, 6, 9, 11, 10, 5, 8, 4, 15, 5, 16, 7, 14, 5, 13, 8, 5, 6, 8]}, {'q1': [5, 6, 10, 7, 8, 11, 14, 6, 12, 11, 9, 9, 25, 5, 7, 5, 14, 8, 13, 6, 6, 8, 11, 7, 16, 20, 8, 10, 4, 6, 8, 9, 13, 21, 7, 22, 7, 7, 8, 12, 18, 4, 7, 7, 3, 3, 12, 12, 6, 7, 8, 16, 7, 11, 11, 7, 8, 9, 12, 11, 5, 7, 9, 6, 6, 2, 9, 21, 5, 10, 6, 10, 19, 9, 15, 6, 9, 6, 21, 5, 6, 5, 14, 18, 12, 5, 14, 20, 7, 24, 14, 26, 6, 14, 19, 12, 26, 9, 6, 8], 'q2': [5, 6, 10, 8, 8, 10, 8, 6, 10, 10, 5, 9, 17, 6, 7, 4, 7, 4, 20, 6, 6, 6, 7, 6, 17, 20, 18, 8, 5, 6, 9, 7, 13, 21, 6, 21, 7, 7, 7, 11, 15, 3, 9, 7, 6, 6, 9, 7, 6, 5, 7, 10, 13, 13, 13, 25, 8, 10, 10, 9, 4, 6, 7, 7, 5, 4, 6, 32, 5, 6, 6, 7, 26, 18, 13, 7, 12, 8, 7, 4, 10, 5, 8, 20, 21, 7, 12, 54, 7, 24, 6, 27, 10, 14, 5, 11, 23, 9, 8, 8], 'rl1': [5, 6, 10, 7, 8, 11, 14, 6, 12, 11, 9, 9, 25, 5, 7, 5, 14, 8, 13, 6, 6, 8, 11, 7, 16, 20, 8, 10, 4, 6, 8, 9, 13, 21, 7, 22, 7, 7, 8, 12, 18, 4, 7, 7, 3, 3, 12, 12, 6, 7, 8, 16, 7, 11, 11, 7, 8, 9, 12, 11, 5, 7, 9, 6, 6, 2, 9, 21, 5, 10, 6, 10, 19, 9, 15, 6, 9, 6, 21, 5, 6, 5, 14, 18, 12, 5, 14, 20, 7, 24, 14, 26, 6, 14, 19, 12, 26, 9, 6, 8], 'rl2': [5, 6, 10, 8, 8, 10, 8, 6, 10, 10, 5, 9, 17, 6, 7, 4, 7, 4, 20, 6, 6, 6, 7, 6, 17, 20, 18, 8, 5, 6, 9, 7, 13, 21, 6, 21, 7, 7, 7, 11, 15, 3, 9, 7, 6, 6, 9, 7, 6, 5, 7, 10, 13, 13, 13, 25, 8, 10, 10, 9, 4, 6, 7, 7, 5, 4, 6, 32, 5, 6, 6, 7, 26, 18, 13, 7, 12, 8, 7, 4, 10, 5, 8, 20, 21, 7, 12, 54, 7, 24, 6, 27, 10, 14, 5, 11, 23, 9, 8, 8]}, {'q1': [11, 10, 10, 11, 8, 17, 9, 6, 5, 6, 6, 9, 9, 17, 13, 14, 9, 14, 7, 15, 5, 12, 6, 8, 7, 6, 9, 18, 14, 15, 14, 7, 10, 6, 4, 19, 11, 7, 7, 5, 14, 9, 6, 11, 7, 11, 8, 16, 5, 14, 6, 7, 11, 20, 12, 8, 6, 13, 8, 7, 4, 7, 5, 7, 20, 17, 4, 14, 13, 5, 22, 4, 7, 9, 10, 12, 7, 10, 7, 18, 12, 4, 11, 7, 8, 16, 11, 4, 6, 16, 8, 9, 6, 6, 8, 13, 9, 7, 6, 7], 'q2': [32, 13, 15, 4, 7, 6, 6, 6, 8, 9, 5, 6, 14, 6, 8, 23, 4, 10, 15, 12, 5, 28, 11, 3, 24, 10, 11, 32, 11, 13, 12, 9, 12, 5, 5, 9, 7, 10, 18, 5, 8, 9, 15, 7, 9, 11, 8, 4, 8, 9, 7, 7, 5, 22, 25, 11, 15, 13, 5, 9, 4, 8, 3, 4, 12, 24, 12, 24, 11, 10, 22, 4, 6, 5, 8, 8, 6, 8, 5, 9, 6, 4, 5, 8, 8, 31, 9, 6, 5, 11, 11, 27, 13, 8, 10, 9, 10, 7, 5, 5], 'rl1': [11, 10, 10, 11, 8, 17, 9, 6, 5, 6, 6, 9, 9, 17, 13, 14, 9, 14, 7, 15, 5, 12, 6, 8, 7, 6, 9, 18, 14, 15, 14, 7, 10, 6, 4, 19, 11, 7, 7, 5, 14, 9, 6, 11, 7, 11, 8, 16, 5, 14, 6, 7, 11, 20, 12, 8, 6, 13, 8, 7, 4, 7, 5, 7, 20, 17, 4, 14, 13, 5, 22, 4, 7, 9, 10, 12, 7, 10, 7, 18, 12, 4, 11, 7, 8, 16, 11, 4, 6, 16, 8, 9, 6, 6, 8, 13, 9, 7, 6, 7], 'rl2': [32, 13, 15, 4, 7, 6, 6, 6, 8, 9, 5, 6, 14, 6, 8, 23, 4, 10, 15, 12, 5, 28, 11, 3, 24, 10, 11, 32, 11, 13, 12, 9, 12, 5, 5, 9, 7, 10, 18, 5, 8, 9, 15, 7, 9, 11, 8, 4, 8, 9, 7, 7, 5, 22, 25, 11, 15, 13, 5, 9, 4, 8, 3, 4, 12, 24, 12, 24, 11, 10, 22, 4, 6, 5, 8, 8, 6, 8, 5, 9, 6, 4, 5, 8, 8, 31, 9, 6, 5, 11, 11, 27, 13, 8, 10, 9, 10, 7, 5, 5]}, {'q1': [3, 14, 10, 9, 17, 12, 9, 8, 4, 8, 12, 6, 12, 5, 11, 7, 4, 8, 6, 6, 4, 9, 10, 6, 7, 23, 17, 8, 4, 17, 9, 19, 19, 12, 11, 12, 5, 5, 51, 7, 14, 5, 5, 10, 5, 11, 14, 11, 12, 12, 4, 7, 8, 5, 9, 2, 12, 5, 11, 7, 6, 9, 14, 9, 8, 4, 13, 7, 11, 5, 10, 5, 13, 5, 3, 12, 10, 4, 13, 6, 6, 9, 13, 7, 16, 8, 11, 16, 5, 30, 17, 5, 7, 8, 11, 11, 9, 13, 4, 10], 'q2': [4, 15, 7, 8, 18, 15, 8, 3, 4, 4, 10, 6, 6, 11, 11, 8, 3, 8, 7, 12, 3, 2, 7, 18, 3, 20, 10, 12, 4, 22, 9, 10, 7, 20, 23, 11, 16, 5, 40, 12, 14, 7, 4, 12, 12, 10, 7, 9, 5, 12, 6, 4, 8, 5, 11, 8, 6, 5, 8, 7, 9, 6, 9, 10, 8, 6, 13, 6, 12, 4, 6, 5, 12, 6, 3, 4, 8, 5, 14, 7, 6, 8, 15, 5, 9, 8, 13, 16, 2, 23, 15, 6, 20, 10, 6, 4, 4, 13, 5, 11], 'rl1': [3, 14, 10, 9, 17, 12, 9, 8, 4, 8, 12, 6, 12, 5, 11, 7, 4, 8, 6, 6, 4, 9, 10, 6, 7, 23, 17, 8, 4, 17, 9, 19, 19, 12, 11, 12, 5, 5, 51, 7, 14, 5, 5, 10, 5, 11, 14, 11, 12, 12, 4, 7, 8, 5, 9, 2, 12, 5, 11, 7, 6, 9, 14, 9, 8, 4, 13, 7, 11, 5, 10, 5, 13, 5, 3, 12, 10, 4, 13, 6, 6, 9, 13, 7, 16, 8, 11, 16, 5, 30, 17, 5, 7, 8, 11, 11, 9, 13, 4, 10], 'rl2': [4, 15, 7, 8, 18, 15, 8, 3, 4, 4, 10, 6, 6, 11, 11, 8, 3, 8, 7, 12, 3, 2, 7, 18, 3, 20, 10, 12, 4, 22, 9, 10, 7, 20, 23, 11, 16, 5, 40, 12, 14, 7, 4, 12, 12, 10, 7, 9, 5, 12, 6, 4, 8, 5, 11, 8, 6, 5, 8, 7, 9, 6, 9, 10, 8, 6, 13, 6, 12, 4, 6, 5, 12, 6, 3, 4, 8, 5, 14, 7, 6, 8, 15, 5, 9, 8, 13, 16, 2, 23, 15, 6, 20, 10, 6, 4, 4, 13, 5, 11]}, {'q1': [7, 7, 16, 9, 5, 14, 7, 8, 17, 12, 12, 21, 6, 8, 7, 5, 8, 25, 7, 23, 9, 8, 13, 17, 7, 7, 8, 8, 6, 7, 23, 13, 12, 6, 10, 4, 7, 5, 7, 13, 3, 7, 3, 13, 10, 9, 11, 26, 5, 9, 12, 9, 14, 26, 10, 4, 14, 7, 12, 7, 6, 27, 12, 7, 9, 5, 14, 8, 4, 15, 7, 6, 6, 7, 6, 27, 3, 15, 6, 6, 21, 5, 8, 3, 11, 4, 32, 6, 7, 6, 5, 18, 8, 16, 8, 9, 17, 6, 11, 19], 'q2': [5, 5, 21, 6, 8, 16, 10, 11, 11, 14, 9, 29, 6, 9, 9, 5, 8, 7, 8, 31, 8, 13, 9, 22, 7, 7, 27, 6, 6, 10, 11, 13, 6, 4, 7, 5, 5, 7, 4, 19, 6, 9, 2, 4, 5, 7, 11, 50, 14, 8, 16, 5, 8, 6, 11, 9, 6, 7, 12, 12, 13, 8, 12, 11, 10, 8, 19, 10, 5, 5, 9, 9, 6, 7, 4, 9, 4, 6, 4, 5, 6, 6, 10, 8, 14, 5, 6, 7, 6, 13, 5, 12, 15, 10, 6, 7, 9, 7, 10, 7], 'rl1': [7, 7, 16, 9, 5, 14, 7, 8, 17, 12, 12, 21, 6, 8, 7, 5, 8, 25, 7, 23, 9, 8, 13, 17, 7, 7, 8, 8, 6, 7, 23, 13, 12, 6, 10, 4, 7, 5, 7, 13, 3, 7, 3, 13, 10, 9, 11, 26, 5, 9, 12, 9, 14, 26, 10, 4, 14, 7, 12, 7, 6, 27, 12, 7, 9, 5, 14, 8, 4, 15, 7, 6, 6, 7, 6, 27, 3, 15, 6, 6, 21, 5, 8, 3, 11, 4, 32, 6, 7, 6, 5, 18, 8, 16, 8, 9, 17, 6, 11, 19], 'rl2': [5, 5, 21, 6, 8, 16, 10, 11, 11, 14, 9, 29, 6, 9, 9, 5, 8, 7, 8, 31, 8, 13, 9, 22, 7, 7, 27, 6, 6, 10, 11, 13, 6, 4, 7, 5, 5, 7, 4, 19, 6, 9, 2, 4, 5, 7, 11, 50, 14, 8, 16, 5, 8, 6, 11, 9, 6, 7, 12, 12, 13, 8, 12, 11, 10, 8, 19, 10, 5, 5, 9, 9, 6, 7, 4, 9, 4, 6, 4, 5, 6, 6, 10, 8, 14, 5, 6, 7, 6, 13, 5, 12, 15, 10, 6, 7, 9, 7, 10, 7]}, {'q1': [8, 13, 10, 6, 5, 6, 11, 4, 7, 7, 4, 5, 5, 6, 17, 14, 10, 8, 10, 10, 14, 18, 7, 3, 10, 12, 7, 7, 12, 4, 5, 6, 5, 8, 4, 9, 9, 14, 7, 25, 4, 10, 5, 9, 9, 8, 7, 4, 3, 11, 18, 6, 17, 18, 7, 7, 7, 10, 4, 8, 4, 9, 16, 13, 4, 6, 8, 10, 5, 8, 12, 11, 30, 12, 7, 17, 12, 10, 8, 10, 6, 6, 4, 7, 6, 23, 7, 7, 6, 9, 21, 5, 9, 20, 9, 8, 9, 8, 6, 3], 'q2': [8, 9, 7, 5, 6, 7, 6, 21, 12, 17, 4, 4, 7, 8, 6, 11, 8, 19, 8, 8, 15, 11, 8, 5, 12, 11, 5, 13, 30, 10, 8, 6, 7, 6, 4, 8, 9, 12, 3, 11, 4, 7, 8, 12, 18, 6, 9, 5, 8, 13, 4, 20, 14, 4, 8, 9, 8, 10, 6, 9, 8, 5, 12, 14, 13, 11, 7, 10, 8, 7, 12, 8, 12, 13, 14, 8, 13, 5, 10, 7, 4, 7, 6, 7, 7, 10, 6, 8, 13, 8, 10, 5, 5, 19, 9, 6, 9, 8, 5, 8], 'rl1': [8, 13, 10, 6, 5, 6, 11, 4, 7, 7, 4, 5, 5, 6, 17, 14, 10, 8, 10, 10, 14, 18, 7, 3, 10, 12, 7, 7, 12, 4, 5, 6, 5, 8, 4, 9, 9, 14, 7, 25, 4, 10, 5, 9, 9, 8, 7, 4, 3, 11, 18, 6, 17, 18, 7, 7, 7, 10, 4, 8, 4, 9, 16, 13, 4, 6, 8, 10, 5, 8, 12, 11, 30, 12, 7, 17, 12, 10, 8, 10, 6, 6, 4, 7, 6, 23, 7, 7, 6, 9, 21, 5, 9, 20, 9, 8, 9, 8, 6, 3], 'rl2': [8, 9, 7, 5, 6, 7, 6, 21, 12, 17, 4, 4, 7, 8, 6, 11, 8, 19, 8, 8, 15, 11, 8, 5, 12, 11, 5, 13, 30, 10, 8, 6, 7, 6, 4, 8, 9, 12, 3, 11, 4, 7, 8, 12, 18, 6, 9, 5, 8, 13, 4, 20, 14, 4, 8, 9, 8, 10, 6, 9, 8, 5, 12, 14, 13, 11, 7, 10, 8, 7, 12, 8, 12, 13, 14, 8, 13, 5, 10, 7, 4, 7, 6, 7, 7, 10, 6, 8, 13, 8, 10, 5, 5, 19, 9, 6, 9, 8, 5, 8]}, {'q1': [7, 6, 5, 9, 6, 8, 26, 6, 8, 9, 12, 5, 9, 23, 7, 7, 4, 20, 7, 8, 5, 4, 21, 8, 5, 10, 8, 11, 5, 10, 9, 3, 11, 13, 8, 16, 10, 29, 12, 8, 8, 6, 10, 7, 9, 16, 11, 8, 6, 23, 9, 6, 14, 7, 5, 10, 9, 8, 5, 9, 7, 11, 5, 7, 9, 10, 15, 18, 8, 6, 5, 8, 9, 12, 12, 18, 13, 10, 7, 7, 6, 13, 13, 8, 6, 7, 7, 6, 23, 6, 7, 15, 6, 7, 9, 23, 14, 16, 18, 9], 'q2': [5, 17, 5, 7, 12, 27, 29, 12, 10, 9, 12, 5, 8, 10, 8, 6, 4, 13, 5, 6, 3, 10, 18, 8, 3, 11, 17, 49, 8, 21, 10, 11, 8, 9, 9, 16, 12, 25, 11, 9, 6, 4, 8, 5, 7, 10, 2, 5, 6, 23, 6, 8, 21, 4, 9, 9, 5, 11, 18, 12, 7, 33, 8, 6, 19, 10, 17, 16, 11, 5, 6, 8, 3, 7, 7, 39, 6, 8, 7, 3, 8, 20, 11, 7, 5, 7, 6, 3, 14, 9, 5, 23, 7, 18, 6, 7, 6, 9, 39, 10], 'rl1': [7, 6, 5, 9, 6, 8, 26, 6, 8, 9, 12, 5, 9, 23, 7, 7, 4, 20, 7, 8, 5, 4, 21, 8, 5, 10, 8, 11, 5, 10, 9, 3, 11, 13, 8, 16, 10, 29, 12, 8, 8, 6, 10, 7, 9, 16, 11, 8, 6, 23, 9, 6, 14, 7, 5, 10, 9, 8, 5, 9, 7, 11, 5, 7, 9, 10, 15, 18, 8, 6, 5, 8, 9, 12, 12, 18, 13, 10, 7, 7, 6, 13, 13, 8, 6, 7, 7, 6, 23, 6, 7, 15, 6, 7, 9, 23, 14, 16, 18, 9], 'rl2': [5, 17, 5, 7, 12, 27, 29, 12, 10, 9, 12, 5, 8, 10, 8, 6, 4, 13, 5, 6, 3, 10, 18, 8, 3, 11, 17, 49, 8, 21, 10, 11, 8, 9, 9, 16, 12, 25, 11, 9, 6, 4, 8, 5, 7, 10, 2, 5, 6, 23, 6, 8, 21, 4, 9, 9, 5, 11, 18, 12, 7, 33, 8, 6, 19, 10, 17, 16, 11, 5, 6, 8, 3, 7, 7, 39, 6, 8, 7, 3, 8, 20, 11, 7, 5, 7, 6, 3, 14, 9, 5, 23, 7, 18, 6, 7, 6, 9, 39, 10]}, {'q1': [11, 16, 6, 12, 3, 11, 8, 2, 6], 'q2': [8, 6, 3, 7, 3, 6, 6, 11, 3], 'rl1': [11, 16, 6, 12, 3, 11, 8, 2, 6], 'rl2': [8, 6, 3, 7, 3, 6, 6, 11, 3]}]\n","Epoch 4 iter 690 took 172.4s\n","loss:\t0.04550\tdev score:\t0.7194\n","[{'q1': array([[  27,  312,  143, ...,    0,    0,    0],\n","       [ 410,   92, 4775, ...,    0,    0,    0],\n","       [ 619,  532,   90, ...,    0,    0,    0],\n","       ...,\n","       [  22,   23,  150, ...,    0,    0,    0],\n","       [  27, 5234,  495, ...,    0,    0,    0],\n","       [  51, 4504,   26, ...,    0,    0,    0]]), 'q2': array([[  27,  312,   12, ...,    0,    0,    0],\n","       [   2, 3843,   91, ...,    0,    0,    0],\n","       [ 619,  532,   90, ...,    0,    0,    0],\n","       ...,\n","       [  27,  150, 6740, ...,    0,    0,    0],\n","       [  27,  495, 1225, ...,    0,    0,    0],\n","       [  63, 3121,    1, ...,    0,    0,    0]]), 'rl1': array([[1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 7, ..., 0, 0, 0],\n","       ...,\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0]]), 'rl2': array([[ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1, 12,  2, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0]]), 'y': array([0, 0, 1, 1, 1, 1, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1,\n","       1, 0, 0, 1, 0, 0, 0, 1, 0, 1, 1, 1, 1, 0, 0, 1, 0, 1, 0, 1, 1, 0,\n","       0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 1, 1, 0, 1, 0, 0, 0,\n","       1, 0, 0, 1, 0, 0, 1, 0, 0, 0, 1, 0, 1, 1, 0, 0, 0, 0, 1, 0, 0, 0,\n","       1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0])}, {'q1': array([[  22, 1118, 1326, ...,    0,    0,    0],\n","       [  63,  421,   90, ...,    0,    0,    0],\n","       [  51,  115,   19, ...,    0,    0,    0],\n","       ...,\n","       [   2,   30,   91, ...,    0,    0,    0],\n","       [  22,   23, 5366, ...,    0,    0,    0],\n","       [  51,  150, 9472, ...,    0,    0,    0]]), 'q2': array([[1976,   26, 1750, ...,    0,    0,    0],\n","       [  63,  421,   90, ...,    0,    0,    0],\n","       [  51,  115,   19, ...,    0,    0,    0],\n","       ...,\n","       [   2,   16, 2492, ...,    0,    0,    0],\n","       [  22,   23, 5366, ...,    0,    0,    0],\n","       [  27,  150, 2045, ...,    0,    0,    0]]), 'rl1': array([[1, 2, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       ...,\n","       [1, 4, 2, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0]]), 'rl2': array([[ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1, 11, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  4,  2, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0]]), 'y': array([0, 0, 0, 1, 0, 0, 1, 0, 1, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 1, 1,\n","       1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0,\n","       1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 1, 0, 0, 1, 1, 1, 0,\n","       0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0,\n","       1, 0, 1, 0, 1, 0, 0, 0, 1, 0, 0, 1])}, {'q1': array([[   2,   16,  504, ...,    0,    0,    0],\n","       [   2,   30,  443, ...,    0,    0,    0],\n","       [   2,   42,  274, ...,    0,    0,    0],\n","       ...,\n","       [   2,   30, 1949, ...,    0,    0,    0],\n","       [  30,   91,  474, ...,    0,    0,    0],\n","       [  22,   64,  274, ...,    0,    0,    0]]), 'q2': array([[ 150,  248,  504, ...,    0,    0,    0],\n","       [   2,   30,   91, ...,    0,    0,    0],\n","       [   2,   64,  274, ...,    0,    0,    0],\n","       ...,\n","       [   2,   30, 1949, ...,    0,    0,    0],\n","       [   2,   30,   91, ...,    0,    0,    0],\n","       [   2,   30,   91, ...,    0,    0,    0]]), 'rl1': array([[ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  4,  2, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       ...,\n","       [ 1, 25,  1, ...,  0,  0,  0],\n","       [ 4,  1,  2, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0]]), 'rl2': array([[ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  4,  2, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       ...,\n","       [ 1, 25,  1, ...,  0,  0,  0],\n","       [ 1,  4,  2, ...,  0,  0,  0],\n","       [ 1, 19,  2, ...,  0,  0,  0]]), 'y': array([0, 0, 1, 0, 1, 0, 0, 0, 1, 0, 1, 0, 0, 1, 1, 0, 0, 1, 0, 1, 0, 1,\n","       0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 1, 1, 0, 0, 0, 0,\n","       1, 0, 0, 1, 0, 1, 0, 0, 1, 0, 1, 0, 1, 0, 0, 0, 0, 1, 1, 1, 1, 1,\n","       1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 1, 0, 0,\n","       0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 1, 1])}, {'q1': array([[ 115,  542, 1339, ...,    0,    0,    0],\n","       [  22,  115, 5973, ...,    0,    0,    0],\n","       [   2,   16,  435, ...,    0,    0,    0],\n","       ...,\n","       [ 210,   44,   76, ...,    0,    0,    0],\n","       [  91,  542, 7741, ...,    0,    0,    0],\n","       [ 115,   92,  248, ...,    0,    0,    0]]), 'q2': array([[  654,     1,    22, ...,   132,    18,  4298],\n","       [   77, 15445, 15446, ...,     0,     0,     0],\n","       [ 1848,  7731,    18, ...,     0,     0,     0],\n","       ...,\n","       [    2,    30,   474, ...,     0,     0,     0],\n","       [    2,   123,   457, ...,     0,     0,     0],\n","       [   51,   464,  1817, ...,     0,     0,     0]]), 'rl1': array([[1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 4, 2, ..., 0, 0, 0],\n","       ...,\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0]]), 'rl2': array([[ 9,  1,  1, ...,  1,  1,  1],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 2, 11,  1, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  4,  2, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0]]), 'y': array([0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 1, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0,\n","       0, 1, 0, 1, 1, 0, 0, 1, 1, 1, 0, 0, 1, 0, 0, 1, 0, 0, 0, 1, 0, 0,\n","       0, 0, 0, 0, 1, 0, 1, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0,\n","       0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 1, 1, 1, 0, 1, 0, 0, 0, 1, 0, 0, 1,\n","       0, 0, 1, 0, 0, 0, 1, 1, 1, 0, 0, 0])}, {'q1': array([[9076, 1118, 3728, ...,    0,    0,    0],\n","       [  30,  274,  675, ...,    0,    0,    0],\n","       [  22,  238,    1, ...,    0,    0,    0],\n","       ...,\n","       [  15,  149,  150, ...,    0,    0,    0],\n","       [   2,   90,  254, ...,    0,    0,    0],\n","       [ 149, 1274, 4973, ...,    0,    0,    0]]), 'q2': array([[ 149, 9076,    1, ...,    0,    0,    0],\n","       [  30,  274,  675, ...,    0,    0,    0],\n","       [  22,  238,    1, ...,    0,    0,    0],\n","       ...,\n","       [  22,  149,  150, ...,    0,    0,    0],\n","       [   2,   90,   91, ...,    0,    0,    0],\n","       [ 149, 1274, 4973, ...,    0,    0,    0]]), 'rl1': array([[12,  2,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [12,  2,  1, ...,  0,  0,  0],\n","       ...,\n","       [12,  2,  1, ...,  0,  0,  0],\n","       [ 1,  1,  2, ...,  0,  0,  0],\n","       [ 2,  1,  1, ...,  0,  0,  0]]), 'rl2': array([[ 2, 16,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [12,  2,  1, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  2,  1, ...,  0,  0,  0],\n","       [ 1,  4,  2, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0]]), 'y': array([1, 1, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1,\n","       1, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 1, 0, 0, 0, 1, 1, 1, 1, 0, 0, 0,\n","       0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, 0, 0, 0, 1, 0,\n","       0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 1, 1, 0, 0, 1, 0, 0, 1, 0,\n","       0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 1, 0])}, {'q1': array([[  22,  238,    1, ...,    0,    0,    0],\n","       [  51,  421,  312, ...,    0,    0,    0],\n","       [   2,  542,  537, ...,    0,    0,    0],\n","       ...,\n","       [   2,   30,   91, ...,    0,    0,    0],\n","       [   2,   16,   74, ...,    0,    0,    0],\n","       [  27,  290, 3996, ...,    0,    0,    0]]), 'q2': array([[   2, 1426,  238, ...,    0,    0,    0],\n","       [  27,  312,  150, ...,    0,    0,    0],\n","       [  22,  542,  238, ...,    0,    0,    0],\n","       ...,\n","       [   2,   30, 1251, ...,    0,    0,    0],\n","       [  72, 3942,  590, ...,    0,    0,    0],\n","       [  51,  140, 2804, ...,    0,    0,    0]]), 'rl1': array([[ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  4,  2, ...,  0,  0,  0],\n","       [ 1,  8,  2, ...,  0,  0,  0],\n","       [ 1, 12,  2, ...,  0,  0,  0]]), 'rl2': array([[ 1,  1,  2, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [12,  1,  2, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  4,  2, ...,  0,  0,  0],\n","       [ 1,  2,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0]]), 'y': array([0, 1, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 1,\n","       1, 0, 1, 0, 0, 1, 0, 1, 1, 0, 0, 1, 0, 1, 0, 1, 0, 0, 1, 0, 0, 0,\n","       1, 1, 0, 0, 0, 0, 1, 0, 0, 0, 1, 1, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0,\n","       0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1,\n","       0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0])}, {'q1': array([[   27,   150,   893, ...,     0,     0,     0],\n","       [  410,    92,   308, ...,     0,     0,     0],\n","       [   15,  1636, 10694, ...,     0,     0,     0],\n","       ...,\n","       [   22,   149,   143, ...,     0,     0,     0],\n","       [   51,   156,  1817, ...,     0,     0,     0],\n","       [    2,  2426,  2617, ...,     0,     0,     0]]), 'q2': array([[  27,  150,  893, ...,    0,    0,    0],\n","       [  22,  238,    1, ...,    0,    0,    0],\n","       [5205,   35,   90, ...,    0,    0,    0],\n","       ...,\n","       [  51,  143,  194, ...,    0,    0,    0],\n","       [  51,  156, 1817, ...,    0,    0,    0],\n","       [   2,  261, 7546, ...,    0,    0,    0]]), 'rl1': array([[ 1,  1, 11, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  2,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  2, 11, ...,  0,  0,  0]]), 'rl2': array([[ 1,  1,  1, ...,  0,  0,  0],\n","       [12,  2,  1, ...,  0,  0,  0],\n","       [ 2,  1,  1, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  2, 11, ...,  0,  0,  0]]), 'y': array([0, 1, 0, 1, 1, 1, 0, 0, 1, 1, 0, 0, 1, 1, 1, 0, 0, 1, 0, 1, 0, 0,\n","       0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 1, 1, 1, 0, 0, 0, 1, 1, 0, 0,\n","       0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0,\n","       0, 1, 0, 0, 1, 0, 1, 1, 1, 0, 0, 1, 1, 1, 1, 1, 1, 0, 1, 1, 1, 1,\n","       0, 0, 1, 1, 0, 0, 0, 1, 1, 0, 0, 0])}, {'q1': array([[   16,    18,  2102, ...,     0,     0,     0],\n","       [  149, 14367,  3857, ...,     0,     0,     0],\n","       [   27,   150,  3914, ...,     0,     0,     0],\n","       ...,\n","       [   22,     1,     1, ...,     0,     0,     0],\n","       [  210,    30,   435, ...,     0,     0,     0],\n","       [ 1115,    92,  3535, ...,     0,     0,     0]]), 'q2': array([[  63,   16,  254, ...,    0,    0,    0],\n","       [  51,  421,  312, ...,    0,    0,    0],\n","       [  27,  150, 3914, ...,    0,    0,    0],\n","       ...,\n","       [  22,  149,  143, ...,    0,    0,    0],\n","       [ 210,   30, 1208, ...,    0,    0,    0],\n","       [1115,   92, 1210, ...,    0,    0,    0]]), 'rl1': array([[12,  1,  1, ...,  0,  0,  0],\n","       [ 2,  1, 16, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  4,  1, ...,  0,  0,  0],\n","       [ 1,  4,  2, ...,  0,  0,  0],\n","       [ 1,  1,  2, ...,  0,  0,  0]]), 'rl2': array([[1, 4, 2, ..., 0, 0, 0],\n","       [1, 4, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       ...,\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 4, 2, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0]]), 'y': array([0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 1, 0, 0, 1, 0, 0, 0, 1, 0, 0, 1,\n","       0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0,\n","       0, 0, 0, 1, 0, 1, 0, 0, 0, 1, 1, 0, 0, 0, 1, 1, 1, 0, 1, 1, 0, 0,\n","       1, 1, 0, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 1, 0, 1, 0,\n","       0, 0, 1, 0, 0, 0, 1, 0, 0, 1, 0, 1])}, {'q1': array([[   22,   149,   143,  1756,  5438,  1376, 11749,     6,  2045,\n","            1,   448,     0,     0,     0,     0,     0],\n","       [   16,   816,     1,    22,   350, 15383,     1,     1,   208,\n","         2628,  4575,  1746,     1,    51,    52,  2329],\n","       [   51,   143,  2867,   248,   411,  1893,     0,     0,     0,\n","            0,     0,     0,     0,     0,     0,     0],\n","       [   22,  7451,     1, 15384,     1, 14013,     1, 15385,     1,\n","            6, 15386, 15387,     0,     0,     0,     0],\n","       [  118,  1462,   220,     0,     0,     0,     0,     0,     0,\n","            0,     0,     0,     0,     0,     0,     0],\n","       [   27,   150,   248,  1043,   276,  1088,   201,   217,    69,\n","         1589,    39,     0,     0,     0,     0,     0],\n","       [   27,  1847,   509,   360,  2030,     6,  9441,  4218,     0,\n","            0,     0,     0,     0,     0,     0,     0],\n","       [ 2457,  1010,     0,     0,     0,     0,     0,     0,     0,\n","            0,     0,     0,     0,     0,     0,     0],\n","       [    2,    30,    91,  1785,  1340,  2012,     0,     0,     0,\n","            0,     0,     0,     0,     0,     0,     0]]), 'q2': array([[   27,   150, 11910,  5438,     6,  2045,     1,  1976,     0,\n","            0,     0],\n","       [    2,   350, 15545,   936,    35,  1746,     0,     0,     0,\n","            0,     0],\n","       [    2,   411,  1893,     0,     0,     0,     0,     0,     0,\n","            0,     0],\n","       [  125,  8061,   352,   464,    18, 14883,    25,     0,     0,\n","            0,     0],\n","       [   51,  1462,   220,     0,     0,     0,     0,     0,     0,\n","            0,     0],\n","       [  209,   569,  1088,    37,  1589,    39,     0,     0,     0,\n","            0,     0],\n","       [  125,   127,  9441,  4218,    18,  1677,     0,     0,     0,\n","            0,     0],\n","       [  208,     1,    22,   566, 11494,   503,     1,    22,    99,\n","         2212,  2445],\n","       [    2,  1785, 11091,     0,     0,     0,     0,     0,     0,\n","            0,     0]]), 'rl1': array([[ 1,  2,  1,  1, 16,  1,  1,  1,  1,  1,  1,  0,  0,  0,  0,  0],\n","       [ 8,  2,  1,  1, 23,  1,  1,  1,  1,  9,  2, 11,  1, 18,  1,  1],\n","       [ 1,  1,  1,  1,  2, 11,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0],\n","       [ 1,  1,  1,  1,  1,  1,  1,  1,  1,  1,  1,  1,  0,  0,  0,  0],\n","       [ 2,  3,  1,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0],\n","       [ 1,  1,  1,  2,  1, 22,  1,  1,  1,  1,  6,  0,  0,  0,  0,  0],\n","       [ 1,  1,  1,  1,  1,  1,  1,  1,  0,  0,  0,  0,  0,  0,  0,  0],\n","       [ 1,  1,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0],\n","       [ 1,  4,  2,  1,  2, 13,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0]]), 'rl2': array([[ 1,  1,  1,  1,  1,  1,  1,  1,  0,  0,  0],\n","       [ 1,  1,  1,  1,  1,  1,  0,  0,  0,  0,  0],\n","       [ 1,  2, 11,  0,  0,  0,  0,  0,  0,  0,  0],\n","       [ 1,  1,  1,  1,  1,  1,  1,  0,  0,  0,  0],\n","       [ 1,  1,  1,  0,  0,  0,  0,  0,  0,  0,  0],\n","       [ 1,  1,  1,  1,  1,  1,  0,  0,  0,  0,  0],\n","       [ 1,  2,  1, 12,  1,  1,  0,  0,  0,  0,  0],\n","       [ 1,  1,  1,  1,  1,  1,  1,  1,  2,  1, 13],\n","       [ 1,  1,  1,  0,  0,  0,  0,  0,  0,  0,  0]]), 'y': array([1, 0, 1, 0, 1, 1, 0, 1, 1])}]\n","[{'q1': [8, 8, 7, 8, 33, 8, 12, 7, 8, 5, 15, 6, 3, 4, 7, 5, 15, 21, 8, 24, 5, 5, 16, 12, 3, 16, 7, 7, 6, 6, 16, 13, 10, 5, 4, 15, 7, 4, 9, 8, 8, 6, 5, 15, 11, 5, 4, 16, 14, 6, 6, 30, 13, 17, 10, 17, 5, 8, 14, 11, 10, 8, 6, 6, 9, 6, 4, 16, 6, 12, 20, 11, 11, 8, 5, 8, 10, 4, 12, 7, 8, 6, 8, 47, 10, 7, 9, 8, 5, 17, 19, 19, 10, 6, 18, 11, 7, 5, 6, 7], 'q2': [15, 9, 6, 6, 16, 7, 13, 8, 6, 5, 5, 10, 6, 4, 6, 7, 7, 11, 8, 8, 9, 12, 22, 16, 6, 21, 8, 5, 6, 9, 5, 13, 8, 3, 7, 5, 9, 4, 11, 7, 7, 8, 5, 8, 19, 9, 4, 12, 16, 6, 7, 16, 14, 8, 15, 19, 8, 6, 10, 7, 10, 6, 7, 6, 11, 7, 5, 29, 8, 10, 19, 11, 14, 11, 5, 10, 5, 5, 12, 7, 14, 10, 10, 25, 7, 7, 6, 4, 6, 24, 11, 13, 4, 3, 4, 8, 9, 7, 5, 6], 'rl1': [8, 8, 7, 8, 33, 8, 12, 7, 8, 5, 15, 6, 3, 4, 7, 5, 15, 21, 8, 24, 5, 5, 16, 12, 3, 16, 7, 7, 6, 6, 16, 13, 10, 5, 4, 15, 7, 4, 9, 8, 8, 6, 5, 15, 11, 5, 4, 16, 14, 6, 6, 30, 13, 17, 10, 17, 5, 8, 14, 11, 10, 8, 6, 6, 9, 6, 4, 16, 6, 12, 20, 11, 11, 8, 5, 8, 10, 4, 12, 7, 8, 6, 8, 47, 10, 7, 9, 8, 5, 17, 19, 19, 10, 6, 18, 11, 7, 5, 6, 7], 'rl2': [15, 9, 6, 6, 16, 7, 13, 8, 6, 5, 5, 10, 6, 4, 6, 7, 7, 11, 8, 8, 9, 12, 22, 16, 6, 21, 8, 5, 6, 9, 5, 13, 8, 3, 7, 5, 9, 4, 11, 7, 7, 8, 5, 8, 19, 9, 4, 12, 16, 6, 7, 16, 14, 8, 15, 19, 8, 6, 10, 7, 10, 6, 7, 6, 11, 7, 5, 29, 8, 10, 19, 11, 14, 11, 5, 10, 5, 5, 12, 7, 14, 10, 10, 25, 7, 7, 6, 4, 6, 24, 11, 13, 4, 3, 4, 8, 9, 7, 5, 6]}, {'q1': [7, 7, 17, 8, 9, 10, 4, 7, 6, 26, 11, 6, 6, 8, 13, 9, 9, 11, 8, 5, 12, 12, 6, 13, 11, 14, 5, 5, 5, 18, 9, 6, 15, 6, 14, 3, 9, 6, 7, 9, 15, 14, 6, 6, 7, 11, 11, 10, 8, 6, 15, 12, 7, 16, 8, 16, 7, 27, 4, 5, 4, 7, 5, 6, 6, 6, 3, 11, 8, 16, 28, 8, 9, 7, 15, 11, 7, 10, 7, 11, 13, 11, 7, 10, 16, 2, 10, 11, 4, 9, 7, 28, 7, 9, 8, 12, 8, 8, 6, 8], 'q2': [5, 7, 16, 8, 9, 8, 3, 6, 6, 5, 12, 11, 8, 6, 12, 24, 19, 10, 9, 5, 16, 12, 8, 23, 10, 16, 3, 8, 5, 12, 12, 6, 15, 8, 14, 13, 11, 8, 11, 8, 12, 35, 7, 4, 6, 14, 8, 10, 11, 10, 7, 3, 5, 8, 4, 14, 7, 36, 9, 10, 5, 5, 5, 5, 5, 10, 5, 7, 8, 15, 5, 6, 8, 7, 13, 20, 9, 7, 3, 11, 14, 9, 6, 9, 11, 10, 5, 8, 4, 15, 5, 16, 7, 14, 5, 13, 8, 5, 6, 8], 'rl1': [7, 7, 17, 8, 9, 10, 4, 7, 6, 26, 11, 6, 6, 8, 13, 9, 9, 11, 8, 5, 12, 12, 6, 13, 11, 14, 5, 5, 5, 18, 9, 6, 15, 6, 14, 3, 9, 6, 7, 9, 15, 14, 6, 6, 7, 11, 11, 10, 8, 6, 15, 12, 7, 16, 8, 16, 7, 27, 4, 5, 4, 7, 5, 6, 6, 6, 3, 11, 8, 16, 28, 8, 9, 7, 15, 11, 7, 10, 7, 11, 13, 11, 7, 10, 16, 2, 10, 11, 4, 9, 7, 28, 7, 9, 8, 12, 8, 8, 6, 8], 'rl2': [5, 7, 16, 8, 9, 8, 3, 6, 6, 5, 12, 11, 8, 6, 12, 24, 19, 10, 9, 5, 16, 12, 8, 23, 10, 16, 3, 8, 5, 12, 12, 6, 15, 8, 14, 13, 11, 8, 11, 8, 12, 35, 7, 4, 6, 14, 8, 10, 11, 10, 7, 3, 5, 8, 4, 14, 7, 36, 9, 10, 5, 5, 5, 5, 5, 10, 5, 7, 8, 15, 5, 6, 8, 7, 13, 20, 9, 7, 3, 11, 14, 9, 6, 9, 11, 10, 5, 8, 4, 15, 5, 16, 7, 14, 5, 13, 8, 5, 6, 8]}, {'q1': [5, 6, 10, 7, 8, 11, 14, 6, 12, 11, 9, 9, 25, 5, 7, 5, 14, 8, 13, 6, 6, 8, 11, 7, 16, 20, 8, 10, 4, 6, 8, 9, 13, 21, 7, 22, 7, 7, 8, 12, 18, 4, 7, 7, 3, 3, 12, 12, 6, 7, 8, 16, 7, 11, 11, 7, 8, 9, 12, 11, 5, 7, 9, 6, 6, 2, 9, 21, 5, 10, 6, 10, 19, 9, 15, 6, 9, 6, 21, 5, 6, 5, 14, 18, 12, 5, 14, 20, 7, 24, 14, 26, 6, 14, 19, 12, 26, 9, 6, 8], 'q2': [5, 6, 10, 8, 8, 10, 8, 6, 10, 10, 5, 9, 17, 6, 7, 4, 7, 4, 20, 6, 6, 6, 7, 6, 17, 20, 18, 8, 5, 6, 9, 7, 13, 21, 6, 21, 7, 7, 7, 11, 15, 3, 9, 7, 6, 6, 9, 7, 6, 5, 7, 10, 13, 13, 13, 25, 8, 10, 10, 9, 4, 6, 7, 7, 5, 4, 6, 32, 5, 6, 6, 7, 26, 18, 13, 7, 12, 8, 7, 4, 10, 5, 8, 20, 21, 7, 12, 54, 7, 24, 6, 27, 10, 14, 5, 11, 23, 9, 8, 8], 'rl1': [5, 6, 10, 7, 8, 11, 14, 6, 12, 11, 9, 9, 25, 5, 7, 5, 14, 8, 13, 6, 6, 8, 11, 7, 16, 20, 8, 10, 4, 6, 8, 9, 13, 21, 7, 22, 7, 7, 8, 12, 18, 4, 7, 7, 3, 3, 12, 12, 6, 7, 8, 16, 7, 11, 11, 7, 8, 9, 12, 11, 5, 7, 9, 6, 6, 2, 9, 21, 5, 10, 6, 10, 19, 9, 15, 6, 9, 6, 21, 5, 6, 5, 14, 18, 12, 5, 14, 20, 7, 24, 14, 26, 6, 14, 19, 12, 26, 9, 6, 8], 'rl2': [5, 6, 10, 8, 8, 10, 8, 6, 10, 10, 5, 9, 17, 6, 7, 4, 7, 4, 20, 6, 6, 6, 7, 6, 17, 20, 18, 8, 5, 6, 9, 7, 13, 21, 6, 21, 7, 7, 7, 11, 15, 3, 9, 7, 6, 6, 9, 7, 6, 5, 7, 10, 13, 13, 13, 25, 8, 10, 10, 9, 4, 6, 7, 7, 5, 4, 6, 32, 5, 6, 6, 7, 26, 18, 13, 7, 12, 8, 7, 4, 10, 5, 8, 20, 21, 7, 12, 54, 7, 24, 6, 27, 10, 14, 5, 11, 23, 9, 8, 8]}, {'q1': [11, 10, 10, 11, 8, 17, 9, 6, 5, 6, 6, 9, 9, 17, 13, 14, 9, 14, 7, 15, 5, 12, 6, 8, 7, 6, 9, 18, 14, 15, 14, 7, 10, 6, 4, 19, 11, 7, 7, 5, 14, 9, 6, 11, 7, 11, 8, 16, 5, 14, 6, 7, 11, 20, 12, 8, 6, 13, 8, 7, 4, 7, 5, 7, 20, 17, 4, 14, 13, 5, 22, 4, 7, 9, 10, 12, 7, 10, 7, 18, 12, 4, 11, 7, 8, 16, 11, 4, 6, 16, 8, 9, 6, 6, 8, 13, 9, 7, 6, 7], 'q2': [32, 13, 15, 4, 7, 6, 6, 6, 8, 9, 5, 6, 14, 6, 8, 23, 4, 10, 15, 12, 5, 28, 11, 3, 24, 10, 11, 32, 11, 13, 12, 9, 12, 5, 5, 9, 7, 10, 18, 5, 8, 9, 15, 7, 9, 11, 8, 4, 8, 9, 7, 7, 5, 22, 25, 11, 15, 13, 5, 9, 4, 8, 3, 4, 12, 24, 12, 24, 11, 10, 22, 4, 6, 5, 8, 8, 6, 8, 5, 9, 6, 4, 5, 8, 8, 31, 9, 6, 5, 11, 11, 27, 13, 8, 10, 9, 10, 7, 5, 5], 'rl1': [11, 10, 10, 11, 8, 17, 9, 6, 5, 6, 6, 9, 9, 17, 13, 14, 9, 14, 7, 15, 5, 12, 6, 8, 7, 6, 9, 18, 14, 15, 14, 7, 10, 6, 4, 19, 11, 7, 7, 5, 14, 9, 6, 11, 7, 11, 8, 16, 5, 14, 6, 7, 11, 20, 12, 8, 6, 13, 8, 7, 4, 7, 5, 7, 20, 17, 4, 14, 13, 5, 22, 4, 7, 9, 10, 12, 7, 10, 7, 18, 12, 4, 11, 7, 8, 16, 11, 4, 6, 16, 8, 9, 6, 6, 8, 13, 9, 7, 6, 7], 'rl2': [32, 13, 15, 4, 7, 6, 6, 6, 8, 9, 5, 6, 14, 6, 8, 23, 4, 10, 15, 12, 5, 28, 11, 3, 24, 10, 11, 32, 11, 13, 12, 9, 12, 5, 5, 9, 7, 10, 18, 5, 8, 9, 15, 7, 9, 11, 8, 4, 8, 9, 7, 7, 5, 22, 25, 11, 15, 13, 5, 9, 4, 8, 3, 4, 12, 24, 12, 24, 11, 10, 22, 4, 6, 5, 8, 8, 6, 8, 5, 9, 6, 4, 5, 8, 8, 31, 9, 6, 5, 11, 11, 27, 13, 8, 10, 9, 10, 7, 5, 5]}, {'q1': [3, 14, 10, 9, 17, 12, 9, 8, 4, 8, 12, 6, 12, 5, 11, 7, 4, 8, 6, 6, 4, 9, 10, 6, 7, 23, 17, 8, 4, 17, 9, 19, 19, 12, 11, 12, 5, 5, 51, 7, 14, 5, 5, 10, 5, 11, 14, 11, 12, 12, 4, 7, 8, 5, 9, 2, 12, 5, 11, 7, 6, 9, 14, 9, 8, 4, 13, 7, 11, 5, 10, 5, 13, 5, 3, 12, 10, 4, 13, 6, 6, 9, 13, 7, 16, 8, 11, 16, 5, 30, 17, 5, 7, 8, 11, 11, 9, 13, 4, 10], 'q2': [4, 15, 7, 8, 18, 15, 8, 3, 4, 4, 10, 6, 6, 11, 11, 8, 3, 8, 7, 12, 3, 2, 7, 18, 3, 20, 10, 12, 4, 22, 9, 10, 7, 20, 23, 11, 16, 5, 40, 12, 14, 7, 4, 12, 12, 10, 7, 9, 5, 12, 6, 4, 8, 5, 11, 8, 6, 5, 8, 7, 9, 6, 9, 10, 8, 6, 13, 6, 12, 4, 6, 5, 12, 6, 3, 4, 8, 5, 14, 7, 6, 8, 15, 5, 9, 8, 13, 16, 2, 23, 15, 6, 20, 10, 6, 4, 4, 13, 5, 11], 'rl1': [3, 14, 10, 9, 17, 12, 9, 8, 4, 8, 12, 6, 12, 5, 11, 7, 4, 8, 6, 6, 4, 9, 10, 6, 7, 23, 17, 8, 4, 17, 9, 19, 19, 12, 11, 12, 5, 5, 51, 7, 14, 5, 5, 10, 5, 11, 14, 11, 12, 12, 4, 7, 8, 5, 9, 2, 12, 5, 11, 7, 6, 9, 14, 9, 8, 4, 13, 7, 11, 5, 10, 5, 13, 5, 3, 12, 10, 4, 13, 6, 6, 9, 13, 7, 16, 8, 11, 16, 5, 30, 17, 5, 7, 8, 11, 11, 9, 13, 4, 10], 'rl2': [4, 15, 7, 8, 18, 15, 8, 3, 4, 4, 10, 6, 6, 11, 11, 8, 3, 8, 7, 12, 3, 2, 7, 18, 3, 20, 10, 12, 4, 22, 9, 10, 7, 20, 23, 11, 16, 5, 40, 12, 14, 7, 4, 12, 12, 10, 7, 9, 5, 12, 6, 4, 8, 5, 11, 8, 6, 5, 8, 7, 9, 6, 9, 10, 8, 6, 13, 6, 12, 4, 6, 5, 12, 6, 3, 4, 8, 5, 14, 7, 6, 8, 15, 5, 9, 8, 13, 16, 2, 23, 15, 6, 20, 10, 6, 4, 4, 13, 5, 11]}, {'q1': [7, 7, 16, 9, 5, 14, 7, 8, 17, 12, 12, 21, 6, 8, 7, 5, 8, 25, 7, 23, 9, 8, 13, 17, 7, 7, 8, 8, 6, 7, 23, 13, 12, 6, 10, 4, 7, 5, 7, 13, 3, 7, 3, 13, 10, 9, 11, 26, 5, 9, 12, 9, 14, 26, 10, 4, 14, 7, 12, 7, 6, 27, 12, 7, 9, 5, 14, 8, 4, 15, 7, 6, 6, 7, 6, 27, 3, 15, 6, 6, 21, 5, 8, 3, 11, 4, 32, 6, 7, 6, 5, 18, 8, 16, 8, 9, 17, 6, 11, 19], 'q2': [5, 5, 21, 6, 8, 16, 10, 11, 11, 14, 9, 29, 6, 9, 9, 5, 8, 7, 8, 31, 8, 13, 9, 22, 7, 7, 27, 6, 6, 10, 11, 13, 6, 4, 7, 5, 5, 7, 4, 19, 6, 9, 2, 4, 5, 7, 11, 50, 14, 8, 16, 5, 8, 6, 11, 9, 6, 7, 12, 12, 13, 8, 12, 11, 10, 8, 19, 10, 5, 5, 9, 9, 6, 7, 4, 9, 4, 6, 4, 5, 6, 6, 10, 8, 14, 5, 6, 7, 6, 13, 5, 12, 15, 10, 6, 7, 9, 7, 10, 7], 'rl1': [7, 7, 16, 9, 5, 14, 7, 8, 17, 12, 12, 21, 6, 8, 7, 5, 8, 25, 7, 23, 9, 8, 13, 17, 7, 7, 8, 8, 6, 7, 23, 13, 12, 6, 10, 4, 7, 5, 7, 13, 3, 7, 3, 13, 10, 9, 11, 26, 5, 9, 12, 9, 14, 26, 10, 4, 14, 7, 12, 7, 6, 27, 12, 7, 9, 5, 14, 8, 4, 15, 7, 6, 6, 7, 6, 27, 3, 15, 6, 6, 21, 5, 8, 3, 11, 4, 32, 6, 7, 6, 5, 18, 8, 16, 8, 9, 17, 6, 11, 19], 'rl2': [5, 5, 21, 6, 8, 16, 10, 11, 11, 14, 9, 29, 6, 9, 9, 5, 8, 7, 8, 31, 8, 13, 9, 22, 7, 7, 27, 6, 6, 10, 11, 13, 6, 4, 7, 5, 5, 7, 4, 19, 6, 9, 2, 4, 5, 7, 11, 50, 14, 8, 16, 5, 8, 6, 11, 9, 6, 7, 12, 12, 13, 8, 12, 11, 10, 8, 19, 10, 5, 5, 9, 9, 6, 7, 4, 9, 4, 6, 4, 5, 6, 6, 10, 8, 14, 5, 6, 7, 6, 13, 5, 12, 15, 10, 6, 7, 9, 7, 10, 7]}, {'q1': [8, 13, 10, 6, 5, 6, 11, 4, 7, 7, 4, 5, 5, 6, 17, 14, 10, 8, 10, 10, 14, 18, 7, 3, 10, 12, 7, 7, 12, 4, 5, 6, 5, 8, 4, 9, 9, 14, 7, 25, 4, 10, 5, 9, 9, 8, 7, 4, 3, 11, 18, 6, 17, 18, 7, 7, 7, 10, 4, 8, 4, 9, 16, 13, 4, 6, 8, 10, 5, 8, 12, 11, 30, 12, 7, 17, 12, 10, 8, 10, 6, 6, 4, 7, 6, 23, 7, 7, 6, 9, 21, 5, 9, 20, 9, 8, 9, 8, 6, 3], 'q2': [8, 9, 7, 5, 6, 7, 6, 21, 12, 17, 4, 4, 7, 8, 6, 11, 8, 19, 8, 8, 15, 11, 8, 5, 12, 11, 5, 13, 30, 10, 8, 6, 7, 6, 4, 8, 9, 12, 3, 11, 4, 7, 8, 12, 18, 6, 9, 5, 8, 13, 4, 20, 14, 4, 8, 9, 8, 10, 6, 9, 8, 5, 12, 14, 13, 11, 7, 10, 8, 7, 12, 8, 12, 13, 14, 8, 13, 5, 10, 7, 4, 7, 6, 7, 7, 10, 6, 8, 13, 8, 10, 5, 5, 19, 9, 6, 9, 8, 5, 8], 'rl1': [8, 13, 10, 6, 5, 6, 11, 4, 7, 7, 4, 5, 5, 6, 17, 14, 10, 8, 10, 10, 14, 18, 7, 3, 10, 12, 7, 7, 12, 4, 5, 6, 5, 8, 4, 9, 9, 14, 7, 25, 4, 10, 5, 9, 9, 8, 7, 4, 3, 11, 18, 6, 17, 18, 7, 7, 7, 10, 4, 8, 4, 9, 16, 13, 4, 6, 8, 10, 5, 8, 12, 11, 30, 12, 7, 17, 12, 10, 8, 10, 6, 6, 4, 7, 6, 23, 7, 7, 6, 9, 21, 5, 9, 20, 9, 8, 9, 8, 6, 3], 'rl2': [8, 9, 7, 5, 6, 7, 6, 21, 12, 17, 4, 4, 7, 8, 6, 11, 8, 19, 8, 8, 15, 11, 8, 5, 12, 11, 5, 13, 30, 10, 8, 6, 7, 6, 4, 8, 9, 12, 3, 11, 4, 7, 8, 12, 18, 6, 9, 5, 8, 13, 4, 20, 14, 4, 8, 9, 8, 10, 6, 9, 8, 5, 12, 14, 13, 11, 7, 10, 8, 7, 12, 8, 12, 13, 14, 8, 13, 5, 10, 7, 4, 7, 6, 7, 7, 10, 6, 8, 13, 8, 10, 5, 5, 19, 9, 6, 9, 8, 5, 8]}, {'q1': [7, 6, 5, 9, 6, 8, 26, 6, 8, 9, 12, 5, 9, 23, 7, 7, 4, 20, 7, 8, 5, 4, 21, 8, 5, 10, 8, 11, 5, 10, 9, 3, 11, 13, 8, 16, 10, 29, 12, 8, 8, 6, 10, 7, 9, 16, 11, 8, 6, 23, 9, 6, 14, 7, 5, 10, 9, 8, 5, 9, 7, 11, 5, 7, 9, 10, 15, 18, 8, 6, 5, 8, 9, 12, 12, 18, 13, 10, 7, 7, 6, 13, 13, 8, 6, 7, 7, 6, 23, 6, 7, 15, 6, 7, 9, 23, 14, 16, 18, 9], 'q2': [5, 17, 5, 7, 12, 27, 29, 12, 10, 9, 12, 5, 8, 10, 8, 6, 4, 13, 5, 6, 3, 10, 18, 8, 3, 11, 17, 49, 8, 21, 10, 11, 8, 9, 9, 16, 12, 25, 11, 9, 6, 4, 8, 5, 7, 10, 2, 5, 6, 23, 6, 8, 21, 4, 9, 9, 5, 11, 18, 12, 7, 33, 8, 6, 19, 10, 17, 16, 11, 5, 6, 8, 3, 7, 7, 39, 6, 8, 7, 3, 8, 20, 11, 7, 5, 7, 6, 3, 14, 9, 5, 23, 7, 18, 6, 7, 6, 9, 39, 10], 'rl1': [7, 6, 5, 9, 6, 8, 26, 6, 8, 9, 12, 5, 9, 23, 7, 7, 4, 20, 7, 8, 5, 4, 21, 8, 5, 10, 8, 11, 5, 10, 9, 3, 11, 13, 8, 16, 10, 29, 12, 8, 8, 6, 10, 7, 9, 16, 11, 8, 6, 23, 9, 6, 14, 7, 5, 10, 9, 8, 5, 9, 7, 11, 5, 7, 9, 10, 15, 18, 8, 6, 5, 8, 9, 12, 12, 18, 13, 10, 7, 7, 6, 13, 13, 8, 6, 7, 7, 6, 23, 6, 7, 15, 6, 7, 9, 23, 14, 16, 18, 9], 'rl2': [5, 17, 5, 7, 12, 27, 29, 12, 10, 9, 12, 5, 8, 10, 8, 6, 4, 13, 5, 6, 3, 10, 18, 8, 3, 11, 17, 49, 8, 21, 10, 11, 8, 9, 9, 16, 12, 25, 11, 9, 6, 4, 8, 5, 7, 10, 2, 5, 6, 23, 6, 8, 21, 4, 9, 9, 5, 11, 18, 12, 7, 33, 8, 6, 19, 10, 17, 16, 11, 5, 6, 8, 3, 7, 7, 39, 6, 8, 7, 3, 8, 20, 11, 7, 5, 7, 6, 3, 14, 9, 5, 23, 7, 18, 6, 7, 6, 9, 39, 10]}, {'q1': [11, 16, 6, 12, 3, 11, 8, 2, 6], 'q2': [8, 6, 3, 7, 3, 6, 6, 11, 3], 'rl1': [11, 16, 6, 12, 3, 11, 8, 2, 6], 'rl2': [8, 6, 3, 7, 3, 6, 6, 11, 3]}]\n","Epoch 5 iter 828 took 172.5s\n","loss:\t0.03707\tdev score:\t0.7318\n","[{'q1': array([[  27,  312,  143, ...,    0,    0,    0],\n","       [ 410,   92, 4775, ...,    0,    0,    0],\n","       [ 619,  532,   90, ...,    0,    0,    0],\n","       ...,\n","       [  22,   23,  150, ...,    0,    0,    0],\n","       [  27, 5234,  495, ...,    0,    0,    0],\n","       [  51, 4504,   26, ...,    0,    0,    0]]), 'q2': array([[  27,  312,   12, ...,    0,    0,    0],\n","       [   2, 3843,   91, ...,    0,    0,    0],\n","       [ 619,  532,   90, ...,    0,    0,    0],\n","       ...,\n","       [  27,  150, 6740, ...,    0,    0,    0],\n","       [  27,  495, 1225, ...,    0,    0,    0],\n","       [  63, 3121,    1, ...,    0,    0,    0]]), 'rl1': array([[1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 7, ..., 0, 0, 0],\n","       ...,\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0]]), 'rl2': array([[ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1, 12,  2, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0]]), 'y': array([0, 0, 1, 1, 1, 1, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1,\n","       1, 0, 0, 1, 0, 0, 0, 1, 0, 1, 1, 1, 1, 0, 0, 1, 0, 1, 0, 1, 1, 0,\n","       0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 1, 1, 0, 1, 0, 0, 0,\n","       1, 0, 0, 1, 0, 0, 1, 0, 0, 0, 1, 0, 1, 1, 0, 0, 0, 0, 1, 0, 0, 0,\n","       1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0])}, {'q1': array([[  22, 1118, 1326, ...,    0,    0,    0],\n","       [  63,  421,   90, ...,    0,    0,    0],\n","       [  51,  115,   19, ...,    0,    0,    0],\n","       ...,\n","       [   2,   30,   91, ...,    0,    0,    0],\n","       [  22,   23, 5366, ...,    0,    0,    0],\n","       [  51,  150, 9472, ...,    0,    0,    0]]), 'q2': array([[1976,   26, 1750, ...,    0,    0,    0],\n","       [  63,  421,   90, ...,    0,    0,    0],\n","       [  51,  115,   19, ...,    0,    0,    0],\n","       ...,\n","       [   2,   16, 2492, ...,    0,    0,    0],\n","       [  22,   23, 5366, ...,    0,    0,    0],\n","       [  27,  150, 2045, ...,    0,    0,    0]]), 'rl1': array([[1, 2, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       ...,\n","       [1, 4, 2, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0]]), 'rl2': array([[ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1, 11, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  4,  2, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0]]), 'y': array([0, 0, 0, 1, 0, 0, 1, 0, 1, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 1, 1,\n","       1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0,\n","       1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 1, 0, 0, 1, 1, 1, 0,\n","       0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0,\n","       1, 0, 1, 0, 1, 0, 0, 0, 1, 0, 0, 1])}, {'q1': array([[   2,   16,  504, ...,    0,    0,    0],\n","       [   2,   30,  443, ...,    0,    0,    0],\n","       [   2,   42,  274, ...,    0,    0,    0],\n","       ...,\n","       [   2,   30, 1949, ...,    0,    0,    0],\n","       [  30,   91,  474, ...,    0,    0,    0],\n","       [  22,   64,  274, ...,    0,    0,    0]]), 'q2': array([[ 150,  248,  504, ...,    0,    0,    0],\n","       [   2,   30,   91, ...,    0,    0,    0],\n","       [   2,   64,  274, ...,    0,    0,    0],\n","       ...,\n","       [   2,   30, 1949, ...,    0,    0,    0],\n","       [   2,   30,   91, ...,    0,    0,    0],\n","       [   2,   30,   91, ...,    0,    0,    0]]), 'rl1': array([[ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  4,  2, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       ...,\n","       [ 1, 25,  1, ...,  0,  0,  0],\n","       [ 4,  1,  2, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0]]), 'rl2': array([[ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  4,  2, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       ...,\n","       [ 1, 25,  1, ...,  0,  0,  0],\n","       [ 1,  4,  2, ...,  0,  0,  0],\n","       [ 1, 19,  2, ...,  0,  0,  0]]), 'y': array([0, 0, 1, 0, 1, 0, 0, 0, 1, 0, 1, 0, 0, 1, 1, 0, 0, 1, 0, 1, 0, 1,\n","       0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 1, 1, 0, 0, 0, 0,\n","       1, 0, 0, 1, 0, 1, 0, 0, 1, 0, 1, 0, 1, 0, 0, 0, 0, 1, 1, 1, 1, 1,\n","       1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 1, 0, 0,\n","       0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 1, 1])}, {'q1': array([[ 115,  542, 1339, ...,    0,    0,    0],\n","       [  22,  115, 5973, ...,    0,    0,    0],\n","       [   2,   16,  435, ...,    0,    0,    0],\n","       ...,\n","       [ 210,   44,   76, ...,    0,    0,    0],\n","       [  91,  542, 7741, ...,    0,    0,    0],\n","       [ 115,   92,  248, ...,    0,    0,    0]]), 'q2': array([[  654,     1,    22, ...,   132,    18,  4298],\n","       [   77, 15445, 15446, ...,     0,     0,     0],\n","       [ 1848,  7731,    18, ...,     0,     0,     0],\n","       ...,\n","       [    2,    30,   474, ...,     0,     0,     0],\n","       [    2,   123,   457, ...,     0,     0,     0],\n","       [   51,   464,  1817, ...,     0,     0,     0]]), 'rl1': array([[1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 4, 2, ..., 0, 0, 0],\n","       ...,\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0]]), 'rl2': array([[ 9,  1,  1, ...,  1,  1,  1],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 2, 11,  1, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  4,  2, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0]]), 'y': array([0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 1, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0,\n","       0, 1, 0, 1, 1, 0, 0, 1, 1, 1, 0, 0, 1, 0, 0, 1, 0, 0, 0, 1, 0, 0,\n","       0, 0, 0, 0, 1, 0, 1, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0,\n","       0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 1, 1, 1, 0, 1, 0, 0, 0, 1, 0, 0, 1,\n","       0, 0, 1, 0, 0, 0, 1, 1, 1, 0, 0, 0])}, {'q1': array([[9076, 1118, 3728, ...,    0,    0,    0],\n","       [  30,  274,  675, ...,    0,    0,    0],\n","       [  22,  238,    1, ...,    0,    0,    0],\n","       ...,\n","       [  15,  149,  150, ...,    0,    0,    0],\n","       [   2,   90,  254, ...,    0,    0,    0],\n","       [ 149, 1274, 4973, ...,    0,    0,    0]]), 'q2': array([[ 149, 9076,    1, ...,    0,    0,    0],\n","       [  30,  274,  675, ...,    0,    0,    0],\n","       [  22,  238,    1, ...,    0,    0,    0],\n","       ...,\n","       [  22,  149,  150, ...,    0,    0,    0],\n","       [   2,   90,   91, ...,    0,    0,    0],\n","       [ 149, 1274, 4973, ...,    0,    0,    0]]), 'rl1': array([[12,  2,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [12,  2,  1, ...,  0,  0,  0],\n","       ...,\n","       [12,  2,  1, ...,  0,  0,  0],\n","       [ 1,  1,  2, ...,  0,  0,  0],\n","       [ 2,  1,  1, ...,  0,  0,  0]]), 'rl2': array([[ 2, 16,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [12,  2,  1, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  2,  1, ...,  0,  0,  0],\n","       [ 1,  4,  2, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0]]), 'y': array([1, 1, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1,\n","       1, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 1, 0, 0, 0, 1, 1, 1, 1, 0, 0, 0,\n","       0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, 0, 0, 0, 1, 0,\n","       0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 1, 1, 0, 0, 1, 0, 0, 1, 0,\n","       0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 1, 0])}, {'q1': array([[  22,  238,    1, ...,    0,    0,    0],\n","       [  51,  421,  312, ...,    0,    0,    0],\n","       [   2,  542,  537, ...,    0,    0,    0],\n","       ...,\n","       [   2,   30,   91, ...,    0,    0,    0],\n","       [   2,   16,   74, ...,    0,    0,    0],\n","       [  27,  290, 3996, ...,    0,    0,    0]]), 'q2': array([[   2, 1426,  238, ...,    0,    0,    0],\n","       [  27,  312,  150, ...,    0,    0,    0],\n","       [  22,  542,  238, ...,    0,    0,    0],\n","       ...,\n","       [   2,   30, 1251, ...,    0,    0,    0],\n","       [  72, 3942,  590, ...,    0,    0,    0],\n","       [  51,  140, 2804, ...,    0,    0,    0]]), 'rl1': array([[ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  4,  2, ...,  0,  0,  0],\n","       [ 1,  8,  2, ...,  0,  0,  0],\n","       [ 1, 12,  2, ...,  0,  0,  0]]), 'rl2': array([[ 1,  1,  2, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [12,  1,  2, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  4,  2, ...,  0,  0,  0],\n","       [ 1,  2,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0]]), 'y': array([0, 1, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 1,\n","       1, 0, 1, 0, 0, 1, 0, 1, 1, 0, 0, 1, 0, 1, 0, 1, 0, 0, 1, 0, 0, 0,\n","       1, 1, 0, 0, 0, 0, 1, 0, 0, 0, 1, 1, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0,\n","       0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1,\n","       0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0])}, {'q1': array([[   27,   150,   893, ...,     0,     0,     0],\n","       [  410,    92,   308, ...,     0,     0,     0],\n","       [   15,  1636, 10694, ...,     0,     0,     0],\n","       ...,\n","       [   22,   149,   143, ...,     0,     0,     0],\n","       [   51,   156,  1817, ...,     0,     0,     0],\n","       [    2,  2426,  2617, ...,     0,     0,     0]]), 'q2': array([[  27,  150,  893, ...,    0,    0,    0],\n","       [  22,  238,    1, ...,    0,    0,    0],\n","       [5205,   35,   90, ...,    0,    0,    0],\n","       ...,\n","       [  51,  143,  194, ...,    0,    0,    0],\n","       [  51,  156, 1817, ...,    0,    0,    0],\n","       [   2,  261, 7546, ...,    0,    0,    0]]), 'rl1': array([[ 1,  1, 11, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  2,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  2, 11, ...,  0,  0,  0]]), 'rl2': array([[ 1,  1,  1, ...,  0,  0,  0],\n","       [12,  2,  1, ...,  0,  0,  0],\n","       [ 2,  1,  1, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  2, 11, ...,  0,  0,  0]]), 'y': array([0, 1, 0, 1, 1, 1, 0, 0, 1, 1, 0, 0, 1, 1, 1, 0, 0, 1, 0, 1, 0, 0,\n","       0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 1, 1, 1, 0, 0, 0, 1, 1, 0, 0,\n","       0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0,\n","       0, 1, 0, 0, 1, 0, 1, 1, 1, 0, 0, 1, 1, 1, 1, 1, 1, 0, 1, 1, 1, 1,\n","       0, 0, 1, 1, 0, 0, 0, 1, 1, 0, 0, 0])}, {'q1': array([[   16,    18,  2102, ...,     0,     0,     0],\n","       [  149, 14367,  3857, ...,     0,     0,     0],\n","       [   27,   150,  3914, ...,     0,     0,     0],\n","       ...,\n","       [   22,     1,     1, ...,     0,     0,     0],\n","       [  210,    30,   435, ...,     0,     0,     0],\n","       [ 1115,    92,  3535, ...,     0,     0,     0]]), 'q2': array([[  63,   16,  254, ...,    0,    0,    0],\n","       [  51,  421,  312, ...,    0,    0,    0],\n","       [  27,  150, 3914, ...,    0,    0,    0],\n","       ...,\n","       [  22,  149,  143, ...,    0,    0,    0],\n","       [ 210,   30, 1208, ...,    0,    0,    0],\n","       [1115,   92, 1210, ...,    0,    0,    0]]), 'rl1': array([[12,  1,  1, ...,  0,  0,  0],\n","       [ 2,  1, 16, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  4,  1, ...,  0,  0,  0],\n","       [ 1,  4,  2, ...,  0,  0,  0],\n","       [ 1,  1,  2, ...,  0,  0,  0]]), 'rl2': array([[1, 4, 2, ..., 0, 0, 0],\n","       [1, 4, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       ...,\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 4, 2, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0]]), 'y': array([0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 1, 0, 0, 1, 0, 0, 0, 1, 0, 0, 1,\n","       0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0,\n","       0, 0, 0, 1, 0, 1, 0, 0, 0, 1, 1, 0, 0, 0, 1, 1, 1, 0, 1, 1, 0, 0,\n","       1, 1, 0, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 1, 0, 1, 0,\n","       0, 0, 1, 0, 0, 0, 1, 0, 0, 1, 0, 1])}, {'q1': array([[   22,   149,   143,  1756,  5438,  1376, 11749,     6,  2045,\n","            1,   448,     0,     0,     0,     0,     0],\n","       [   16,   816,     1,    22,   350, 15383,     1,     1,   208,\n","         2628,  4575,  1746,     1,    51,    52,  2329],\n","       [   51,   143,  2867,   248,   411,  1893,     0,     0,     0,\n","            0,     0,     0,     0,     0,     0,     0],\n","       [   22,  7451,     1, 15384,     1, 14013,     1, 15385,     1,\n","            6, 15386, 15387,     0,     0,     0,     0],\n","       [  118,  1462,   220,     0,     0,     0,     0,     0,     0,\n","            0,     0,     0,     0,     0,     0,     0],\n","       [   27,   150,   248,  1043,   276,  1088,   201,   217,    69,\n","         1589,    39,     0,     0,     0,     0,     0],\n","       [   27,  1847,   509,   360,  2030,     6,  9441,  4218,     0,\n","            0,     0,     0,     0,     0,     0,     0],\n","       [ 2457,  1010,     0,     0,     0,     0,     0,     0,     0,\n","            0,     0,     0,     0,     0,     0,     0],\n","       [    2,    30,    91,  1785,  1340,  2012,     0,     0,     0,\n","            0,     0,     0,     0,     0,     0,     0]]), 'q2': array([[   27,   150, 11910,  5438,     6,  2045,     1,  1976,     0,\n","            0,     0],\n","       [    2,   350, 15545,   936,    35,  1746,     0,     0,     0,\n","            0,     0],\n","       [    2,   411,  1893,     0,     0,     0,     0,     0,     0,\n","            0,     0],\n","       [  125,  8061,   352,   464,    18, 14883,    25,     0,     0,\n","            0,     0],\n","       [   51,  1462,   220,     0,     0,     0,     0,     0,     0,\n","            0,     0],\n","       [  209,   569,  1088,    37,  1589,    39,     0,     0,     0,\n","            0,     0],\n","       [  125,   127,  9441,  4218,    18,  1677,     0,     0,     0,\n","            0,     0],\n","       [  208,     1,    22,   566, 11494,   503,     1,    22,    99,\n","         2212,  2445],\n","       [    2,  1785, 11091,     0,     0,     0,     0,     0,     0,\n","            0,     0]]), 'rl1': array([[ 1,  2,  1,  1, 16,  1,  1,  1,  1,  1,  1,  0,  0,  0,  0,  0],\n","       [ 8,  2,  1,  1, 23,  1,  1,  1,  1,  9,  2, 11,  1, 18,  1,  1],\n","       [ 1,  1,  1,  1,  2, 11,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0],\n","       [ 1,  1,  1,  1,  1,  1,  1,  1,  1,  1,  1,  1,  0,  0,  0,  0],\n","       [ 2,  3,  1,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0],\n","       [ 1,  1,  1,  2,  1, 22,  1,  1,  1,  1,  6,  0,  0,  0,  0,  0],\n","       [ 1,  1,  1,  1,  1,  1,  1,  1,  0,  0,  0,  0,  0,  0,  0,  0],\n","       [ 1,  1,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0],\n","       [ 1,  4,  2,  1,  2, 13,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0]]), 'rl2': array([[ 1,  1,  1,  1,  1,  1,  1,  1,  0,  0,  0],\n","       [ 1,  1,  1,  1,  1,  1,  0,  0,  0,  0,  0],\n","       [ 1,  2, 11,  0,  0,  0,  0,  0,  0,  0,  0],\n","       [ 1,  1,  1,  1,  1,  1,  1,  0,  0,  0,  0],\n","       [ 1,  1,  1,  0,  0,  0,  0,  0,  0,  0,  0],\n","       [ 1,  1,  1,  1,  1,  1,  0,  0,  0,  0,  0],\n","       [ 1,  2,  1, 12,  1,  1,  0,  0,  0,  0,  0],\n","       [ 1,  1,  1,  1,  1,  1,  1,  1,  2,  1, 13],\n","       [ 1,  1,  1,  0,  0,  0,  0,  0,  0,  0,  0]]), 'y': array([1, 0, 1, 0, 1, 1, 0, 1, 1])}]\n","[{'q1': [8, 8, 7, 8, 33, 8, 12, 7, 8, 5, 15, 6, 3, 4, 7, 5, 15, 21, 8, 24, 5, 5, 16, 12, 3, 16, 7, 7, 6, 6, 16, 13, 10, 5, 4, 15, 7, 4, 9, 8, 8, 6, 5, 15, 11, 5, 4, 16, 14, 6, 6, 30, 13, 17, 10, 17, 5, 8, 14, 11, 10, 8, 6, 6, 9, 6, 4, 16, 6, 12, 20, 11, 11, 8, 5, 8, 10, 4, 12, 7, 8, 6, 8, 47, 10, 7, 9, 8, 5, 17, 19, 19, 10, 6, 18, 11, 7, 5, 6, 7], 'q2': [15, 9, 6, 6, 16, 7, 13, 8, 6, 5, 5, 10, 6, 4, 6, 7, 7, 11, 8, 8, 9, 12, 22, 16, 6, 21, 8, 5, 6, 9, 5, 13, 8, 3, 7, 5, 9, 4, 11, 7, 7, 8, 5, 8, 19, 9, 4, 12, 16, 6, 7, 16, 14, 8, 15, 19, 8, 6, 10, 7, 10, 6, 7, 6, 11, 7, 5, 29, 8, 10, 19, 11, 14, 11, 5, 10, 5, 5, 12, 7, 14, 10, 10, 25, 7, 7, 6, 4, 6, 24, 11, 13, 4, 3, 4, 8, 9, 7, 5, 6], 'rl1': [8, 8, 7, 8, 33, 8, 12, 7, 8, 5, 15, 6, 3, 4, 7, 5, 15, 21, 8, 24, 5, 5, 16, 12, 3, 16, 7, 7, 6, 6, 16, 13, 10, 5, 4, 15, 7, 4, 9, 8, 8, 6, 5, 15, 11, 5, 4, 16, 14, 6, 6, 30, 13, 17, 10, 17, 5, 8, 14, 11, 10, 8, 6, 6, 9, 6, 4, 16, 6, 12, 20, 11, 11, 8, 5, 8, 10, 4, 12, 7, 8, 6, 8, 47, 10, 7, 9, 8, 5, 17, 19, 19, 10, 6, 18, 11, 7, 5, 6, 7], 'rl2': [15, 9, 6, 6, 16, 7, 13, 8, 6, 5, 5, 10, 6, 4, 6, 7, 7, 11, 8, 8, 9, 12, 22, 16, 6, 21, 8, 5, 6, 9, 5, 13, 8, 3, 7, 5, 9, 4, 11, 7, 7, 8, 5, 8, 19, 9, 4, 12, 16, 6, 7, 16, 14, 8, 15, 19, 8, 6, 10, 7, 10, 6, 7, 6, 11, 7, 5, 29, 8, 10, 19, 11, 14, 11, 5, 10, 5, 5, 12, 7, 14, 10, 10, 25, 7, 7, 6, 4, 6, 24, 11, 13, 4, 3, 4, 8, 9, 7, 5, 6]}, {'q1': [7, 7, 17, 8, 9, 10, 4, 7, 6, 26, 11, 6, 6, 8, 13, 9, 9, 11, 8, 5, 12, 12, 6, 13, 11, 14, 5, 5, 5, 18, 9, 6, 15, 6, 14, 3, 9, 6, 7, 9, 15, 14, 6, 6, 7, 11, 11, 10, 8, 6, 15, 12, 7, 16, 8, 16, 7, 27, 4, 5, 4, 7, 5, 6, 6, 6, 3, 11, 8, 16, 28, 8, 9, 7, 15, 11, 7, 10, 7, 11, 13, 11, 7, 10, 16, 2, 10, 11, 4, 9, 7, 28, 7, 9, 8, 12, 8, 8, 6, 8], 'q2': [5, 7, 16, 8, 9, 8, 3, 6, 6, 5, 12, 11, 8, 6, 12, 24, 19, 10, 9, 5, 16, 12, 8, 23, 10, 16, 3, 8, 5, 12, 12, 6, 15, 8, 14, 13, 11, 8, 11, 8, 12, 35, 7, 4, 6, 14, 8, 10, 11, 10, 7, 3, 5, 8, 4, 14, 7, 36, 9, 10, 5, 5, 5, 5, 5, 10, 5, 7, 8, 15, 5, 6, 8, 7, 13, 20, 9, 7, 3, 11, 14, 9, 6, 9, 11, 10, 5, 8, 4, 15, 5, 16, 7, 14, 5, 13, 8, 5, 6, 8], 'rl1': [7, 7, 17, 8, 9, 10, 4, 7, 6, 26, 11, 6, 6, 8, 13, 9, 9, 11, 8, 5, 12, 12, 6, 13, 11, 14, 5, 5, 5, 18, 9, 6, 15, 6, 14, 3, 9, 6, 7, 9, 15, 14, 6, 6, 7, 11, 11, 10, 8, 6, 15, 12, 7, 16, 8, 16, 7, 27, 4, 5, 4, 7, 5, 6, 6, 6, 3, 11, 8, 16, 28, 8, 9, 7, 15, 11, 7, 10, 7, 11, 13, 11, 7, 10, 16, 2, 10, 11, 4, 9, 7, 28, 7, 9, 8, 12, 8, 8, 6, 8], 'rl2': [5, 7, 16, 8, 9, 8, 3, 6, 6, 5, 12, 11, 8, 6, 12, 24, 19, 10, 9, 5, 16, 12, 8, 23, 10, 16, 3, 8, 5, 12, 12, 6, 15, 8, 14, 13, 11, 8, 11, 8, 12, 35, 7, 4, 6, 14, 8, 10, 11, 10, 7, 3, 5, 8, 4, 14, 7, 36, 9, 10, 5, 5, 5, 5, 5, 10, 5, 7, 8, 15, 5, 6, 8, 7, 13, 20, 9, 7, 3, 11, 14, 9, 6, 9, 11, 10, 5, 8, 4, 15, 5, 16, 7, 14, 5, 13, 8, 5, 6, 8]}, {'q1': [5, 6, 10, 7, 8, 11, 14, 6, 12, 11, 9, 9, 25, 5, 7, 5, 14, 8, 13, 6, 6, 8, 11, 7, 16, 20, 8, 10, 4, 6, 8, 9, 13, 21, 7, 22, 7, 7, 8, 12, 18, 4, 7, 7, 3, 3, 12, 12, 6, 7, 8, 16, 7, 11, 11, 7, 8, 9, 12, 11, 5, 7, 9, 6, 6, 2, 9, 21, 5, 10, 6, 10, 19, 9, 15, 6, 9, 6, 21, 5, 6, 5, 14, 18, 12, 5, 14, 20, 7, 24, 14, 26, 6, 14, 19, 12, 26, 9, 6, 8], 'q2': [5, 6, 10, 8, 8, 10, 8, 6, 10, 10, 5, 9, 17, 6, 7, 4, 7, 4, 20, 6, 6, 6, 7, 6, 17, 20, 18, 8, 5, 6, 9, 7, 13, 21, 6, 21, 7, 7, 7, 11, 15, 3, 9, 7, 6, 6, 9, 7, 6, 5, 7, 10, 13, 13, 13, 25, 8, 10, 10, 9, 4, 6, 7, 7, 5, 4, 6, 32, 5, 6, 6, 7, 26, 18, 13, 7, 12, 8, 7, 4, 10, 5, 8, 20, 21, 7, 12, 54, 7, 24, 6, 27, 10, 14, 5, 11, 23, 9, 8, 8], 'rl1': [5, 6, 10, 7, 8, 11, 14, 6, 12, 11, 9, 9, 25, 5, 7, 5, 14, 8, 13, 6, 6, 8, 11, 7, 16, 20, 8, 10, 4, 6, 8, 9, 13, 21, 7, 22, 7, 7, 8, 12, 18, 4, 7, 7, 3, 3, 12, 12, 6, 7, 8, 16, 7, 11, 11, 7, 8, 9, 12, 11, 5, 7, 9, 6, 6, 2, 9, 21, 5, 10, 6, 10, 19, 9, 15, 6, 9, 6, 21, 5, 6, 5, 14, 18, 12, 5, 14, 20, 7, 24, 14, 26, 6, 14, 19, 12, 26, 9, 6, 8], 'rl2': [5, 6, 10, 8, 8, 10, 8, 6, 10, 10, 5, 9, 17, 6, 7, 4, 7, 4, 20, 6, 6, 6, 7, 6, 17, 20, 18, 8, 5, 6, 9, 7, 13, 21, 6, 21, 7, 7, 7, 11, 15, 3, 9, 7, 6, 6, 9, 7, 6, 5, 7, 10, 13, 13, 13, 25, 8, 10, 10, 9, 4, 6, 7, 7, 5, 4, 6, 32, 5, 6, 6, 7, 26, 18, 13, 7, 12, 8, 7, 4, 10, 5, 8, 20, 21, 7, 12, 54, 7, 24, 6, 27, 10, 14, 5, 11, 23, 9, 8, 8]}, {'q1': [11, 10, 10, 11, 8, 17, 9, 6, 5, 6, 6, 9, 9, 17, 13, 14, 9, 14, 7, 15, 5, 12, 6, 8, 7, 6, 9, 18, 14, 15, 14, 7, 10, 6, 4, 19, 11, 7, 7, 5, 14, 9, 6, 11, 7, 11, 8, 16, 5, 14, 6, 7, 11, 20, 12, 8, 6, 13, 8, 7, 4, 7, 5, 7, 20, 17, 4, 14, 13, 5, 22, 4, 7, 9, 10, 12, 7, 10, 7, 18, 12, 4, 11, 7, 8, 16, 11, 4, 6, 16, 8, 9, 6, 6, 8, 13, 9, 7, 6, 7], 'q2': [32, 13, 15, 4, 7, 6, 6, 6, 8, 9, 5, 6, 14, 6, 8, 23, 4, 10, 15, 12, 5, 28, 11, 3, 24, 10, 11, 32, 11, 13, 12, 9, 12, 5, 5, 9, 7, 10, 18, 5, 8, 9, 15, 7, 9, 11, 8, 4, 8, 9, 7, 7, 5, 22, 25, 11, 15, 13, 5, 9, 4, 8, 3, 4, 12, 24, 12, 24, 11, 10, 22, 4, 6, 5, 8, 8, 6, 8, 5, 9, 6, 4, 5, 8, 8, 31, 9, 6, 5, 11, 11, 27, 13, 8, 10, 9, 10, 7, 5, 5], 'rl1': [11, 10, 10, 11, 8, 17, 9, 6, 5, 6, 6, 9, 9, 17, 13, 14, 9, 14, 7, 15, 5, 12, 6, 8, 7, 6, 9, 18, 14, 15, 14, 7, 10, 6, 4, 19, 11, 7, 7, 5, 14, 9, 6, 11, 7, 11, 8, 16, 5, 14, 6, 7, 11, 20, 12, 8, 6, 13, 8, 7, 4, 7, 5, 7, 20, 17, 4, 14, 13, 5, 22, 4, 7, 9, 10, 12, 7, 10, 7, 18, 12, 4, 11, 7, 8, 16, 11, 4, 6, 16, 8, 9, 6, 6, 8, 13, 9, 7, 6, 7], 'rl2': [32, 13, 15, 4, 7, 6, 6, 6, 8, 9, 5, 6, 14, 6, 8, 23, 4, 10, 15, 12, 5, 28, 11, 3, 24, 10, 11, 32, 11, 13, 12, 9, 12, 5, 5, 9, 7, 10, 18, 5, 8, 9, 15, 7, 9, 11, 8, 4, 8, 9, 7, 7, 5, 22, 25, 11, 15, 13, 5, 9, 4, 8, 3, 4, 12, 24, 12, 24, 11, 10, 22, 4, 6, 5, 8, 8, 6, 8, 5, 9, 6, 4, 5, 8, 8, 31, 9, 6, 5, 11, 11, 27, 13, 8, 10, 9, 10, 7, 5, 5]}, {'q1': [3, 14, 10, 9, 17, 12, 9, 8, 4, 8, 12, 6, 12, 5, 11, 7, 4, 8, 6, 6, 4, 9, 10, 6, 7, 23, 17, 8, 4, 17, 9, 19, 19, 12, 11, 12, 5, 5, 51, 7, 14, 5, 5, 10, 5, 11, 14, 11, 12, 12, 4, 7, 8, 5, 9, 2, 12, 5, 11, 7, 6, 9, 14, 9, 8, 4, 13, 7, 11, 5, 10, 5, 13, 5, 3, 12, 10, 4, 13, 6, 6, 9, 13, 7, 16, 8, 11, 16, 5, 30, 17, 5, 7, 8, 11, 11, 9, 13, 4, 10], 'q2': [4, 15, 7, 8, 18, 15, 8, 3, 4, 4, 10, 6, 6, 11, 11, 8, 3, 8, 7, 12, 3, 2, 7, 18, 3, 20, 10, 12, 4, 22, 9, 10, 7, 20, 23, 11, 16, 5, 40, 12, 14, 7, 4, 12, 12, 10, 7, 9, 5, 12, 6, 4, 8, 5, 11, 8, 6, 5, 8, 7, 9, 6, 9, 10, 8, 6, 13, 6, 12, 4, 6, 5, 12, 6, 3, 4, 8, 5, 14, 7, 6, 8, 15, 5, 9, 8, 13, 16, 2, 23, 15, 6, 20, 10, 6, 4, 4, 13, 5, 11], 'rl1': [3, 14, 10, 9, 17, 12, 9, 8, 4, 8, 12, 6, 12, 5, 11, 7, 4, 8, 6, 6, 4, 9, 10, 6, 7, 23, 17, 8, 4, 17, 9, 19, 19, 12, 11, 12, 5, 5, 51, 7, 14, 5, 5, 10, 5, 11, 14, 11, 12, 12, 4, 7, 8, 5, 9, 2, 12, 5, 11, 7, 6, 9, 14, 9, 8, 4, 13, 7, 11, 5, 10, 5, 13, 5, 3, 12, 10, 4, 13, 6, 6, 9, 13, 7, 16, 8, 11, 16, 5, 30, 17, 5, 7, 8, 11, 11, 9, 13, 4, 10], 'rl2': [4, 15, 7, 8, 18, 15, 8, 3, 4, 4, 10, 6, 6, 11, 11, 8, 3, 8, 7, 12, 3, 2, 7, 18, 3, 20, 10, 12, 4, 22, 9, 10, 7, 20, 23, 11, 16, 5, 40, 12, 14, 7, 4, 12, 12, 10, 7, 9, 5, 12, 6, 4, 8, 5, 11, 8, 6, 5, 8, 7, 9, 6, 9, 10, 8, 6, 13, 6, 12, 4, 6, 5, 12, 6, 3, 4, 8, 5, 14, 7, 6, 8, 15, 5, 9, 8, 13, 16, 2, 23, 15, 6, 20, 10, 6, 4, 4, 13, 5, 11]}, {'q1': [7, 7, 16, 9, 5, 14, 7, 8, 17, 12, 12, 21, 6, 8, 7, 5, 8, 25, 7, 23, 9, 8, 13, 17, 7, 7, 8, 8, 6, 7, 23, 13, 12, 6, 10, 4, 7, 5, 7, 13, 3, 7, 3, 13, 10, 9, 11, 26, 5, 9, 12, 9, 14, 26, 10, 4, 14, 7, 12, 7, 6, 27, 12, 7, 9, 5, 14, 8, 4, 15, 7, 6, 6, 7, 6, 27, 3, 15, 6, 6, 21, 5, 8, 3, 11, 4, 32, 6, 7, 6, 5, 18, 8, 16, 8, 9, 17, 6, 11, 19], 'q2': [5, 5, 21, 6, 8, 16, 10, 11, 11, 14, 9, 29, 6, 9, 9, 5, 8, 7, 8, 31, 8, 13, 9, 22, 7, 7, 27, 6, 6, 10, 11, 13, 6, 4, 7, 5, 5, 7, 4, 19, 6, 9, 2, 4, 5, 7, 11, 50, 14, 8, 16, 5, 8, 6, 11, 9, 6, 7, 12, 12, 13, 8, 12, 11, 10, 8, 19, 10, 5, 5, 9, 9, 6, 7, 4, 9, 4, 6, 4, 5, 6, 6, 10, 8, 14, 5, 6, 7, 6, 13, 5, 12, 15, 10, 6, 7, 9, 7, 10, 7], 'rl1': [7, 7, 16, 9, 5, 14, 7, 8, 17, 12, 12, 21, 6, 8, 7, 5, 8, 25, 7, 23, 9, 8, 13, 17, 7, 7, 8, 8, 6, 7, 23, 13, 12, 6, 10, 4, 7, 5, 7, 13, 3, 7, 3, 13, 10, 9, 11, 26, 5, 9, 12, 9, 14, 26, 10, 4, 14, 7, 12, 7, 6, 27, 12, 7, 9, 5, 14, 8, 4, 15, 7, 6, 6, 7, 6, 27, 3, 15, 6, 6, 21, 5, 8, 3, 11, 4, 32, 6, 7, 6, 5, 18, 8, 16, 8, 9, 17, 6, 11, 19], 'rl2': [5, 5, 21, 6, 8, 16, 10, 11, 11, 14, 9, 29, 6, 9, 9, 5, 8, 7, 8, 31, 8, 13, 9, 22, 7, 7, 27, 6, 6, 10, 11, 13, 6, 4, 7, 5, 5, 7, 4, 19, 6, 9, 2, 4, 5, 7, 11, 50, 14, 8, 16, 5, 8, 6, 11, 9, 6, 7, 12, 12, 13, 8, 12, 11, 10, 8, 19, 10, 5, 5, 9, 9, 6, 7, 4, 9, 4, 6, 4, 5, 6, 6, 10, 8, 14, 5, 6, 7, 6, 13, 5, 12, 15, 10, 6, 7, 9, 7, 10, 7]}, {'q1': [8, 13, 10, 6, 5, 6, 11, 4, 7, 7, 4, 5, 5, 6, 17, 14, 10, 8, 10, 10, 14, 18, 7, 3, 10, 12, 7, 7, 12, 4, 5, 6, 5, 8, 4, 9, 9, 14, 7, 25, 4, 10, 5, 9, 9, 8, 7, 4, 3, 11, 18, 6, 17, 18, 7, 7, 7, 10, 4, 8, 4, 9, 16, 13, 4, 6, 8, 10, 5, 8, 12, 11, 30, 12, 7, 17, 12, 10, 8, 10, 6, 6, 4, 7, 6, 23, 7, 7, 6, 9, 21, 5, 9, 20, 9, 8, 9, 8, 6, 3], 'q2': [8, 9, 7, 5, 6, 7, 6, 21, 12, 17, 4, 4, 7, 8, 6, 11, 8, 19, 8, 8, 15, 11, 8, 5, 12, 11, 5, 13, 30, 10, 8, 6, 7, 6, 4, 8, 9, 12, 3, 11, 4, 7, 8, 12, 18, 6, 9, 5, 8, 13, 4, 20, 14, 4, 8, 9, 8, 10, 6, 9, 8, 5, 12, 14, 13, 11, 7, 10, 8, 7, 12, 8, 12, 13, 14, 8, 13, 5, 10, 7, 4, 7, 6, 7, 7, 10, 6, 8, 13, 8, 10, 5, 5, 19, 9, 6, 9, 8, 5, 8], 'rl1': [8, 13, 10, 6, 5, 6, 11, 4, 7, 7, 4, 5, 5, 6, 17, 14, 10, 8, 10, 10, 14, 18, 7, 3, 10, 12, 7, 7, 12, 4, 5, 6, 5, 8, 4, 9, 9, 14, 7, 25, 4, 10, 5, 9, 9, 8, 7, 4, 3, 11, 18, 6, 17, 18, 7, 7, 7, 10, 4, 8, 4, 9, 16, 13, 4, 6, 8, 10, 5, 8, 12, 11, 30, 12, 7, 17, 12, 10, 8, 10, 6, 6, 4, 7, 6, 23, 7, 7, 6, 9, 21, 5, 9, 20, 9, 8, 9, 8, 6, 3], 'rl2': [8, 9, 7, 5, 6, 7, 6, 21, 12, 17, 4, 4, 7, 8, 6, 11, 8, 19, 8, 8, 15, 11, 8, 5, 12, 11, 5, 13, 30, 10, 8, 6, 7, 6, 4, 8, 9, 12, 3, 11, 4, 7, 8, 12, 18, 6, 9, 5, 8, 13, 4, 20, 14, 4, 8, 9, 8, 10, 6, 9, 8, 5, 12, 14, 13, 11, 7, 10, 8, 7, 12, 8, 12, 13, 14, 8, 13, 5, 10, 7, 4, 7, 6, 7, 7, 10, 6, 8, 13, 8, 10, 5, 5, 19, 9, 6, 9, 8, 5, 8]}, {'q1': [7, 6, 5, 9, 6, 8, 26, 6, 8, 9, 12, 5, 9, 23, 7, 7, 4, 20, 7, 8, 5, 4, 21, 8, 5, 10, 8, 11, 5, 10, 9, 3, 11, 13, 8, 16, 10, 29, 12, 8, 8, 6, 10, 7, 9, 16, 11, 8, 6, 23, 9, 6, 14, 7, 5, 10, 9, 8, 5, 9, 7, 11, 5, 7, 9, 10, 15, 18, 8, 6, 5, 8, 9, 12, 12, 18, 13, 10, 7, 7, 6, 13, 13, 8, 6, 7, 7, 6, 23, 6, 7, 15, 6, 7, 9, 23, 14, 16, 18, 9], 'q2': [5, 17, 5, 7, 12, 27, 29, 12, 10, 9, 12, 5, 8, 10, 8, 6, 4, 13, 5, 6, 3, 10, 18, 8, 3, 11, 17, 49, 8, 21, 10, 11, 8, 9, 9, 16, 12, 25, 11, 9, 6, 4, 8, 5, 7, 10, 2, 5, 6, 23, 6, 8, 21, 4, 9, 9, 5, 11, 18, 12, 7, 33, 8, 6, 19, 10, 17, 16, 11, 5, 6, 8, 3, 7, 7, 39, 6, 8, 7, 3, 8, 20, 11, 7, 5, 7, 6, 3, 14, 9, 5, 23, 7, 18, 6, 7, 6, 9, 39, 10], 'rl1': [7, 6, 5, 9, 6, 8, 26, 6, 8, 9, 12, 5, 9, 23, 7, 7, 4, 20, 7, 8, 5, 4, 21, 8, 5, 10, 8, 11, 5, 10, 9, 3, 11, 13, 8, 16, 10, 29, 12, 8, 8, 6, 10, 7, 9, 16, 11, 8, 6, 23, 9, 6, 14, 7, 5, 10, 9, 8, 5, 9, 7, 11, 5, 7, 9, 10, 15, 18, 8, 6, 5, 8, 9, 12, 12, 18, 13, 10, 7, 7, 6, 13, 13, 8, 6, 7, 7, 6, 23, 6, 7, 15, 6, 7, 9, 23, 14, 16, 18, 9], 'rl2': [5, 17, 5, 7, 12, 27, 29, 12, 10, 9, 12, 5, 8, 10, 8, 6, 4, 13, 5, 6, 3, 10, 18, 8, 3, 11, 17, 49, 8, 21, 10, 11, 8, 9, 9, 16, 12, 25, 11, 9, 6, 4, 8, 5, 7, 10, 2, 5, 6, 23, 6, 8, 21, 4, 9, 9, 5, 11, 18, 12, 7, 33, 8, 6, 19, 10, 17, 16, 11, 5, 6, 8, 3, 7, 7, 39, 6, 8, 7, 3, 8, 20, 11, 7, 5, 7, 6, 3, 14, 9, 5, 23, 7, 18, 6, 7, 6, 9, 39, 10]}, {'q1': [11, 16, 6, 12, 3, 11, 8, 2, 6], 'q2': [8, 6, 3, 7, 3, 6, 6, 11, 3], 'rl1': [11, 16, 6, 12, 3, 11, 8, 2, 6], 'rl2': [8, 6, 3, 7, 3, 6, 6, 11, 3]}]\n","Epoch 6 iter 966 took 168.9s\n","loss:\t0.02181\tdev score:\t0.7355\n","[{'q1': array([[  27,  312,  143, ...,    0,    0,    0],\n","       [ 410,   92, 4775, ...,    0,    0,    0],\n","       [ 619,  532,   90, ...,    0,    0,    0],\n","       ...,\n","       [  22,   23,  150, ...,    0,    0,    0],\n","       [  27, 5234,  495, ...,    0,    0,    0],\n","       [  51, 4504,   26, ...,    0,    0,    0]]), 'q2': array([[  27,  312,   12, ...,    0,    0,    0],\n","       [   2, 3843,   91, ...,    0,    0,    0],\n","       [ 619,  532,   90, ...,    0,    0,    0],\n","       ...,\n","       [  27,  150, 6740, ...,    0,    0,    0],\n","       [  27,  495, 1225, ...,    0,    0,    0],\n","       [  63, 3121,    1, ...,    0,    0,    0]]), 'rl1': array([[1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 7, ..., 0, 0, 0],\n","       ...,\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0]]), 'rl2': array([[ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1, 12,  2, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0]]), 'y': array([0, 0, 1, 1, 1, 1, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1,\n","       1, 0, 0, 1, 0, 0, 0, 1, 0, 1, 1, 1, 1, 0, 0, 1, 0, 1, 0, 1, 1, 0,\n","       0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 1, 1, 0, 1, 0, 0, 0,\n","       1, 0, 0, 1, 0, 0, 1, 0, 0, 0, 1, 0, 1, 1, 0, 0, 0, 0, 1, 0, 0, 0,\n","       1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0])}, {'q1': array([[  22, 1118, 1326, ...,    0,    0,    0],\n","       [  63,  421,   90, ...,    0,    0,    0],\n","       [  51,  115,   19, ...,    0,    0,    0],\n","       ...,\n","       [   2,   30,   91, ...,    0,    0,    0],\n","       [  22,   23, 5366, ...,    0,    0,    0],\n","       [  51,  150, 9472, ...,    0,    0,    0]]), 'q2': array([[1976,   26, 1750, ...,    0,    0,    0],\n","       [  63,  421,   90, ...,    0,    0,    0],\n","       [  51,  115,   19, ...,    0,    0,    0],\n","       ...,\n","       [   2,   16, 2492, ...,    0,    0,    0],\n","       [  22,   23, 5366, ...,    0,    0,    0],\n","       [  27,  150, 2045, ...,    0,    0,    0]]), 'rl1': array([[1, 2, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       ...,\n","       [1, 4, 2, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0]]), 'rl2': array([[ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1, 11, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  4,  2, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0]]), 'y': array([0, 0, 0, 1, 0, 0, 1, 0, 1, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 1, 1,\n","       1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0,\n","       1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 1, 0, 0, 1, 1, 1, 0,\n","       0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0,\n","       1, 0, 1, 0, 1, 0, 0, 0, 1, 0, 0, 1])}, {'q1': array([[   2,   16,  504, ...,    0,    0,    0],\n","       [   2,   30,  443, ...,    0,    0,    0],\n","       [   2,   42,  274, ...,    0,    0,    0],\n","       ...,\n","       [   2,   30, 1949, ...,    0,    0,    0],\n","       [  30,   91,  474, ...,    0,    0,    0],\n","       [  22,   64,  274, ...,    0,    0,    0]]), 'q2': array([[ 150,  248,  504, ...,    0,    0,    0],\n","       [   2,   30,   91, ...,    0,    0,    0],\n","       [   2,   64,  274, ...,    0,    0,    0],\n","       ...,\n","       [   2,   30, 1949, ...,    0,    0,    0],\n","       [   2,   30,   91, ...,    0,    0,    0],\n","       [   2,   30,   91, ...,    0,    0,    0]]), 'rl1': array([[ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  4,  2, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       ...,\n","       [ 1, 25,  1, ...,  0,  0,  0],\n","       [ 4,  1,  2, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0]]), 'rl2': array([[ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  4,  2, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       ...,\n","       [ 1, 25,  1, ...,  0,  0,  0],\n","       [ 1,  4,  2, ...,  0,  0,  0],\n","       [ 1, 19,  2, ...,  0,  0,  0]]), 'y': array([0, 0, 1, 0, 1, 0, 0, 0, 1, 0, 1, 0, 0, 1, 1, 0, 0, 1, 0, 1, 0, 1,\n","       0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 1, 1, 0, 0, 0, 0,\n","       1, 0, 0, 1, 0, 1, 0, 0, 1, 0, 1, 0, 1, 0, 0, 0, 0, 1, 1, 1, 1, 1,\n","       1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 1, 0, 0,\n","       0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 1, 1])}, {'q1': array([[ 115,  542, 1339, ...,    0,    0,    0],\n","       [  22,  115, 5973, ...,    0,    0,    0],\n","       [   2,   16,  435, ...,    0,    0,    0],\n","       ...,\n","       [ 210,   44,   76, ...,    0,    0,    0],\n","       [  91,  542, 7741, ...,    0,    0,    0],\n","       [ 115,   92,  248, ...,    0,    0,    0]]), 'q2': array([[  654,     1,    22, ...,   132,    18,  4298],\n","       [   77, 15445, 15446, ...,     0,     0,     0],\n","       [ 1848,  7731,    18, ...,     0,     0,     0],\n","       ...,\n","       [    2,    30,   474, ...,     0,     0,     0],\n","       [    2,   123,   457, ...,     0,     0,     0],\n","       [   51,   464,  1817, ...,     0,     0,     0]]), 'rl1': array([[1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 4, 2, ..., 0, 0, 0],\n","       ...,\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0]]), 'rl2': array([[ 9,  1,  1, ...,  1,  1,  1],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 2, 11,  1, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  4,  2, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0]]), 'y': array([0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 1, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0,\n","       0, 1, 0, 1, 1, 0, 0, 1, 1, 1, 0, 0, 1, 0, 0, 1, 0, 0, 0, 1, 0, 0,\n","       0, 0, 0, 0, 1, 0, 1, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0,\n","       0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 1, 1, 1, 0, 1, 0, 0, 0, 1, 0, 0, 1,\n","       0, 0, 1, 0, 0, 0, 1, 1, 1, 0, 0, 0])}, {'q1': array([[9076, 1118, 3728, ...,    0,    0,    0],\n","       [  30,  274,  675, ...,    0,    0,    0],\n","       [  22,  238,    1, ...,    0,    0,    0],\n","       ...,\n","       [  15,  149,  150, ...,    0,    0,    0],\n","       [   2,   90,  254, ...,    0,    0,    0],\n","       [ 149, 1274, 4973, ...,    0,    0,    0]]), 'q2': array([[ 149, 9076,    1, ...,    0,    0,    0],\n","       [  30,  274,  675, ...,    0,    0,    0],\n","       [  22,  238,    1, ...,    0,    0,    0],\n","       ...,\n","       [  22,  149,  150, ...,    0,    0,    0],\n","       [   2,   90,   91, ...,    0,    0,    0],\n","       [ 149, 1274, 4973, ...,    0,    0,    0]]), 'rl1': array([[12,  2,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [12,  2,  1, ...,  0,  0,  0],\n","       ...,\n","       [12,  2,  1, ...,  0,  0,  0],\n","       [ 1,  1,  2, ...,  0,  0,  0],\n","       [ 2,  1,  1, ...,  0,  0,  0]]), 'rl2': array([[ 2, 16,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [12,  2,  1, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  2,  1, ...,  0,  0,  0],\n","       [ 1,  4,  2, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0]]), 'y': array([1, 1, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1,\n","       1, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 1, 0, 0, 0, 1, 1, 1, 1, 0, 0, 0,\n","       0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, 0, 0, 0, 1, 0,\n","       0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 1, 1, 0, 0, 1, 0, 0, 1, 0,\n","       0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 1, 0])}, {'q1': array([[  22,  238,    1, ...,    0,    0,    0],\n","       [  51,  421,  312, ...,    0,    0,    0],\n","       [   2,  542,  537, ...,    0,    0,    0],\n","       ...,\n","       [   2,   30,   91, ...,    0,    0,    0],\n","       [   2,   16,   74, ...,    0,    0,    0],\n","       [  27,  290, 3996, ...,    0,    0,    0]]), 'q2': array([[   2, 1426,  238, ...,    0,    0,    0],\n","       [  27,  312,  150, ...,    0,    0,    0],\n","       [  22,  542,  238, ...,    0,    0,    0],\n","       ...,\n","       [   2,   30, 1251, ...,    0,    0,    0],\n","       [  72, 3942,  590, ...,    0,    0,    0],\n","       [  51,  140, 2804, ...,    0,    0,    0]]), 'rl1': array([[ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  4,  2, ...,  0,  0,  0],\n","       [ 1,  8,  2, ...,  0,  0,  0],\n","       [ 1, 12,  2, ...,  0,  0,  0]]), 'rl2': array([[ 1,  1,  2, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [12,  1,  2, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  4,  2, ...,  0,  0,  0],\n","       [ 1,  2,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0]]), 'y': array([0, 1, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 1,\n","       1, 0, 1, 0, 0, 1, 0, 1, 1, 0, 0, 1, 0, 1, 0, 1, 0, 0, 1, 0, 0, 0,\n","       1, 1, 0, 0, 0, 0, 1, 0, 0, 0, 1, 1, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0,\n","       0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1,\n","       0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0])}, {'q1': array([[   27,   150,   893, ...,     0,     0,     0],\n","       [  410,    92,   308, ...,     0,     0,     0],\n","       [   15,  1636, 10694, ...,     0,     0,     0],\n","       ...,\n","       [   22,   149,   143, ...,     0,     0,     0],\n","       [   51,   156,  1817, ...,     0,     0,     0],\n","       [    2,  2426,  2617, ...,     0,     0,     0]]), 'q2': array([[  27,  150,  893, ...,    0,    0,    0],\n","       [  22,  238,    1, ...,    0,    0,    0],\n","       [5205,   35,   90, ...,    0,    0,    0],\n","       ...,\n","       [  51,  143,  194, ...,    0,    0,    0],\n","       [  51,  156, 1817, ...,    0,    0,    0],\n","       [   2,  261, 7546, ...,    0,    0,    0]]), 'rl1': array([[ 1,  1, 11, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  2,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  2, 11, ...,  0,  0,  0]]), 'rl2': array([[ 1,  1,  1, ...,  0,  0,  0],\n","       [12,  2,  1, ...,  0,  0,  0],\n","       [ 2,  1,  1, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  2, 11, ...,  0,  0,  0]]), 'y': array([0, 1, 0, 1, 1, 1, 0, 0, 1, 1, 0, 0, 1, 1, 1, 0, 0, 1, 0, 1, 0, 0,\n","       0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 1, 1, 1, 0, 0, 0, 1, 1, 0, 0,\n","       0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0,\n","       0, 1, 0, 0, 1, 0, 1, 1, 1, 0, 0, 1, 1, 1, 1, 1, 1, 0, 1, 1, 1, 1,\n","       0, 0, 1, 1, 0, 0, 0, 1, 1, 0, 0, 0])}, {'q1': array([[   16,    18,  2102, ...,     0,     0,     0],\n","       [  149, 14367,  3857, ...,     0,     0,     0],\n","       [   27,   150,  3914, ...,     0,     0,     0],\n","       ...,\n","       [   22,     1,     1, ...,     0,     0,     0],\n","       [  210,    30,   435, ...,     0,     0,     0],\n","       [ 1115,    92,  3535, ...,     0,     0,     0]]), 'q2': array([[  63,   16,  254, ...,    0,    0,    0],\n","       [  51,  421,  312, ...,    0,    0,    0],\n","       [  27,  150, 3914, ...,    0,    0,    0],\n","       ...,\n","       [  22,  149,  143, ...,    0,    0,    0],\n","       [ 210,   30, 1208, ...,    0,    0,    0],\n","       [1115,   92, 1210, ...,    0,    0,    0]]), 'rl1': array([[12,  1,  1, ...,  0,  0,  0],\n","       [ 2,  1, 16, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  4,  1, ...,  0,  0,  0],\n","       [ 1,  4,  2, ...,  0,  0,  0],\n","       [ 1,  1,  2, ...,  0,  0,  0]]), 'rl2': array([[1, 4, 2, ..., 0, 0, 0],\n","       [1, 4, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       ...,\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 4, 2, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0]]), 'y': array([0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 1, 0, 0, 1, 0, 0, 0, 1, 0, 0, 1,\n","       0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0,\n","       0, 0, 0, 1, 0, 1, 0, 0, 0, 1, 1, 0, 0, 0, 1, 1, 1, 0, 1, 1, 0, 0,\n","       1, 1, 0, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 1, 0, 1, 0,\n","       0, 0, 1, 0, 0, 0, 1, 0, 0, 1, 0, 1])}, {'q1': array([[   22,   149,   143,  1756,  5438,  1376, 11749,     6,  2045,\n","            1,   448,     0,     0,     0,     0,     0],\n","       [   16,   816,     1,    22,   350, 15383,     1,     1,   208,\n","         2628,  4575,  1746,     1,    51,    52,  2329],\n","       [   51,   143,  2867,   248,   411,  1893,     0,     0,     0,\n","            0,     0,     0,     0,     0,     0,     0],\n","       [   22,  7451,     1, 15384,     1, 14013,     1, 15385,     1,\n","            6, 15386, 15387,     0,     0,     0,     0],\n","       [  118,  1462,   220,     0,     0,     0,     0,     0,     0,\n","            0,     0,     0,     0,     0,     0,     0],\n","       [   27,   150,   248,  1043,   276,  1088,   201,   217,    69,\n","         1589,    39,     0,     0,     0,     0,     0],\n","       [   27,  1847,   509,   360,  2030,     6,  9441,  4218,     0,\n","            0,     0,     0,     0,     0,     0,     0],\n","       [ 2457,  1010,     0,     0,     0,     0,     0,     0,     0,\n","            0,     0,     0,     0,     0,     0,     0],\n","       [    2,    30,    91,  1785,  1340,  2012,     0,     0,     0,\n","            0,     0,     0,     0,     0,     0,     0]]), 'q2': array([[   27,   150, 11910,  5438,     6,  2045,     1,  1976,     0,\n","            0,     0],\n","       [    2,   350, 15545,   936,    35,  1746,     0,     0,     0,\n","            0,     0],\n","       [    2,   411,  1893,     0,     0,     0,     0,     0,     0,\n","            0,     0],\n","       [  125,  8061,   352,   464,    18, 14883,    25,     0,     0,\n","            0,     0],\n","       [   51,  1462,   220,     0,     0,     0,     0,     0,     0,\n","            0,     0],\n","       [  209,   569,  1088,    37,  1589,    39,     0,     0,     0,\n","            0,     0],\n","       [  125,   127,  9441,  4218,    18,  1677,     0,     0,     0,\n","            0,     0],\n","       [  208,     1,    22,   566, 11494,   503,     1,    22,    99,\n","         2212,  2445],\n","       [    2,  1785, 11091,     0,     0,     0,     0,     0,     0,\n","            0,     0]]), 'rl1': array([[ 1,  2,  1,  1, 16,  1,  1,  1,  1,  1,  1,  0,  0,  0,  0,  0],\n","       [ 8,  2,  1,  1, 23,  1,  1,  1,  1,  9,  2, 11,  1, 18,  1,  1],\n","       [ 1,  1,  1,  1,  2, 11,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0],\n","       [ 1,  1,  1,  1,  1,  1,  1,  1,  1,  1,  1,  1,  0,  0,  0,  0],\n","       [ 2,  3,  1,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0],\n","       [ 1,  1,  1,  2,  1, 22,  1,  1,  1,  1,  6,  0,  0,  0,  0,  0],\n","       [ 1,  1,  1,  1,  1,  1,  1,  1,  0,  0,  0,  0,  0,  0,  0,  0],\n","       [ 1,  1,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0],\n","       [ 1,  4,  2,  1,  2, 13,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0]]), 'rl2': array([[ 1,  1,  1,  1,  1,  1,  1,  1,  0,  0,  0],\n","       [ 1,  1,  1,  1,  1,  1,  0,  0,  0,  0,  0],\n","       [ 1,  2, 11,  0,  0,  0,  0,  0,  0,  0,  0],\n","       [ 1,  1,  1,  1,  1,  1,  1,  0,  0,  0,  0],\n","       [ 1,  1,  1,  0,  0,  0,  0,  0,  0,  0,  0],\n","       [ 1,  1,  1,  1,  1,  1,  0,  0,  0,  0,  0],\n","       [ 1,  2,  1, 12,  1,  1,  0,  0,  0,  0,  0],\n","       [ 1,  1,  1,  1,  1,  1,  1,  1,  2,  1, 13],\n","       [ 1,  1,  1,  0,  0,  0,  0,  0,  0,  0,  0]]), 'y': array([1, 0, 1, 0, 1, 1, 0, 1, 1])}]\n","[{'q1': [8, 8, 7, 8, 33, 8, 12, 7, 8, 5, 15, 6, 3, 4, 7, 5, 15, 21, 8, 24, 5, 5, 16, 12, 3, 16, 7, 7, 6, 6, 16, 13, 10, 5, 4, 15, 7, 4, 9, 8, 8, 6, 5, 15, 11, 5, 4, 16, 14, 6, 6, 30, 13, 17, 10, 17, 5, 8, 14, 11, 10, 8, 6, 6, 9, 6, 4, 16, 6, 12, 20, 11, 11, 8, 5, 8, 10, 4, 12, 7, 8, 6, 8, 47, 10, 7, 9, 8, 5, 17, 19, 19, 10, 6, 18, 11, 7, 5, 6, 7], 'q2': [15, 9, 6, 6, 16, 7, 13, 8, 6, 5, 5, 10, 6, 4, 6, 7, 7, 11, 8, 8, 9, 12, 22, 16, 6, 21, 8, 5, 6, 9, 5, 13, 8, 3, 7, 5, 9, 4, 11, 7, 7, 8, 5, 8, 19, 9, 4, 12, 16, 6, 7, 16, 14, 8, 15, 19, 8, 6, 10, 7, 10, 6, 7, 6, 11, 7, 5, 29, 8, 10, 19, 11, 14, 11, 5, 10, 5, 5, 12, 7, 14, 10, 10, 25, 7, 7, 6, 4, 6, 24, 11, 13, 4, 3, 4, 8, 9, 7, 5, 6], 'rl1': [8, 8, 7, 8, 33, 8, 12, 7, 8, 5, 15, 6, 3, 4, 7, 5, 15, 21, 8, 24, 5, 5, 16, 12, 3, 16, 7, 7, 6, 6, 16, 13, 10, 5, 4, 15, 7, 4, 9, 8, 8, 6, 5, 15, 11, 5, 4, 16, 14, 6, 6, 30, 13, 17, 10, 17, 5, 8, 14, 11, 10, 8, 6, 6, 9, 6, 4, 16, 6, 12, 20, 11, 11, 8, 5, 8, 10, 4, 12, 7, 8, 6, 8, 47, 10, 7, 9, 8, 5, 17, 19, 19, 10, 6, 18, 11, 7, 5, 6, 7], 'rl2': [15, 9, 6, 6, 16, 7, 13, 8, 6, 5, 5, 10, 6, 4, 6, 7, 7, 11, 8, 8, 9, 12, 22, 16, 6, 21, 8, 5, 6, 9, 5, 13, 8, 3, 7, 5, 9, 4, 11, 7, 7, 8, 5, 8, 19, 9, 4, 12, 16, 6, 7, 16, 14, 8, 15, 19, 8, 6, 10, 7, 10, 6, 7, 6, 11, 7, 5, 29, 8, 10, 19, 11, 14, 11, 5, 10, 5, 5, 12, 7, 14, 10, 10, 25, 7, 7, 6, 4, 6, 24, 11, 13, 4, 3, 4, 8, 9, 7, 5, 6]}, {'q1': [7, 7, 17, 8, 9, 10, 4, 7, 6, 26, 11, 6, 6, 8, 13, 9, 9, 11, 8, 5, 12, 12, 6, 13, 11, 14, 5, 5, 5, 18, 9, 6, 15, 6, 14, 3, 9, 6, 7, 9, 15, 14, 6, 6, 7, 11, 11, 10, 8, 6, 15, 12, 7, 16, 8, 16, 7, 27, 4, 5, 4, 7, 5, 6, 6, 6, 3, 11, 8, 16, 28, 8, 9, 7, 15, 11, 7, 10, 7, 11, 13, 11, 7, 10, 16, 2, 10, 11, 4, 9, 7, 28, 7, 9, 8, 12, 8, 8, 6, 8], 'q2': [5, 7, 16, 8, 9, 8, 3, 6, 6, 5, 12, 11, 8, 6, 12, 24, 19, 10, 9, 5, 16, 12, 8, 23, 10, 16, 3, 8, 5, 12, 12, 6, 15, 8, 14, 13, 11, 8, 11, 8, 12, 35, 7, 4, 6, 14, 8, 10, 11, 10, 7, 3, 5, 8, 4, 14, 7, 36, 9, 10, 5, 5, 5, 5, 5, 10, 5, 7, 8, 15, 5, 6, 8, 7, 13, 20, 9, 7, 3, 11, 14, 9, 6, 9, 11, 10, 5, 8, 4, 15, 5, 16, 7, 14, 5, 13, 8, 5, 6, 8], 'rl1': [7, 7, 17, 8, 9, 10, 4, 7, 6, 26, 11, 6, 6, 8, 13, 9, 9, 11, 8, 5, 12, 12, 6, 13, 11, 14, 5, 5, 5, 18, 9, 6, 15, 6, 14, 3, 9, 6, 7, 9, 15, 14, 6, 6, 7, 11, 11, 10, 8, 6, 15, 12, 7, 16, 8, 16, 7, 27, 4, 5, 4, 7, 5, 6, 6, 6, 3, 11, 8, 16, 28, 8, 9, 7, 15, 11, 7, 10, 7, 11, 13, 11, 7, 10, 16, 2, 10, 11, 4, 9, 7, 28, 7, 9, 8, 12, 8, 8, 6, 8], 'rl2': [5, 7, 16, 8, 9, 8, 3, 6, 6, 5, 12, 11, 8, 6, 12, 24, 19, 10, 9, 5, 16, 12, 8, 23, 10, 16, 3, 8, 5, 12, 12, 6, 15, 8, 14, 13, 11, 8, 11, 8, 12, 35, 7, 4, 6, 14, 8, 10, 11, 10, 7, 3, 5, 8, 4, 14, 7, 36, 9, 10, 5, 5, 5, 5, 5, 10, 5, 7, 8, 15, 5, 6, 8, 7, 13, 20, 9, 7, 3, 11, 14, 9, 6, 9, 11, 10, 5, 8, 4, 15, 5, 16, 7, 14, 5, 13, 8, 5, 6, 8]}, {'q1': [5, 6, 10, 7, 8, 11, 14, 6, 12, 11, 9, 9, 25, 5, 7, 5, 14, 8, 13, 6, 6, 8, 11, 7, 16, 20, 8, 10, 4, 6, 8, 9, 13, 21, 7, 22, 7, 7, 8, 12, 18, 4, 7, 7, 3, 3, 12, 12, 6, 7, 8, 16, 7, 11, 11, 7, 8, 9, 12, 11, 5, 7, 9, 6, 6, 2, 9, 21, 5, 10, 6, 10, 19, 9, 15, 6, 9, 6, 21, 5, 6, 5, 14, 18, 12, 5, 14, 20, 7, 24, 14, 26, 6, 14, 19, 12, 26, 9, 6, 8], 'q2': [5, 6, 10, 8, 8, 10, 8, 6, 10, 10, 5, 9, 17, 6, 7, 4, 7, 4, 20, 6, 6, 6, 7, 6, 17, 20, 18, 8, 5, 6, 9, 7, 13, 21, 6, 21, 7, 7, 7, 11, 15, 3, 9, 7, 6, 6, 9, 7, 6, 5, 7, 10, 13, 13, 13, 25, 8, 10, 10, 9, 4, 6, 7, 7, 5, 4, 6, 32, 5, 6, 6, 7, 26, 18, 13, 7, 12, 8, 7, 4, 10, 5, 8, 20, 21, 7, 12, 54, 7, 24, 6, 27, 10, 14, 5, 11, 23, 9, 8, 8], 'rl1': [5, 6, 10, 7, 8, 11, 14, 6, 12, 11, 9, 9, 25, 5, 7, 5, 14, 8, 13, 6, 6, 8, 11, 7, 16, 20, 8, 10, 4, 6, 8, 9, 13, 21, 7, 22, 7, 7, 8, 12, 18, 4, 7, 7, 3, 3, 12, 12, 6, 7, 8, 16, 7, 11, 11, 7, 8, 9, 12, 11, 5, 7, 9, 6, 6, 2, 9, 21, 5, 10, 6, 10, 19, 9, 15, 6, 9, 6, 21, 5, 6, 5, 14, 18, 12, 5, 14, 20, 7, 24, 14, 26, 6, 14, 19, 12, 26, 9, 6, 8], 'rl2': [5, 6, 10, 8, 8, 10, 8, 6, 10, 10, 5, 9, 17, 6, 7, 4, 7, 4, 20, 6, 6, 6, 7, 6, 17, 20, 18, 8, 5, 6, 9, 7, 13, 21, 6, 21, 7, 7, 7, 11, 15, 3, 9, 7, 6, 6, 9, 7, 6, 5, 7, 10, 13, 13, 13, 25, 8, 10, 10, 9, 4, 6, 7, 7, 5, 4, 6, 32, 5, 6, 6, 7, 26, 18, 13, 7, 12, 8, 7, 4, 10, 5, 8, 20, 21, 7, 12, 54, 7, 24, 6, 27, 10, 14, 5, 11, 23, 9, 8, 8]}, {'q1': [11, 10, 10, 11, 8, 17, 9, 6, 5, 6, 6, 9, 9, 17, 13, 14, 9, 14, 7, 15, 5, 12, 6, 8, 7, 6, 9, 18, 14, 15, 14, 7, 10, 6, 4, 19, 11, 7, 7, 5, 14, 9, 6, 11, 7, 11, 8, 16, 5, 14, 6, 7, 11, 20, 12, 8, 6, 13, 8, 7, 4, 7, 5, 7, 20, 17, 4, 14, 13, 5, 22, 4, 7, 9, 10, 12, 7, 10, 7, 18, 12, 4, 11, 7, 8, 16, 11, 4, 6, 16, 8, 9, 6, 6, 8, 13, 9, 7, 6, 7], 'q2': [32, 13, 15, 4, 7, 6, 6, 6, 8, 9, 5, 6, 14, 6, 8, 23, 4, 10, 15, 12, 5, 28, 11, 3, 24, 10, 11, 32, 11, 13, 12, 9, 12, 5, 5, 9, 7, 10, 18, 5, 8, 9, 15, 7, 9, 11, 8, 4, 8, 9, 7, 7, 5, 22, 25, 11, 15, 13, 5, 9, 4, 8, 3, 4, 12, 24, 12, 24, 11, 10, 22, 4, 6, 5, 8, 8, 6, 8, 5, 9, 6, 4, 5, 8, 8, 31, 9, 6, 5, 11, 11, 27, 13, 8, 10, 9, 10, 7, 5, 5], 'rl1': [11, 10, 10, 11, 8, 17, 9, 6, 5, 6, 6, 9, 9, 17, 13, 14, 9, 14, 7, 15, 5, 12, 6, 8, 7, 6, 9, 18, 14, 15, 14, 7, 10, 6, 4, 19, 11, 7, 7, 5, 14, 9, 6, 11, 7, 11, 8, 16, 5, 14, 6, 7, 11, 20, 12, 8, 6, 13, 8, 7, 4, 7, 5, 7, 20, 17, 4, 14, 13, 5, 22, 4, 7, 9, 10, 12, 7, 10, 7, 18, 12, 4, 11, 7, 8, 16, 11, 4, 6, 16, 8, 9, 6, 6, 8, 13, 9, 7, 6, 7], 'rl2': [32, 13, 15, 4, 7, 6, 6, 6, 8, 9, 5, 6, 14, 6, 8, 23, 4, 10, 15, 12, 5, 28, 11, 3, 24, 10, 11, 32, 11, 13, 12, 9, 12, 5, 5, 9, 7, 10, 18, 5, 8, 9, 15, 7, 9, 11, 8, 4, 8, 9, 7, 7, 5, 22, 25, 11, 15, 13, 5, 9, 4, 8, 3, 4, 12, 24, 12, 24, 11, 10, 22, 4, 6, 5, 8, 8, 6, 8, 5, 9, 6, 4, 5, 8, 8, 31, 9, 6, 5, 11, 11, 27, 13, 8, 10, 9, 10, 7, 5, 5]}, {'q1': [3, 14, 10, 9, 17, 12, 9, 8, 4, 8, 12, 6, 12, 5, 11, 7, 4, 8, 6, 6, 4, 9, 10, 6, 7, 23, 17, 8, 4, 17, 9, 19, 19, 12, 11, 12, 5, 5, 51, 7, 14, 5, 5, 10, 5, 11, 14, 11, 12, 12, 4, 7, 8, 5, 9, 2, 12, 5, 11, 7, 6, 9, 14, 9, 8, 4, 13, 7, 11, 5, 10, 5, 13, 5, 3, 12, 10, 4, 13, 6, 6, 9, 13, 7, 16, 8, 11, 16, 5, 30, 17, 5, 7, 8, 11, 11, 9, 13, 4, 10], 'q2': [4, 15, 7, 8, 18, 15, 8, 3, 4, 4, 10, 6, 6, 11, 11, 8, 3, 8, 7, 12, 3, 2, 7, 18, 3, 20, 10, 12, 4, 22, 9, 10, 7, 20, 23, 11, 16, 5, 40, 12, 14, 7, 4, 12, 12, 10, 7, 9, 5, 12, 6, 4, 8, 5, 11, 8, 6, 5, 8, 7, 9, 6, 9, 10, 8, 6, 13, 6, 12, 4, 6, 5, 12, 6, 3, 4, 8, 5, 14, 7, 6, 8, 15, 5, 9, 8, 13, 16, 2, 23, 15, 6, 20, 10, 6, 4, 4, 13, 5, 11], 'rl1': [3, 14, 10, 9, 17, 12, 9, 8, 4, 8, 12, 6, 12, 5, 11, 7, 4, 8, 6, 6, 4, 9, 10, 6, 7, 23, 17, 8, 4, 17, 9, 19, 19, 12, 11, 12, 5, 5, 51, 7, 14, 5, 5, 10, 5, 11, 14, 11, 12, 12, 4, 7, 8, 5, 9, 2, 12, 5, 11, 7, 6, 9, 14, 9, 8, 4, 13, 7, 11, 5, 10, 5, 13, 5, 3, 12, 10, 4, 13, 6, 6, 9, 13, 7, 16, 8, 11, 16, 5, 30, 17, 5, 7, 8, 11, 11, 9, 13, 4, 10], 'rl2': [4, 15, 7, 8, 18, 15, 8, 3, 4, 4, 10, 6, 6, 11, 11, 8, 3, 8, 7, 12, 3, 2, 7, 18, 3, 20, 10, 12, 4, 22, 9, 10, 7, 20, 23, 11, 16, 5, 40, 12, 14, 7, 4, 12, 12, 10, 7, 9, 5, 12, 6, 4, 8, 5, 11, 8, 6, 5, 8, 7, 9, 6, 9, 10, 8, 6, 13, 6, 12, 4, 6, 5, 12, 6, 3, 4, 8, 5, 14, 7, 6, 8, 15, 5, 9, 8, 13, 16, 2, 23, 15, 6, 20, 10, 6, 4, 4, 13, 5, 11]}, {'q1': [7, 7, 16, 9, 5, 14, 7, 8, 17, 12, 12, 21, 6, 8, 7, 5, 8, 25, 7, 23, 9, 8, 13, 17, 7, 7, 8, 8, 6, 7, 23, 13, 12, 6, 10, 4, 7, 5, 7, 13, 3, 7, 3, 13, 10, 9, 11, 26, 5, 9, 12, 9, 14, 26, 10, 4, 14, 7, 12, 7, 6, 27, 12, 7, 9, 5, 14, 8, 4, 15, 7, 6, 6, 7, 6, 27, 3, 15, 6, 6, 21, 5, 8, 3, 11, 4, 32, 6, 7, 6, 5, 18, 8, 16, 8, 9, 17, 6, 11, 19], 'q2': [5, 5, 21, 6, 8, 16, 10, 11, 11, 14, 9, 29, 6, 9, 9, 5, 8, 7, 8, 31, 8, 13, 9, 22, 7, 7, 27, 6, 6, 10, 11, 13, 6, 4, 7, 5, 5, 7, 4, 19, 6, 9, 2, 4, 5, 7, 11, 50, 14, 8, 16, 5, 8, 6, 11, 9, 6, 7, 12, 12, 13, 8, 12, 11, 10, 8, 19, 10, 5, 5, 9, 9, 6, 7, 4, 9, 4, 6, 4, 5, 6, 6, 10, 8, 14, 5, 6, 7, 6, 13, 5, 12, 15, 10, 6, 7, 9, 7, 10, 7], 'rl1': [7, 7, 16, 9, 5, 14, 7, 8, 17, 12, 12, 21, 6, 8, 7, 5, 8, 25, 7, 23, 9, 8, 13, 17, 7, 7, 8, 8, 6, 7, 23, 13, 12, 6, 10, 4, 7, 5, 7, 13, 3, 7, 3, 13, 10, 9, 11, 26, 5, 9, 12, 9, 14, 26, 10, 4, 14, 7, 12, 7, 6, 27, 12, 7, 9, 5, 14, 8, 4, 15, 7, 6, 6, 7, 6, 27, 3, 15, 6, 6, 21, 5, 8, 3, 11, 4, 32, 6, 7, 6, 5, 18, 8, 16, 8, 9, 17, 6, 11, 19], 'rl2': [5, 5, 21, 6, 8, 16, 10, 11, 11, 14, 9, 29, 6, 9, 9, 5, 8, 7, 8, 31, 8, 13, 9, 22, 7, 7, 27, 6, 6, 10, 11, 13, 6, 4, 7, 5, 5, 7, 4, 19, 6, 9, 2, 4, 5, 7, 11, 50, 14, 8, 16, 5, 8, 6, 11, 9, 6, 7, 12, 12, 13, 8, 12, 11, 10, 8, 19, 10, 5, 5, 9, 9, 6, 7, 4, 9, 4, 6, 4, 5, 6, 6, 10, 8, 14, 5, 6, 7, 6, 13, 5, 12, 15, 10, 6, 7, 9, 7, 10, 7]}, {'q1': [8, 13, 10, 6, 5, 6, 11, 4, 7, 7, 4, 5, 5, 6, 17, 14, 10, 8, 10, 10, 14, 18, 7, 3, 10, 12, 7, 7, 12, 4, 5, 6, 5, 8, 4, 9, 9, 14, 7, 25, 4, 10, 5, 9, 9, 8, 7, 4, 3, 11, 18, 6, 17, 18, 7, 7, 7, 10, 4, 8, 4, 9, 16, 13, 4, 6, 8, 10, 5, 8, 12, 11, 30, 12, 7, 17, 12, 10, 8, 10, 6, 6, 4, 7, 6, 23, 7, 7, 6, 9, 21, 5, 9, 20, 9, 8, 9, 8, 6, 3], 'q2': [8, 9, 7, 5, 6, 7, 6, 21, 12, 17, 4, 4, 7, 8, 6, 11, 8, 19, 8, 8, 15, 11, 8, 5, 12, 11, 5, 13, 30, 10, 8, 6, 7, 6, 4, 8, 9, 12, 3, 11, 4, 7, 8, 12, 18, 6, 9, 5, 8, 13, 4, 20, 14, 4, 8, 9, 8, 10, 6, 9, 8, 5, 12, 14, 13, 11, 7, 10, 8, 7, 12, 8, 12, 13, 14, 8, 13, 5, 10, 7, 4, 7, 6, 7, 7, 10, 6, 8, 13, 8, 10, 5, 5, 19, 9, 6, 9, 8, 5, 8], 'rl1': [8, 13, 10, 6, 5, 6, 11, 4, 7, 7, 4, 5, 5, 6, 17, 14, 10, 8, 10, 10, 14, 18, 7, 3, 10, 12, 7, 7, 12, 4, 5, 6, 5, 8, 4, 9, 9, 14, 7, 25, 4, 10, 5, 9, 9, 8, 7, 4, 3, 11, 18, 6, 17, 18, 7, 7, 7, 10, 4, 8, 4, 9, 16, 13, 4, 6, 8, 10, 5, 8, 12, 11, 30, 12, 7, 17, 12, 10, 8, 10, 6, 6, 4, 7, 6, 23, 7, 7, 6, 9, 21, 5, 9, 20, 9, 8, 9, 8, 6, 3], 'rl2': [8, 9, 7, 5, 6, 7, 6, 21, 12, 17, 4, 4, 7, 8, 6, 11, 8, 19, 8, 8, 15, 11, 8, 5, 12, 11, 5, 13, 30, 10, 8, 6, 7, 6, 4, 8, 9, 12, 3, 11, 4, 7, 8, 12, 18, 6, 9, 5, 8, 13, 4, 20, 14, 4, 8, 9, 8, 10, 6, 9, 8, 5, 12, 14, 13, 11, 7, 10, 8, 7, 12, 8, 12, 13, 14, 8, 13, 5, 10, 7, 4, 7, 6, 7, 7, 10, 6, 8, 13, 8, 10, 5, 5, 19, 9, 6, 9, 8, 5, 8]}, {'q1': [7, 6, 5, 9, 6, 8, 26, 6, 8, 9, 12, 5, 9, 23, 7, 7, 4, 20, 7, 8, 5, 4, 21, 8, 5, 10, 8, 11, 5, 10, 9, 3, 11, 13, 8, 16, 10, 29, 12, 8, 8, 6, 10, 7, 9, 16, 11, 8, 6, 23, 9, 6, 14, 7, 5, 10, 9, 8, 5, 9, 7, 11, 5, 7, 9, 10, 15, 18, 8, 6, 5, 8, 9, 12, 12, 18, 13, 10, 7, 7, 6, 13, 13, 8, 6, 7, 7, 6, 23, 6, 7, 15, 6, 7, 9, 23, 14, 16, 18, 9], 'q2': [5, 17, 5, 7, 12, 27, 29, 12, 10, 9, 12, 5, 8, 10, 8, 6, 4, 13, 5, 6, 3, 10, 18, 8, 3, 11, 17, 49, 8, 21, 10, 11, 8, 9, 9, 16, 12, 25, 11, 9, 6, 4, 8, 5, 7, 10, 2, 5, 6, 23, 6, 8, 21, 4, 9, 9, 5, 11, 18, 12, 7, 33, 8, 6, 19, 10, 17, 16, 11, 5, 6, 8, 3, 7, 7, 39, 6, 8, 7, 3, 8, 20, 11, 7, 5, 7, 6, 3, 14, 9, 5, 23, 7, 18, 6, 7, 6, 9, 39, 10], 'rl1': [7, 6, 5, 9, 6, 8, 26, 6, 8, 9, 12, 5, 9, 23, 7, 7, 4, 20, 7, 8, 5, 4, 21, 8, 5, 10, 8, 11, 5, 10, 9, 3, 11, 13, 8, 16, 10, 29, 12, 8, 8, 6, 10, 7, 9, 16, 11, 8, 6, 23, 9, 6, 14, 7, 5, 10, 9, 8, 5, 9, 7, 11, 5, 7, 9, 10, 15, 18, 8, 6, 5, 8, 9, 12, 12, 18, 13, 10, 7, 7, 6, 13, 13, 8, 6, 7, 7, 6, 23, 6, 7, 15, 6, 7, 9, 23, 14, 16, 18, 9], 'rl2': [5, 17, 5, 7, 12, 27, 29, 12, 10, 9, 12, 5, 8, 10, 8, 6, 4, 13, 5, 6, 3, 10, 18, 8, 3, 11, 17, 49, 8, 21, 10, 11, 8, 9, 9, 16, 12, 25, 11, 9, 6, 4, 8, 5, 7, 10, 2, 5, 6, 23, 6, 8, 21, 4, 9, 9, 5, 11, 18, 12, 7, 33, 8, 6, 19, 10, 17, 16, 11, 5, 6, 8, 3, 7, 7, 39, 6, 8, 7, 3, 8, 20, 11, 7, 5, 7, 6, 3, 14, 9, 5, 23, 7, 18, 6, 7, 6, 9, 39, 10]}, {'q1': [11, 16, 6, 12, 3, 11, 8, 2, 6], 'q2': [8, 6, 3, 7, 3, 6, 6, 11, 3], 'rl1': [11, 16, 6, 12, 3, 11, 8, 2, 6], 'rl2': [8, 6, 3, 7, 3, 6, 6, 11, 3]}]\n","Epoch 7 iter 1104 took 168.0s\n","loss:\t0.01191\tdev score:\t0.7466\n","[{'q1': array([[  27,  312,  143, ...,    0,    0,    0],\n","       [ 410,   92, 4775, ...,    0,    0,    0],\n","       [ 619,  532,   90, ...,    0,    0,    0],\n","       ...,\n","       [  22,   23,  150, ...,    0,    0,    0],\n","       [  27, 5234,  495, ...,    0,    0,    0],\n","       [  51, 4504,   26, ...,    0,    0,    0]]), 'q2': array([[  27,  312,   12, ...,    0,    0,    0],\n","       [   2, 3843,   91, ...,    0,    0,    0],\n","       [ 619,  532,   90, ...,    0,    0,    0],\n","       ...,\n","       [  27,  150, 6740, ...,    0,    0,    0],\n","       [  27,  495, 1225, ...,    0,    0,    0],\n","       [  63, 3121,    1, ...,    0,    0,    0]]), 'rl1': array([[1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 7, ..., 0, 0, 0],\n","       ...,\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0]]), 'rl2': array([[ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1, 12,  2, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0]]), 'y': array([0, 0, 1, 1, 1, 1, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1,\n","       1, 0, 0, 1, 0, 0, 0, 1, 0, 1, 1, 1, 1, 0, 0, 1, 0, 1, 0, 1, 1, 0,\n","       0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 1, 1, 0, 1, 0, 0, 0,\n","       1, 0, 0, 1, 0, 0, 1, 0, 0, 0, 1, 0, 1, 1, 0, 0, 0, 0, 1, 0, 0, 0,\n","       1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0])}, {'q1': array([[  22, 1118, 1326, ...,    0,    0,    0],\n","       [  63,  421,   90, ...,    0,    0,    0],\n","       [  51,  115,   19, ...,    0,    0,    0],\n","       ...,\n","       [   2,   30,   91, ...,    0,    0,    0],\n","       [  22,   23, 5366, ...,    0,    0,    0],\n","       [  51,  150, 9472, ...,    0,    0,    0]]), 'q2': array([[1976,   26, 1750, ...,    0,    0,    0],\n","       [  63,  421,   90, ...,    0,    0,    0],\n","       [  51,  115,   19, ...,    0,    0,    0],\n","       ...,\n","       [   2,   16, 2492, ...,    0,    0,    0],\n","       [  22,   23, 5366, ...,    0,    0,    0],\n","       [  27,  150, 2045, ...,    0,    0,    0]]), 'rl1': array([[1, 2, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       ...,\n","       [1, 4, 2, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0]]), 'rl2': array([[ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1, 11, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  4,  2, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0]]), 'y': array([0, 0, 0, 1, 0, 0, 1, 0, 1, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 1, 1,\n","       1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0,\n","       1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 1, 0, 0, 1, 1, 1, 0,\n","       0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0,\n","       1, 0, 1, 0, 1, 0, 0, 0, 1, 0, 0, 1])}, {'q1': array([[   2,   16,  504, ...,    0,    0,    0],\n","       [   2,   30,  443, ...,    0,    0,    0],\n","       [   2,   42,  274, ...,    0,    0,    0],\n","       ...,\n","       [   2,   30, 1949, ...,    0,    0,    0],\n","       [  30,   91,  474, ...,    0,    0,    0],\n","       [  22,   64,  274, ...,    0,    0,    0]]), 'q2': array([[ 150,  248,  504, ...,    0,    0,    0],\n","       [   2,   30,   91, ...,    0,    0,    0],\n","       [   2,   64,  274, ...,    0,    0,    0],\n","       ...,\n","       [   2,   30, 1949, ...,    0,    0,    0],\n","       [   2,   30,   91, ...,    0,    0,    0],\n","       [   2,   30,   91, ...,    0,    0,    0]]), 'rl1': array([[ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  4,  2, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       ...,\n","       [ 1, 25,  1, ...,  0,  0,  0],\n","       [ 4,  1,  2, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0]]), 'rl2': array([[ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  4,  2, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       ...,\n","       [ 1, 25,  1, ...,  0,  0,  0],\n","       [ 1,  4,  2, ...,  0,  0,  0],\n","       [ 1, 19,  2, ...,  0,  0,  0]]), 'y': array([0, 0, 1, 0, 1, 0, 0, 0, 1, 0, 1, 0, 0, 1, 1, 0, 0, 1, 0, 1, 0, 1,\n","       0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 1, 1, 0, 0, 0, 0,\n","       1, 0, 0, 1, 0, 1, 0, 0, 1, 0, 1, 0, 1, 0, 0, 0, 0, 1, 1, 1, 1, 1,\n","       1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 1, 0, 0,\n","       0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 1, 1])}, {'q1': array([[ 115,  542, 1339, ...,    0,    0,    0],\n","       [  22,  115, 5973, ...,    0,    0,    0],\n","       [   2,   16,  435, ...,    0,    0,    0],\n","       ...,\n","       [ 210,   44,   76, ...,    0,    0,    0],\n","       [  91,  542, 7741, ...,    0,    0,    0],\n","       [ 115,   92,  248, ...,    0,    0,    0]]), 'q2': array([[  654,     1,    22, ...,   132,    18,  4298],\n","       [   77, 15445, 15446, ...,     0,     0,     0],\n","       [ 1848,  7731,    18, ...,     0,     0,     0],\n","       ...,\n","       [    2,    30,   474, ...,     0,     0,     0],\n","       [    2,   123,   457, ...,     0,     0,     0],\n","       [   51,   464,  1817, ...,     0,     0,     0]]), 'rl1': array([[1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 4, 2, ..., 0, 0, 0],\n","       ...,\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0]]), 'rl2': array([[ 9,  1,  1, ...,  1,  1,  1],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 2, 11,  1, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  4,  2, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0]]), 'y': array([0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 1, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0,\n","       0, 1, 0, 1, 1, 0, 0, 1, 1, 1, 0, 0, 1, 0, 0, 1, 0, 0, 0, 1, 0, 0,\n","       0, 0, 0, 0, 1, 0, 1, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0,\n","       0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 1, 1, 1, 0, 1, 0, 0, 0, 1, 0, 0, 1,\n","       0, 0, 1, 0, 0, 0, 1, 1, 1, 0, 0, 0])}, {'q1': array([[9076, 1118, 3728, ...,    0,    0,    0],\n","       [  30,  274,  675, ...,    0,    0,    0],\n","       [  22,  238,    1, ...,    0,    0,    0],\n","       ...,\n","       [  15,  149,  150, ...,    0,    0,    0],\n","       [   2,   90,  254, ...,    0,    0,    0],\n","       [ 149, 1274, 4973, ...,    0,    0,    0]]), 'q2': array([[ 149, 9076,    1, ...,    0,    0,    0],\n","       [  30,  274,  675, ...,    0,    0,    0],\n","       [  22,  238,    1, ...,    0,    0,    0],\n","       ...,\n","       [  22,  149,  150, ...,    0,    0,    0],\n","       [   2,   90,   91, ...,    0,    0,    0],\n","       [ 149, 1274, 4973, ...,    0,    0,    0]]), 'rl1': array([[12,  2,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [12,  2,  1, ...,  0,  0,  0],\n","       ...,\n","       [12,  2,  1, ...,  0,  0,  0],\n","       [ 1,  1,  2, ...,  0,  0,  0],\n","       [ 2,  1,  1, ...,  0,  0,  0]]), 'rl2': array([[ 2, 16,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [12,  2,  1, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  2,  1, ...,  0,  0,  0],\n","       [ 1,  4,  2, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0]]), 'y': array([1, 1, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1,\n","       1, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 1, 0, 0, 0, 1, 1, 1, 1, 0, 0, 0,\n","       0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, 0, 0, 0, 1, 0,\n","       0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 1, 1, 0, 0, 1, 0, 0, 1, 0,\n","       0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 1, 0])}, {'q1': array([[  22,  238,    1, ...,    0,    0,    0],\n","       [  51,  421,  312, ...,    0,    0,    0],\n","       [   2,  542,  537, ...,    0,    0,    0],\n","       ...,\n","       [   2,   30,   91, ...,    0,    0,    0],\n","       [   2,   16,   74, ...,    0,    0,    0],\n","       [  27,  290, 3996, ...,    0,    0,    0]]), 'q2': array([[   2, 1426,  238, ...,    0,    0,    0],\n","       [  27,  312,  150, ...,    0,    0,    0],\n","       [  22,  542,  238, ...,    0,    0,    0],\n","       ...,\n","       [   2,   30, 1251, ...,    0,    0,    0],\n","       [  72, 3942,  590, ...,    0,    0,    0],\n","       [  51,  140, 2804, ...,    0,    0,    0]]), 'rl1': array([[ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  4,  2, ...,  0,  0,  0],\n","       [ 1,  8,  2, ...,  0,  0,  0],\n","       [ 1, 12,  2, ...,  0,  0,  0]]), 'rl2': array([[ 1,  1,  2, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [12,  1,  2, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  4,  2, ...,  0,  0,  0],\n","       [ 1,  2,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0]]), 'y': array([0, 1, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 1,\n","       1, 0, 1, 0, 0, 1, 0, 1, 1, 0, 0, 1, 0, 1, 0, 1, 0, 0, 1, 0, 0, 0,\n","       1, 1, 0, 0, 0, 0, 1, 0, 0, 0, 1, 1, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0,\n","       0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1,\n","       0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0])}, {'q1': array([[   27,   150,   893, ...,     0,     0,     0],\n","       [  410,    92,   308, ...,     0,     0,     0],\n","       [   15,  1636, 10694, ...,     0,     0,     0],\n","       ...,\n","       [   22,   149,   143, ...,     0,     0,     0],\n","       [   51,   156,  1817, ...,     0,     0,     0],\n","       [    2,  2426,  2617, ...,     0,     0,     0]]), 'q2': array([[  27,  150,  893, ...,    0,    0,    0],\n","       [  22,  238,    1, ...,    0,    0,    0],\n","       [5205,   35,   90, ...,    0,    0,    0],\n","       ...,\n","       [  51,  143,  194, ...,    0,    0,    0],\n","       [  51,  156, 1817, ...,    0,    0,    0],\n","       [   2,  261, 7546, ...,    0,    0,    0]]), 'rl1': array([[ 1,  1, 11, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  2,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  2, 11, ...,  0,  0,  0]]), 'rl2': array([[ 1,  1,  1, ...,  0,  0,  0],\n","       [12,  2,  1, ...,  0,  0,  0],\n","       [ 2,  1,  1, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  2, 11, ...,  0,  0,  0]]), 'y': array([0, 1, 0, 1, 1, 1, 0, 0, 1, 1, 0, 0, 1, 1, 1, 0, 0, 1, 0, 1, 0, 0,\n","       0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 1, 1, 1, 0, 0, 0, 1, 1, 0, 0,\n","       0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0,\n","       0, 1, 0, 0, 1, 0, 1, 1, 1, 0, 0, 1, 1, 1, 1, 1, 1, 0, 1, 1, 1, 1,\n","       0, 0, 1, 1, 0, 0, 0, 1, 1, 0, 0, 0])}, {'q1': array([[   16,    18,  2102, ...,     0,     0,     0],\n","       [  149, 14367,  3857, ...,     0,     0,     0],\n","       [   27,   150,  3914, ...,     0,     0,     0],\n","       ...,\n","       [   22,     1,     1, ...,     0,     0,     0],\n","       [  210,    30,   435, ...,     0,     0,     0],\n","       [ 1115,    92,  3535, ...,     0,     0,     0]]), 'q2': array([[  63,   16,  254, ...,    0,    0,    0],\n","       [  51,  421,  312, ...,    0,    0,    0],\n","       [  27,  150, 3914, ...,    0,    0,    0],\n","       ...,\n","       [  22,  149,  143, ...,    0,    0,    0],\n","       [ 210,   30, 1208, ...,    0,    0,    0],\n","       [1115,   92, 1210, ...,    0,    0,    0]]), 'rl1': array([[12,  1,  1, ...,  0,  0,  0],\n","       [ 2,  1, 16, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  4,  1, ...,  0,  0,  0],\n","       [ 1,  4,  2, ...,  0,  0,  0],\n","       [ 1,  1,  2, ...,  0,  0,  0]]), 'rl2': array([[1, 4, 2, ..., 0, 0, 0],\n","       [1, 4, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       ...,\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 4, 2, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0]]), 'y': array([0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 1, 0, 0, 1, 0, 0, 0, 1, 0, 0, 1,\n","       0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0,\n","       0, 0, 0, 1, 0, 1, 0, 0, 0, 1, 1, 0, 0, 0, 1, 1, 1, 0, 1, 1, 0, 0,\n","       1, 1, 0, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 1, 0, 1, 0,\n","       0, 0, 1, 0, 0, 0, 1, 0, 0, 1, 0, 1])}, {'q1': array([[   22,   149,   143,  1756,  5438,  1376, 11749,     6,  2045,\n","            1,   448,     0,     0,     0,     0,     0],\n","       [   16,   816,     1,    22,   350, 15383,     1,     1,   208,\n","         2628,  4575,  1746,     1,    51,    52,  2329],\n","       [   51,   143,  2867,   248,   411,  1893,     0,     0,     0,\n","            0,     0,     0,     0,     0,     0,     0],\n","       [   22,  7451,     1, 15384,     1, 14013,     1, 15385,     1,\n","            6, 15386, 15387,     0,     0,     0,     0],\n","       [  118,  1462,   220,     0,     0,     0,     0,     0,     0,\n","            0,     0,     0,     0,     0,     0,     0],\n","       [   27,   150,   248,  1043,   276,  1088,   201,   217,    69,\n","         1589,    39,     0,     0,     0,     0,     0],\n","       [   27,  1847,   509,   360,  2030,     6,  9441,  4218,     0,\n","            0,     0,     0,     0,     0,     0,     0],\n","       [ 2457,  1010,     0,     0,     0,     0,     0,     0,     0,\n","            0,     0,     0,     0,     0,     0,     0],\n","       [    2,    30,    91,  1785,  1340,  2012,     0,     0,     0,\n","            0,     0,     0,     0,     0,     0,     0]]), 'q2': array([[   27,   150, 11910,  5438,     6,  2045,     1,  1976,     0,\n","            0,     0],\n","       [    2,   350, 15545,   936,    35,  1746,     0,     0,     0,\n","            0,     0],\n","       [    2,   411,  1893,     0,     0,     0,     0,     0,     0,\n","            0,     0],\n","       [  125,  8061,   352,   464,    18, 14883,    25,     0,     0,\n","            0,     0],\n","       [   51,  1462,   220,     0,     0,     0,     0,     0,     0,\n","            0,     0],\n","       [  209,   569,  1088,    37,  1589,    39,     0,     0,     0,\n","            0,     0],\n","       [  125,   127,  9441,  4218,    18,  1677,     0,     0,     0,\n","            0,     0],\n","       [  208,     1,    22,   566, 11494,   503,     1,    22,    99,\n","         2212,  2445],\n","       [    2,  1785, 11091,     0,     0,     0,     0,     0,     0,\n","            0,     0]]), 'rl1': array([[ 1,  2,  1,  1, 16,  1,  1,  1,  1,  1,  1,  0,  0,  0,  0,  0],\n","       [ 8,  2,  1,  1, 23,  1,  1,  1,  1,  9,  2, 11,  1, 18,  1,  1],\n","       [ 1,  1,  1,  1,  2, 11,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0],\n","       [ 1,  1,  1,  1,  1,  1,  1,  1,  1,  1,  1,  1,  0,  0,  0,  0],\n","       [ 2,  3,  1,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0],\n","       [ 1,  1,  1,  2,  1, 22,  1,  1,  1,  1,  6,  0,  0,  0,  0,  0],\n","       [ 1,  1,  1,  1,  1,  1,  1,  1,  0,  0,  0,  0,  0,  0,  0,  0],\n","       [ 1,  1,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0],\n","       [ 1,  4,  2,  1,  2, 13,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0]]), 'rl2': array([[ 1,  1,  1,  1,  1,  1,  1,  1,  0,  0,  0],\n","       [ 1,  1,  1,  1,  1,  1,  0,  0,  0,  0,  0],\n","       [ 1,  2, 11,  0,  0,  0,  0,  0,  0,  0,  0],\n","       [ 1,  1,  1,  1,  1,  1,  1,  0,  0,  0,  0],\n","       [ 1,  1,  1,  0,  0,  0,  0,  0,  0,  0,  0],\n","       [ 1,  1,  1,  1,  1,  1,  0,  0,  0,  0,  0],\n","       [ 1,  2,  1, 12,  1,  1,  0,  0,  0,  0,  0],\n","       [ 1,  1,  1,  1,  1,  1,  1,  1,  2,  1, 13],\n","       [ 1,  1,  1,  0,  0,  0,  0,  0,  0,  0,  0]]), 'y': array([1, 0, 1, 0, 1, 1, 0, 1, 1])}]\n","[{'q1': [8, 8, 7, 8, 33, 8, 12, 7, 8, 5, 15, 6, 3, 4, 7, 5, 15, 21, 8, 24, 5, 5, 16, 12, 3, 16, 7, 7, 6, 6, 16, 13, 10, 5, 4, 15, 7, 4, 9, 8, 8, 6, 5, 15, 11, 5, 4, 16, 14, 6, 6, 30, 13, 17, 10, 17, 5, 8, 14, 11, 10, 8, 6, 6, 9, 6, 4, 16, 6, 12, 20, 11, 11, 8, 5, 8, 10, 4, 12, 7, 8, 6, 8, 47, 10, 7, 9, 8, 5, 17, 19, 19, 10, 6, 18, 11, 7, 5, 6, 7], 'q2': [15, 9, 6, 6, 16, 7, 13, 8, 6, 5, 5, 10, 6, 4, 6, 7, 7, 11, 8, 8, 9, 12, 22, 16, 6, 21, 8, 5, 6, 9, 5, 13, 8, 3, 7, 5, 9, 4, 11, 7, 7, 8, 5, 8, 19, 9, 4, 12, 16, 6, 7, 16, 14, 8, 15, 19, 8, 6, 10, 7, 10, 6, 7, 6, 11, 7, 5, 29, 8, 10, 19, 11, 14, 11, 5, 10, 5, 5, 12, 7, 14, 10, 10, 25, 7, 7, 6, 4, 6, 24, 11, 13, 4, 3, 4, 8, 9, 7, 5, 6], 'rl1': [8, 8, 7, 8, 33, 8, 12, 7, 8, 5, 15, 6, 3, 4, 7, 5, 15, 21, 8, 24, 5, 5, 16, 12, 3, 16, 7, 7, 6, 6, 16, 13, 10, 5, 4, 15, 7, 4, 9, 8, 8, 6, 5, 15, 11, 5, 4, 16, 14, 6, 6, 30, 13, 17, 10, 17, 5, 8, 14, 11, 10, 8, 6, 6, 9, 6, 4, 16, 6, 12, 20, 11, 11, 8, 5, 8, 10, 4, 12, 7, 8, 6, 8, 47, 10, 7, 9, 8, 5, 17, 19, 19, 10, 6, 18, 11, 7, 5, 6, 7], 'rl2': [15, 9, 6, 6, 16, 7, 13, 8, 6, 5, 5, 10, 6, 4, 6, 7, 7, 11, 8, 8, 9, 12, 22, 16, 6, 21, 8, 5, 6, 9, 5, 13, 8, 3, 7, 5, 9, 4, 11, 7, 7, 8, 5, 8, 19, 9, 4, 12, 16, 6, 7, 16, 14, 8, 15, 19, 8, 6, 10, 7, 10, 6, 7, 6, 11, 7, 5, 29, 8, 10, 19, 11, 14, 11, 5, 10, 5, 5, 12, 7, 14, 10, 10, 25, 7, 7, 6, 4, 6, 24, 11, 13, 4, 3, 4, 8, 9, 7, 5, 6]}, {'q1': [7, 7, 17, 8, 9, 10, 4, 7, 6, 26, 11, 6, 6, 8, 13, 9, 9, 11, 8, 5, 12, 12, 6, 13, 11, 14, 5, 5, 5, 18, 9, 6, 15, 6, 14, 3, 9, 6, 7, 9, 15, 14, 6, 6, 7, 11, 11, 10, 8, 6, 15, 12, 7, 16, 8, 16, 7, 27, 4, 5, 4, 7, 5, 6, 6, 6, 3, 11, 8, 16, 28, 8, 9, 7, 15, 11, 7, 10, 7, 11, 13, 11, 7, 10, 16, 2, 10, 11, 4, 9, 7, 28, 7, 9, 8, 12, 8, 8, 6, 8], 'q2': [5, 7, 16, 8, 9, 8, 3, 6, 6, 5, 12, 11, 8, 6, 12, 24, 19, 10, 9, 5, 16, 12, 8, 23, 10, 16, 3, 8, 5, 12, 12, 6, 15, 8, 14, 13, 11, 8, 11, 8, 12, 35, 7, 4, 6, 14, 8, 10, 11, 10, 7, 3, 5, 8, 4, 14, 7, 36, 9, 10, 5, 5, 5, 5, 5, 10, 5, 7, 8, 15, 5, 6, 8, 7, 13, 20, 9, 7, 3, 11, 14, 9, 6, 9, 11, 10, 5, 8, 4, 15, 5, 16, 7, 14, 5, 13, 8, 5, 6, 8], 'rl1': [7, 7, 17, 8, 9, 10, 4, 7, 6, 26, 11, 6, 6, 8, 13, 9, 9, 11, 8, 5, 12, 12, 6, 13, 11, 14, 5, 5, 5, 18, 9, 6, 15, 6, 14, 3, 9, 6, 7, 9, 15, 14, 6, 6, 7, 11, 11, 10, 8, 6, 15, 12, 7, 16, 8, 16, 7, 27, 4, 5, 4, 7, 5, 6, 6, 6, 3, 11, 8, 16, 28, 8, 9, 7, 15, 11, 7, 10, 7, 11, 13, 11, 7, 10, 16, 2, 10, 11, 4, 9, 7, 28, 7, 9, 8, 12, 8, 8, 6, 8], 'rl2': [5, 7, 16, 8, 9, 8, 3, 6, 6, 5, 12, 11, 8, 6, 12, 24, 19, 10, 9, 5, 16, 12, 8, 23, 10, 16, 3, 8, 5, 12, 12, 6, 15, 8, 14, 13, 11, 8, 11, 8, 12, 35, 7, 4, 6, 14, 8, 10, 11, 10, 7, 3, 5, 8, 4, 14, 7, 36, 9, 10, 5, 5, 5, 5, 5, 10, 5, 7, 8, 15, 5, 6, 8, 7, 13, 20, 9, 7, 3, 11, 14, 9, 6, 9, 11, 10, 5, 8, 4, 15, 5, 16, 7, 14, 5, 13, 8, 5, 6, 8]}, {'q1': [5, 6, 10, 7, 8, 11, 14, 6, 12, 11, 9, 9, 25, 5, 7, 5, 14, 8, 13, 6, 6, 8, 11, 7, 16, 20, 8, 10, 4, 6, 8, 9, 13, 21, 7, 22, 7, 7, 8, 12, 18, 4, 7, 7, 3, 3, 12, 12, 6, 7, 8, 16, 7, 11, 11, 7, 8, 9, 12, 11, 5, 7, 9, 6, 6, 2, 9, 21, 5, 10, 6, 10, 19, 9, 15, 6, 9, 6, 21, 5, 6, 5, 14, 18, 12, 5, 14, 20, 7, 24, 14, 26, 6, 14, 19, 12, 26, 9, 6, 8], 'q2': [5, 6, 10, 8, 8, 10, 8, 6, 10, 10, 5, 9, 17, 6, 7, 4, 7, 4, 20, 6, 6, 6, 7, 6, 17, 20, 18, 8, 5, 6, 9, 7, 13, 21, 6, 21, 7, 7, 7, 11, 15, 3, 9, 7, 6, 6, 9, 7, 6, 5, 7, 10, 13, 13, 13, 25, 8, 10, 10, 9, 4, 6, 7, 7, 5, 4, 6, 32, 5, 6, 6, 7, 26, 18, 13, 7, 12, 8, 7, 4, 10, 5, 8, 20, 21, 7, 12, 54, 7, 24, 6, 27, 10, 14, 5, 11, 23, 9, 8, 8], 'rl1': [5, 6, 10, 7, 8, 11, 14, 6, 12, 11, 9, 9, 25, 5, 7, 5, 14, 8, 13, 6, 6, 8, 11, 7, 16, 20, 8, 10, 4, 6, 8, 9, 13, 21, 7, 22, 7, 7, 8, 12, 18, 4, 7, 7, 3, 3, 12, 12, 6, 7, 8, 16, 7, 11, 11, 7, 8, 9, 12, 11, 5, 7, 9, 6, 6, 2, 9, 21, 5, 10, 6, 10, 19, 9, 15, 6, 9, 6, 21, 5, 6, 5, 14, 18, 12, 5, 14, 20, 7, 24, 14, 26, 6, 14, 19, 12, 26, 9, 6, 8], 'rl2': [5, 6, 10, 8, 8, 10, 8, 6, 10, 10, 5, 9, 17, 6, 7, 4, 7, 4, 20, 6, 6, 6, 7, 6, 17, 20, 18, 8, 5, 6, 9, 7, 13, 21, 6, 21, 7, 7, 7, 11, 15, 3, 9, 7, 6, 6, 9, 7, 6, 5, 7, 10, 13, 13, 13, 25, 8, 10, 10, 9, 4, 6, 7, 7, 5, 4, 6, 32, 5, 6, 6, 7, 26, 18, 13, 7, 12, 8, 7, 4, 10, 5, 8, 20, 21, 7, 12, 54, 7, 24, 6, 27, 10, 14, 5, 11, 23, 9, 8, 8]}, {'q1': [11, 10, 10, 11, 8, 17, 9, 6, 5, 6, 6, 9, 9, 17, 13, 14, 9, 14, 7, 15, 5, 12, 6, 8, 7, 6, 9, 18, 14, 15, 14, 7, 10, 6, 4, 19, 11, 7, 7, 5, 14, 9, 6, 11, 7, 11, 8, 16, 5, 14, 6, 7, 11, 20, 12, 8, 6, 13, 8, 7, 4, 7, 5, 7, 20, 17, 4, 14, 13, 5, 22, 4, 7, 9, 10, 12, 7, 10, 7, 18, 12, 4, 11, 7, 8, 16, 11, 4, 6, 16, 8, 9, 6, 6, 8, 13, 9, 7, 6, 7], 'q2': [32, 13, 15, 4, 7, 6, 6, 6, 8, 9, 5, 6, 14, 6, 8, 23, 4, 10, 15, 12, 5, 28, 11, 3, 24, 10, 11, 32, 11, 13, 12, 9, 12, 5, 5, 9, 7, 10, 18, 5, 8, 9, 15, 7, 9, 11, 8, 4, 8, 9, 7, 7, 5, 22, 25, 11, 15, 13, 5, 9, 4, 8, 3, 4, 12, 24, 12, 24, 11, 10, 22, 4, 6, 5, 8, 8, 6, 8, 5, 9, 6, 4, 5, 8, 8, 31, 9, 6, 5, 11, 11, 27, 13, 8, 10, 9, 10, 7, 5, 5], 'rl1': [11, 10, 10, 11, 8, 17, 9, 6, 5, 6, 6, 9, 9, 17, 13, 14, 9, 14, 7, 15, 5, 12, 6, 8, 7, 6, 9, 18, 14, 15, 14, 7, 10, 6, 4, 19, 11, 7, 7, 5, 14, 9, 6, 11, 7, 11, 8, 16, 5, 14, 6, 7, 11, 20, 12, 8, 6, 13, 8, 7, 4, 7, 5, 7, 20, 17, 4, 14, 13, 5, 22, 4, 7, 9, 10, 12, 7, 10, 7, 18, 12, 4, 11, 7, 8, 16, 11, 4, 6, 16, 8, 9, 6, 6, 8, 13, 9, 7, 6, 7], 'rl2': [32, 13, 15, 4, 7, 6, 6, 6, 8, 9, 5, 6, 14, 6, 8, 23, 4, 10, 15, 12, 5, 28, 11, 3, 24, 10, 11, 32, 11, 13, 12, 9, 12, 5, 5, 9, 7, 10, 18, 5, 8, 9, 15, 7, 9, 11, 8, 4, 8, 9, 7, 7, 5, 22, 25, 11, 15, 13, 5, 9, 4, 8, 3, 4, 12, 24, 12, 24, 11, 10, 22, 4, 6, 5, 8, 8, 6, 8, 5, 9, 6, 4, 5, 8, 8, 31, 9, 6, 5, 11, 11, 27, 13, 8, 10, 9, 10, 7, 5, 5]}, {'q1': [3, 14, 10, 9, 17, 12, 9, 8, 4, 8, 12, 6, 12, 5, 11, 7, 4, 8, 6, 6, 4, 9, 10, 6, 7, 23, 17, 8, 4, 17, 9, 19, 19, 12, 11, 12, 5, 5, 51, 7, 14, 5, 5, 10, 5, 11, 14, 11, 12, 12, 4, 7, 8, 5, 9, 2, 12, 5, 11, 7, 6, 9, 14, 9, 8, 4, 13, 7, 11, 5, 10, 5, 13, 5, 3, 12, 10, 4, 13, 6, 6, 9, 13, 7, 16, 8, 11, 16, 5, 30, 17, 5, 7, 8, 11, 11, 9, 13, 4, 10], 'q2': [4, 15, 7, 8, 18, 15, 8, 3, 4, 4, 10, 6, 6, 11, 11, 8, 3, 8, 7, 12, 3, 2, 7, 18, 3, 20, 10, 12, 4, 22, 9, 10, 7, 20, 23, 11, 16, 5, 40, 12, 14, 7, 4, 12, 12, 10, 7, 9, 5, 12, 6, 4, 8, 5, 11, 8, 6, 5, 8, 7, 9, 6, 9, 10, 8, 6, 13, 6, 12, 4, 6, 5, 12, 6, 3, 4, 8, 5, 14, 7, 6, 8, 15, 5, 9, 8, 13, 16, 2, 23, 15, 6, 20, 10, 6, 4, 4, 13, 5, 11], 'rl1': [3, 14, 10, 9, 17, 12, 9, 8, 4, 8, 12, 6, 12, 5, 11, 7, 4, 8, 6, 6, 4, 9, 10, 6, 7, 23, 17, 8, 4, 17, 9, 19, 19, 12, 11, 12, 5, 5, 51, 7, 14, 5, 5, 10, 5, 11, 14, 11, 12, 12, 4, 7, 8, 5, 9, 2, 12, 5, 11, 7, 6, 9, 14, 9, 8, 4, 13, 7, 11, 5, 10, 5, 13, 5, 3, 12, 10, 4, 13, 6, 6, 9, 13, 7, 16, 8, 11, 16, 5, 30, 17, 5, 7, 8, 11, 11, 9, 13, 4, 10], 'rl2': [4, 15, 7, 8, 18, 15, 8, 3, 4, 4, 10, 6, 6, 11, 11, 8, 3, 8, 7, 12, 3, 2, 7, 18, 3, 20, 10, 12, 4, 22, 9, 10, 7, 20, 23, 11, 16, 5, 40, 12, 14, 7, 4, 12, 12, 10, 7, 9, 5, 12, 6, 4, 8, 5, 11, 8, 6, 5, 8, 7, 9, 6, 9, 10, 8, 6, 13, 6, 12, 4, 6, 5, 12, 6, 3, 4, 8, 5, 14, 7, 6, 8, 15, 5, 9, 8, 13, 16, 2, 23, 15, 6, 20, 10, 6, 4, 4, 13, 5, 11]}, {'q1': [7, 7, 16, 9, 5, 14, 7, 8, 17, 12, 12, 21, 6, 8, 7, 5, 8, 25, 7, 23, 9, 8, 13, 17, 7, 7, 8, 8, 6, 7, 23, 13, 12, 6, 10, 4, 7, 5, 7, 13, 3, 7, 3, 13, 10, 9, 11, 26, 5, 9, 12, 9, 14, 26, 10, 4, 14, 7, 12, 7, 6, 27, 12, 7, 9, 5, 14, 8, 4, 15, 7, 6, 6, 7, 6, 27, 3, 15, 6, 6, 21, 5, 8, 3, 11, 4, 32, 6, 7, 6, 5, 18, 8, 16, 8, 9, 17, 6, 11, 19], 'q2': [5, 5, 21, 6, 8, 16, 10, 11, 11, 14, 9, 29, 6, 9, 9, 5, 8, 7, 8, 31, 8, 13, 9, 22, 7, 7, 27, 6, 6, 10, 11, 13, 6, 4, 7, 5, 5, 7, 4, 19, 6, 9, 2, 4, 5, 7, 11, 50, 14, 8, 16, 5, 8, 6, 11, 9, 6, 7, 12, 12, 13, 8, 12, 11, 10, 8, 19, 10, 5, 5, 9, 9, 6, 7, 4, 9, 4, 6, 4, 5, 6, 6, 10, 8, 14, 5, 6, 7, 6, 13, 5, 12, 15, 10, 6, 7, 9, 7, 10, 7], 'rl1': [7, 7, 16, 9, 5, 14, 7, 8, 17, 12, 12, 21, 6, 8, 7, 5, 8, 25, 7, 23, 9, 8, 13, 17, 7, 7, 8, 8, 6, 7, 23, 13, 12, 6, 10, 4, 7, 5, 7, 13, 3, 7, 3, 13, 10, 9, 11, 26, 5, 9, 12, 9, 14, 26, 10, 4, 14, 7, 12, 7, 6, 27, 12, 7, 9, 5, 14, 8, 4, 15, 7, 6, 6, 7, 6, 27, 3, 15, 6, 6, 21, 5, 8, 3, 11, 4, 32, 6, 7, 6, 5, 18, 8, 16, 8, 9, 17, 6, 11, 19], 'rl2': [5, 5, 21, 6, 8, 16, 10, 11, 11, 14, 9, 29, 6, 9, 9, 5, 8, 7, 8, 31, 8, 13, 9, 22, 7, 7, 27, 6, 6, 10, 11, 13, 6, 4, 7, 5, 5, 7, 4, 19, 6, 9, 2, 4, 5, 7, 11, 50, 14, 8, 16, 5, 8, 6, 11, 9, 6, 7, 12, 12, 13, 8, 12, 11, 10, 8, 19, 10, 5, 5, 9, 9, 6, 7, 4, 9, 4, 6, 4, 5, 6, 6, 10, 8, 14, 5, 6, 7, 6, 13, 5, 12, 15, 10, 6, 7, 9, 7, 10, 7]}, {'q1': [8, 13, 10, 6, 5, 6, 11, 4, 7, 7, 4, 5, 5, 6, 17, 14, 10, 8, 10, 10, 14, 18, 7, 3, 10, 12, 7, 7, 12, 4, 5, 6, 5, 8, 4, 9, 9, 14, 7, 25, 4, 10, 5, 9, 9, 8, 7, 4, 3, 11, 18, 6, 17, 18, 7, 7, 7, 10, 4, 8, 4, 9, 16, 13, 4, 6, 8, 10, 5, 8, 12, 11, 30, 12, 7, 17, 12, 10, 8, 10, 6, 6, 4, 7, 6, 23, 7, 7, 6, 9, 21, 5, 9, 20, 9, 8, 9, 8, 6, 3], 'q2': [8, 9, 7, 5, 6, 7, 6, 21, 12, 17, 4, 4, 7, 8, 6, 11, 8, 19, 8, 8, 15, 11, 8, 5, 12, 11, 5, 13, 30, 10, 8, 6, 7, 6, 4, 8, 9, 12, 3, 11, 4, 7, 8, 12, 18, 6, 9, 5, 8, 13, 4, 20, 14, 4, 8, 9, 8, 10, 6, 9, 8, 5, 12, 14, 13, 11, 7, 10, 8, 7, 12, 8, 12, 13, 14, 8, 13, 5, 10, 7, 4, 7, 6, 7, 7, 10, 6, 8, 13, 8, 10, 5, 5, 19, 9, 6, 9, 8, 5, 8], 'rl1': [8, 13, 10, 6, 5, 6, 11, 4, 7, 7, 4, 5, 5, 6, 17, 14, 10, 8, 10, 10, 14, 18, 7, 3, 10, 12, 7, 7, 12, 4, 5, 6, 5, 8, 4, 9, 9, 14, 7, 25, 4, 10, 5, 9, 9, 8, 7, 4, 3, 11, 18, 6, 17, 18, 7, 7, 7, 10, 4, 8, 4, 9, 16, 13, 4, 6, 8, 10, 5, 8, 12, 11, 30, 12, 7, 17, 12, 10, 8, 10, 6, 6, 4, 7, 6, 23, 7, 7, 6, 9, 21, 5, 9, 20, 9, 8, 9, 8, 6, 3], 'rl2': [8, 9, 7, 5, 6, 7, 6, 21, 12, 17, 4, 4, 7, 8, 6, 11, 8, 19, 8, 8, 15, 11, 8, 5, 12, 11, 5, 13, 30, 10, 8, 6, 7, 6, 4, 8, 9, 12, 3, 11, 4, 7, 8, 12, 18, 6, 9, 5, 8, 13, 4, 20, 14, 4, 8, 9, 8, 10, 6, 9, 8, 5, 12, 14, 13, 11, 7, 10, 8, 7, 12, 8, 12, 13, 14, 8, 13, 5, 10, 7, 4, 7, 6, 7, 7, 10, 6, 8, 13, 8, 10, 5, 5, 19, 9, 6, 9, 8, 5, 8]}, {'q1': [7, 6, 5, 9, 6, 8, 26, 6, 8, 9, 12, 5, 9, 23, 7, 7, 4, 20, 7, 8, 5, 4, 21, 8, 5, 10, 8, 11, 5, 10, 9, 3, 11, 13, 8, 16, 10, 29, 12, 8, 8, 6, 10, 7, 9, 16, 11, 8, 6, 23, 9, 6, 14, 7, 5, 10, 9, 8, 5, 9, 7, 11, 5, 7, 9, 10, 15, 18, 8, 6, 5, 8, 9, 12, 12, 18, 13, 10, 7, 7, 6, 13, 13, 8, 6, 7, 7, 6, 23, 6, 7, 15, 6, 7, 9, 23, 14, 16, 18, 9], 'q2': [5, 17, 5, 7, 12, 27, 29, 12, 10, 9, 12, 5, 8, 10, 8, 6, 4, 13, 5, 6, 3, 10, 18, 8, 3, 11, 17, 49, 8, 21, 10, 11, 8, 9, 9, 16, 12, 25, 11, 9, 6, 4, 8, 5, 7, 10, 2, 5, 6, 23, 6, 8, 21, 4, 9, 9, 5, 11, 18, 12, 7, 33, 8, 6, 19, 10, 17, 16, 11, 5, 6, 8, 3, 7, 7, 39, 6, 8, 7, 3, 8, 20, 11, 7, 5, 7, 6, 3, 14, 9, 5, 23, 7, 18, 6, 7, 6, 9, 39, 10], 'rl1': [7, 6, 5, 9, 6, 8, 26, 6, 8, 9, 12, 5, 9, 23, 7, 7, 4, 20, 7, 8, 5, 4, 21, 8, 5, 10, 8, 11, 5, 10, 9, 3, 11, 13, 8, 16, 10, 29, 12, 8, 8, 6, 10, 7, 9, 16, 11, 8, 6, 23, 9, 6, 14, 7, 5, 10, 9, 8, 5, 9, 7, 11, 5, 7, 9, 10, 15, 18, 8, 6, 5, 8, 9, 12, 12, 18, 13, 10, 7, 7, 6, 13, 13, 8, 6, 7, 7, 6, 23, 6, 7, 15, 6, 7, 9, 23, 14, 16, 18, 9], 'rl2': [5, 17, 5, 7, 12, 27, 29, 12, 10, 9, 12, 5, 8, 10, 8, 6, 4, 13, 5, 6, 3, 10, 18, 8, 3, 11, 17, 49, 8, 21, 10, 11, 8, 9, 9, 16, 12, 25, 11, 9, 6, 4, 8, 5, 7, 10, 2, 5, 6, 23, 6, 8, 21, 4, 9, 9, 5, 11, 18, 12, 7, 33, 8, 6, 19, 10, 17, 16, 11, 5, 6, 8, 3, 7, 7, 39, 6, 8, 7, 3, 8, 20, 11, 7, 5, 7, 6, 3, 14, 9, 5, 23, 7, 18, 6, 7, 6, 9, 39, 10]}, {'q1': [11, 16, 6, 12, 3, 11, 8, 2, 6], 'q2': [8, 6, 3, 7, 3, 6, 6, 11, 3], 'rl1': [11, 16, 6, 12, 3, 11, 8, 2, 6], 'rl2': [8, 6, 3, 7, 3, 6, 6, 11, 3]}]\n","Epoch 8 iter 1242 took 168.7s\n","loss:\t0.01630\tdev score:\t0.7305\n","[{'q1': array([[  27,  312,  143, ...,    0,    0,    0],\n","       [ 410,   92, 4775, ...,    0,    0,    0],\n","       [ 619,  532,   90, ...,    0,    0,    0],\n","       ...,\n","       [  22,   23,  150, ...,    0,    0,    0],\n","       [  27, 5234,  495, ...,    0,    0,    0],\n","       [  51, 4504,   26, ...,    0,    0,    0]]), 'q2': array([[  27,  312,   12, ...,    0,    0,    0],\n","       [   2, 3843,   91, ...,    0,    0,    0],\n","       [ 619,  532,   90, ...,    0,    0,    0],\n","       ...,\n","       [  27,  150, 6740, ...,    0,    0,    0],\n","       [  27,  495, 1225, ...,    0,    0,    0],\n","       [  63, 3121,    1, ...,    0,    0,    0]]), 'rl1': array([[1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 7, ..., 0, 0, 0],\n","       ...,\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0]]), 'rl2': array([[ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1, 12,  2, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0]]), 'y': array([0, 0, 1, 1, 1, 1, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1,\n","       1, 0, 0, 1, 0, 0, 0, 1, 0, 1, 1, 1, 1, 0, 0, 1, 0, 1, 0, 1, 1, 0,\n","       0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 1, 1, 0, 1, 0, 0, 0,\n","       1, 0, 0, 1, 0, 0, 1, 0, 0, 0, 1, 0, 1, 1, 0, 0, 0, 0, 1, 0, 0, 0,\n","       1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0])}, {'q1': array([[  22, 1118, 1326, ...,    0,    0,    0],\n","       [  63,  421,   90, ...,    0,    0,    0],\n","       [  51,  115,   19, ...,    0,    0,    0],\n","       ...,\n","       [   2,   30,   91, ...,    0,    0,    0],\n","       [  22,   23, 5366, ...,    0,    0,    0],\n","       [  51,  150, 9472, ...,    0,    0,    0]]), 'q2': array([[1976,   26, 1750, ...,    0,    0,    0],\n","       [  63,  421,   90, ...,    0,    0,    0],\n","       [  51,  115,   19, ...,    0,    0,    0],\n","       ...,\n","       [   2,   16, 2492, ...,    0,    0,    0],\n","       [  22,   23, 5366, ...,    0,    0,    0],\n","       [  27,  150, 2045, ...,    0,    0,    0]]), 'rl1': array([[1, 2, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       ...,\n","       [1, 4, 2, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0]]), 'rl2': array([[ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1, 11, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  4,  2, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0]]), 'y': array([0, 0, 0, 1, 0, 0, 1, 0, 1, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 1, 1,\n","       1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0,\n","       1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 1, 0, 0, 1, 1, 1, 0,\n","       0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0,\n","       1, 0, 1, 0, 1, 0, 0, 0, 1, 0, 0, 1])}, {'q1': array([[   2,   16,  504, ...,    0,    0,    0],\n","       [   2,   30,  443, ...,    0,    0,    0],\n","       [   2,   42,  274, ...,    0,    0,    0],\n","       ...,\n","       [   2,   30, 1949, ...,    0,    0,    0],\n","       [  30,   91,  474, ...,    0,    0,    0],\n","       [  22,   64,  274, ...,    0,    0,    0]]), 'q2': array([[ 150,  248,  504, ...,    0,    0,    0],\n","       [   2,   30,   91, ...,    0,    0,    0],\n","       [   2,   64,  274, ...,    0,    0,    0],\n","       ...,\n","       [   2,   30, 1949, ...,    0,    0,    0],\n","       [   2,   30,   91, ...,    0,    0,    0],\n","       [   2,   30,   91, ...,    0,    0,    0]]), 'rl1': array([[ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  4,  2, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       ...,\n","       [ 1, 25,  1, ...,  0,  0,  0],\n","       [ 4,  1,  2, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0]]), 'rl2': array([[ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  4,  2, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       ...,\n","       [ 1, 25,  1, ...,  0,  0,  0],\n","       [ 1,  4,  2, ...,  0,  0,  0],\n","       [ 1, 19,  2, ...,  0,  0,  0]]), 'y': array([0, 0, 1, 0, 1, 0, 0, 0, 1, 0, 1, 0, 0, 1, 1, 0, 0, 1, 0, 1, 0, 1,\n","       0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 1, 1, 0, 0, 0, 0,\n","       1, 0, 0, 1, 0, 1, 0, 0, 1, 0, 1, 0, 1, 0, 0, 0, 0, 1, 1, 1, 1, 1,\n","       1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 1, 0, 0,\n","       0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 1, 1])}, {'q1': array([[ 115,  542, 1339, ...,    0,    0,    0],\n","       [  22,  115, 5973, ...,    0,    0,    0],\n","       [   2,   16,  435, ...,    0,    0,    0],\n","       ...,\n","       [ 210,   44,   76, ...,    0,    0,    0],\n","       [  91,  542, 7741, ...,    0,    0,    0],\n","       [ 115,   92,  248, ...,    0,    0,    0]]), 'q2': array([[  654,     1,    22, ...,   132,    18,  4298],\n","       [   77, 15445, 15446, ...,     0,     0,     0],\n","       [ 1848,  7731,    18, ...,     0,     0,     0],\n","       ...,\n","       [    2,    30,   474, ...,     0,     0,     0],\n","       [    2,   123,   457, ...,     0,     0,     0],\n","       [   51,   464,  1817, ...,     0,     0,     0]]), 'rl1': array([[1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 4, 2, ..., 0, 0, 0],\n","       ...,\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0]]), 'rl2': array([[ 9,  1,  1, ...,  1,  1,  1],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 2, 11,  1, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  4,  2, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0]]), 'y': array([0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 1, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0,\n","       0, 1, 0, 1, 1, 0, 0, 1, 1, 1, 0, 0, 1, 0, 0, 1, 0, 0, 0, 1, 0, 0,\n","       0, 0, 0, 0, 1, 0, 1, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0,\n","       0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 1, 1, 1, 0, 1, 0, 0, 0, 1, 0, 0, 1,\n","       0, 0, 1, 0, 0, 0, 1, 1, 1, 0, 0, 0])}, {'q1': array([[9076, 1118, 3728, ...,    0,    0,    0],\n","       [  30,  274,  675, ...,    0,    0,    0],\n","       [  22,  238,    1, ...,    0,    0,    0],\n","       ...,\n","       [  15,  149,  150, ...,    0,    0,    0],\n","       [   2,   90,  254, ...,    0,    0,    0],\n","       [ 149, 1274, 4973, ...,    0,    0,    0]]), 'q2': array([[ 149, 9076,    1, ...,    0,    0,    0],\n","       [  30,  274,  675, ...,    0,    0,    0],\n","       [  22,  238,    1, ...,    0,    0,    0],\n","       ...,\n","       [  22,  149,  150, ...,    0,    0,    0],\n","       [   2,   90,   91, ...,    0,    0,    0],\n","       [ 149, 1274, 4973, ...,    0,    0,    0]]), 'rl1': array([[12,  2,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [12,  2,  1, ...,  0,  0,  0],\n","       ...,\n","       [12,  2,  1, ...,  0,  0,  0],\n","       [ 1,  1,  2, ...,  0,  0,  0],\n","       [ 2,  1,  1, ...,  0,  0,  0]]), 'rl2': array([[ 2, 16,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [12,  2,  1, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  2,  1, ...,  0,  0,  0],\n","       [ 1,  4,  2, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0]]), 'y': array([1, 1, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1,\n","       1, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 1, 0, 0, 0, 1, 1, 1, 1, 0, 0, 0,\n","       0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, 0, 0, 0, 1, 0,\n","       0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 1, 1, 0, 0, 1, 0, 0, 1, 0,\n","       0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 1, 0])}, {'q1': array([[  22,  238,    1, ...,    0,    0,    0],\n","       [  51,  421,  312, ...,    0,    0,    0],\n","       [   2,  542,  537, ...,    0,    0,    0],\n","       ...,\n","       [   2,   30,   91, ...,    0,    0,    0],\n","       [   2,   16,   74, ...,    0,    0,    0],\n","       [  27,  290, 3996, ...,    0,    0,    0]]), 'q2': array([[   2, 1426,  238, ...,    0,    0,    0],\n","       [  27,  312,  150, ...,    0,    0,    0],\n","       [  22,  542,  238, ...,    0,    0,    0],\n","       ...,\n","       [   2,   30, 1251, ...,    0,    0,    0],\n","       [  72, 3942,  590, ...,    0,    0,    0],\n","       [  51,  140, 2804, ...,    0,    0,    0]]), 'rl1': array([[ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  4,  2, ...,  0,  0,  0],\n","       [ 1,  8,  2, ...,  0,  0,  0],\n","       [ 1, 12,  2, ...,  0,  0,  0]]), 'rl2': array([[ 1,  1,  2, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [12,  1,  2, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  4,  2, ...,  0,  0,  0],\n","       [ 1,  2,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0]]), 'y': array([0, 1, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 1,\n","       1, 0, 1, 0, 0, 1, 0, 1, 1, 0, 0, 1, 0, 1, 0, 1, 0, 0, 1, 0, 0, 0,\n","       1, 1, 0, 0, 0, 0, 1, 0, 0, 0, 1, 1, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0,\n","       0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1,\n","       0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0])}, {'q1': array([[   27,   150,   893, ...,     0,     0,     0],\n","       [  410,    92,   308, ...,     0,     0,     0],\n","       [   15,  1636, 10694, ...,     0,     0,     0],\n","       ...,\n","       [   22,   149,   143, ...,     0,     0,     0],\n","       [   51,   156,  1817, ...,     0,     0,     0],\n","       [    2,  2426,  2617, ...,     0,     0,     0]]), 'q2': array([[  27,  150,  893, ...,    0,    0,    0],\n","       [  22,  238,    1, ...,    0,    0,    0],\n","       [5205,   35,   90, ...,    0,    0,    0],\n","       ...,\n","       [  51,  143,  194, ...,    0,    0,    0],\n","       [  51,  156, 1817, ...,    0,    0,    0],\n","       [   2,  261, 7546, ...,    0,    0,    0]]), 'rl1': array([[ 1,  1, 11, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  2,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  2, 11, ...,  0,  0,  0]]), 'rl2': array([[ 1,  1,  1, ...,  0,  0,  0],\n","       [12,  2,  1, ...,  0,  0,  0],\n","       [ 2,  1,  1, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       [ 1,  2, 11, ...,  0,  0,  0]]), 'y': array([0, 1, 0, 1, 1, 1, 0, 0, 1, 1, 0, 0, 1, 1, 1, 0, 0, 1, 0, 1, 0, 0,\n","       0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 1, 1, 1, 0, 0, 0, 1, 1, 0, 0,\n","       0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0,\n","       0, 1, 0, 0, 1, 0, 1, 1, 1, 0, 0, 1, 1, 1, 1, 1, 1, 0, 1, 1, 1, 1,\n","       0, 0, 1, 1, 0, 0, 0, 1, 1, 0, 0, 0])}, {'q1': array([[   16,    18,  2102, ...,     0,     0,     0],\n","       [  149, 14367,  3857, ...,     0,     0,     0],\n","       [   27,   150,  3914, ...,     0,     0,     0],\n","       ...,\n","       [   22,     1,     1, ...,     0,     0,     0],\n","       [  210,    30,   435, ...,     0,     0,     0],\n","       [ 1115,    92,  3535, ...,     0,     0,     0]]), 'q2': array([[  63,   16,  254, ...,    0,    0,    0],\n","       [  51,  421,  312, ...,    0,    0,    0],\n","       [  27,  150, 3914, ...,    0,    0,    0],\n","       ...,\n","       [  22,  149,  143, ...,    0,    0,    0],\n","       [ 210,   30, 1208, ...,    0,    0,    0],\n","       [1115,   92, 1210, ...,    0,    0,    0]]), 'rl1': array([[12,  1,  1, ...,  0,  0,  0],\n","       [ 2,  1, 16, ...,  0,  0,  0],\n","       [ 1,  1,  1, ...,  0,  0,  0],\n","       ...,\n","       [ 1,  4,  1, ...,  0,  0,  0],\n","       [ 1,  4,  2, ...,  0,  0,  0],\n","       [ 1,  1,  2, ...,  0,  0,  0]]), 'rl2': array([[1, 4, 2, ..., 0, 0, 0],\n","       [1, 4, 1, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0],\n","       ...,\n","       [1, 1, 1, ..., 0, 0, 0],\n","       [1, 4, 2, ..., 0, 0, 0],\n","       [1, 1, 1, ..., 0, 0, 0]]), 'y': array([0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 1, 0, 0, 1, 0, 0, 0, 1, 0, 0, 1,\n","       0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0,\n","       0, 0, 0, 1, 0, 1, 0, 0, 0, 1, 1, 0, 0, 0, 1, 1, 1, 0, 1, 1, 0, 0,\n","       1, 1, 0, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 1, 0, 1, 0,\n","       0, 0, 1, 0, 0, 0, 1, 0, 0, 1, 0, 1])}, {'q1': array([[   22,   149,   143,  1756,  5438,  1376, 11749,     6,  2045,\n","            1,   448,     0,     0,     0,     0,     0],\n","       [   16,   816,     1,    22,   350, 15383,     1,     1,   208,\n","         2628,  4575,  1746,     1,    51,    52,  2329],\n","       [   51,   143,  2867,   248,   411,  1893,     0,     0,     0,\n","            0,     0,     0,     0,     0,     0,     0],\n","       [   22,  7451,     1, 15384,     1, 14013,     1, 15385,     1,\n","            6, 15386, 15387,     0,     0,     0,     0],\n","       [  118,  1462,   220,     0,     0,     0,     0,     0,     0,\n","            0,     0,     0,     0,     0,     0,     0],\n","       [   27,   150,   248,  1043,   276,  1088,   201,   217,    69,\n","         1589,    39,     0,     0,     0,     0,     0],\n","       [   27,  1847,   509,   360,  2030,     6,  9441,  4218,     0,\n","            0,     0,     0,     0,     0,     0,     0],\n","       [ 2457,  1010,     0,     0,     0,     0,     0,     0,     0,\n","            0,     0,     0,     0,     0,     0,     0],\n","       [    2,    30,    91,  1785,  1340,  2012,     0,     0,     0,\n","            0,     0,     0,     0,     0,     0,     0]]), 'q2': array([[   27,   150, 11910,  5438,     6,  2045,     1,  1976,     0,\n","            0,     0],\n","       [    2,   350, 15545,   936,    35,  1746,     0,     0,     0,\n","            0,     0],\n","       [    2,   411,  1893,     0,     0,     0,     0,     0,     0,\n","            0,     0],\n","       [  125,  8061,   352,   464,    18, 14883,    25,     0,     0,\n","            0,     0],\n","       [   51,  1462,   220,     0,     0,     0,     0,     0,     0,\n","            0,     0],\n","       [  209,   569,  1088,    37,  1589,    39,     0,     0,     0,\n","            0,     0],\n","       [  125,   127,  9441,  4218,    18,  1677,     0,     0,     0,\n","            0,     0],\n","       [  208,     1,    22,   566, 11494,   503,     1,    22,    99,\n","         2212,  2445],\n","       [    2,  1785, 11091,     0,     0,     0,     0,     0,     0,\n","            0,     0]]), 'rl1': array([[ 1,  2,  1,  1, 16,  1,  1,  1,  1,  1,  1,  0,  0,  0,  0,  0],\n","       [ 8,  2,  1,  1, 23,  1,  1,  1,  1,  9,  2, 11,  1, 18,  1,  1],\n","       [ 1,  1,  1,  1,  2, 11,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0],\n","       [ 1,  1,  1,  1,  1,  1,  1,  1,  1,  1,  1,  1,  0,  0,  0,  0],\n","       [ 2,  3,  1,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0],\n","       [ 1,  1,  1,  2,  1, 22,  1,  1,  1,  1,  6,  0,  0,  0,  0,  0],\n","       [ 1,  1,  1,  1,  1,  1,  1,  1,  0,  0,  0,  0,  0,  0,  0,  0],\n","       [ 1,  1,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0],\n","       [ 1,  4,  2,  1,  2, 13,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0]]), 'rl2': array([[ 1,  1,  1,  1,  1,  1,  1,  1,  0,  0,  0],\n","       [ 1,  1,  1,  1,  1,  1,  0,  0,  0,  0,  0],\n","       [ 1,  2, 11,  0,  0,  0,  0,  0,  0,  0,  0],\n","       [ 1,  1,  1,  1,  1,  1,  1,  0,  0,  0,  0],\n","       [ 1,  1,  1,  0,  0,  0,  0,  0,  0,  0,  0],\n","       [ 1,  1,  1,  1,  1,  1,  0,  0,  0,  0,  0],\n","       [ 1,  2,  1, 12,  1,  1,  0,  0,  0,  0,  0],\n","       [ 1,  1,  1,  1,  1,  1,  1,  1,  2,  1, 13],\n","       [ 1,  1,  1,  0,  0,  0,  0,  0,  0,  0,  0]]), 'y': array([1, 0, 1, 0, 1, 1, 0, 1, 1])}]\n","[{'q1': [8, 8, 7, 8, 33, 8, 12, 7, 8, 5, 15, 6, 3, 4, 7, 5, 15, 21, 8, 24, 5, 5, 16, 12, 3, 16, 7, 7, 6, 6, 16, 13, 10, 5, 4, 15, 7, 4, 9, 8, 8, 6, 5, 15, 11, 5, 4, 16, 14, 6, 6, 30, 13, 17, 10, 17, 5, 8, 14, 11, 10, 8, 6, 6, 9, 6, 4, 16, 6, 12, 20, 11, 11, 8, 5, 8, 10, 4, 12, 7, 8, 6, 8, 47, 10, 7, 9, 8, 5, 17, 19, 19, 10, 6, 18, 11, 7, 5, 6, 7], 'q2': [15, 9, 6, 6, 16, 7, 13, 8, 6, 5, 5, 10, 6, 4, 6, 7, 7, 11, 8, 8, 9, 12, 22, 16, 6, 21, 8, 5, 6, 9, 5, 13, 8, 3, 7, 5, 9, 4, 11, 7, 7, 8, 5, 8, 19, 9, 4, 12, 16, 6, 7, 16, 14, 8, 15, 19, 8, 6, 10, 7, 10, 6, 7, 6, 11, 7, 5, 29, 8, 10, 19, 11, 14, 11, 5, 10, 5, 5, 12, 7, 14, 10, 10, 25, 7, 7, 6, 4, 6, 24, 11, 13, 4, 3, 4, 8, 9, 7, 5, 6], 'rl1': [8, 8, 7, 8, 33, 8, 12, 7, 8, 5, 15, 6, 3, 4, 7, 5, 15, 21, 8, 24, 5, 5, 16, 12, 3, 16, 7, 7, 6, 6, 16, 13, 10, 5, 4, 15, 7, 4, 9, 8, 8, 6, 5, 15, 11, 5, 4, 16, 14, 6, 6, 30, 13, 17, 10, 17, 5, 8, 14, 11, 10, 8, 6, 6, 9, 6, 4, 16, 6, 12, 20, 11, 11, 8, 5, 8, 10, 4, 12, 7, 8, 6, 8, 47, 10, 7, 9, 8, 5, 17, 19, 19, 10, 6, 18, 11, 7, 5, 6, 7], 'rl2': [15, 9, 6, 6, 16, 7, 13, 8, 6, 5, 5, 10, 6, 4, 6, 7, 7, 11, 8, 8, 9, 12, 22, 16, 6, 21, 8, 5, 6, 9, 5, 13, 8, 3, 7, 5, 9, 4, 11, 7, 7, 8, 5, 8, 19, 9, 4, 12, 16, 6, 7, 16, 14, 8, 15, 19, 8, 6, 10, 7, 10, 6, 7, 6, 11, 7, 5, 29, 8, 10, 19, 11, 14, 11, 5, 10, 5, 5, 12, 7, 14, 10, 10, 25, 7, 7, 6, 4, 6, 24, 11, 13, 4, 3, 4, 8, 9, 7, 5, 6]}, {'q1': [7, 7, 17, 8, 9, 10, 4, 7, 6, 26, 11, 6, 6, 8, 13, 9, 9, 11, 8, 5, 12, 12, 6, 13, 11, 14, 5, 5, 5, 18, 9, 6, 15, 6, 14, 3, 9, 6, 7, 9, 15, 14, 6, 6, 7, 11, 11, 10, 8, 6, 15, 12, 7, 16, 8, 16, 7, 27, 4, 5, 4, 7, 5, 6, 6, 6, 3, 11, 8, 16, 28, 8, 9, 7, 15, 11, 7, 10, 7, 11, 13, 11, 7, 10, 16, 2, 10, 11, 4, 9, 7, 28, 7, 9, 8, 12, 8, 8, 6, 8], 'q2': [5, 7, 16, 8, 9, 8, 3, 6, 6, 5, 12, 11, 8, 6, 12, 24, 19, 10, 9, 5, 16, 12, 8, 23, 10, 16, 3, 8, 5, 12, 12, 6, 15, 8, 14, 13, 11, 8, 11, 8, 12, 35, 7, 4, 6, 14, 8, 10, 11, 10, 7, 3, 5, 8, 4, 14, 7, 36, 9, 10, 5, 5, 5, 5, 5, 10, 5, 7, 8, 15, 5, 6, 8, 7, 13, 20, 9, 7, 3, 11, 14, 9, 6, 9, 11, 10, 5, 8, 4, 15, 5, 16, 7, 14, 5, 13, 8, 5, 6, 8], 'rl1': [7, 7, 17, 8, 9, 10, 4, 7, 6, 26, 11, 6, 6, 8, 13, 9, 9, 11, 8, 5, 12, 12, 6, 13, 11, 14, 5, 5, 5, 18, 9, 6, 15, 6, 14, 3, 9, 6, 7, 9, 15, 14, 6, 6, 7, 11, 11, 10, 8, 6, 15, 12, 7, 16, 8, 16, 7, 27, 4, 5, 4, 7, 5, 6, 6, 6, 3, 11, 8, 16, 28, 8, 9, 7, 15, 11, 7, 10, 7, 11, 13, 11, 7, 10, 16, 2, 10, 11, 4, 9, 7, 28, 7, 9, 8, 12, 8, 8, 6, 8], 'rl2': [5, 7, 16, 8, 9, 8, 3, 6, 6, 5, 12, 11, 8, 6, 12, 24, 19, 10, 9, 5, 16, 12, 8, 23, 10, 16, 3, 8, 5, 12, 12, 6, 15, 8, 14, 13, 11, 8, 11, 8, 12, 35, 7, 4, 6, 14, 8, 10, 11, 10, 7, 3, 5, 8, 4, 14, 7, 36, 9, 10, 5, 5, 5, 5, 5, 10, 5, 7, 8, 15, 5, 6, 8, 7, 13, 20, 9, 7, 3, 11, 14, 9, 6, 9, 11, 10, 5, 8, 4, 15, 5, 16, 7, 14, 5, 13, 8, 5, 6, 8]}, {'q1': [5, 6, 10, 7, 8, 11, 14, 6, 12, 11, 9, 9, 25, 5, 7, 5, 14, 8, 13, 6, 6, 8, 11, 7, 16, 20, 8, 10, 4, 6, 8, 9, 13, 21, 7, 22, 7, 7, 8, 12, 18, 4, 7, 7, 3, 3, 12, 12, 6, 7, 8, 16, 7, 11, 11, 7, 8, 9, 12, 11, 5, 7, 9, 6, 6, 2, 9, 21, 5, 10, 6, 10, 19, 9, 15, 6, 9, 6, 21, 5, 6, 5, 14, 18, 12, 5, 14, 20, 7, 24, 14, 26, 6, 14, 19, 12, 26, 9, 6, 8], 'q2': [5, 6, 10, 8, 8, 10, 8, 6, 10, 10, 5, 9, 17, 6, 7, 4, 7, 4, 20, 6, 6, 6, 7, 6, 17, 20, 18, 8, 5, 6, 9, 7, 13, 21, 6, 21, 7, 7, 7, 11, 15, 3, 9, 7, 6, 6, 9, 7, 6, 5, 7, 10, 13, 13, 13, 25, 8, 10, 10, 9, 4, 6, 7, 7, 5, 4, 6, 32, 5, 6, 6, 7, 26, 18, 13, 7, 12, 8, 7, 4, 10, 5, 8, 20, 21, 7, 12, 54, 7, 24, 6, 27, 10, 14, 5, 11, 23, 9, 8, 8], 'rl1': [5, 6, 10, 7, 8, 11, 14, 6, 12, 11, 9, 9, 25, 5, 7, 5, 14, 8, 13, 6, 6, 8, 11, 7, 16, 20, 8, 10, 4, 6, 8, 9, 13, 21, 7, 22, 7, 7, 8, 12, 18, 4, 7, 7, 3, 3, 12, 12, 6, 7, 8, 16, 7, 11, 11, 7, 8, 9, 12, 11, 5, 7, 9, 6, 6, 2, 9, 21, 5, 10, 6, 10, 19, 9, 15, 6, 9, 6, 21, 5, 6, 5, 14, 18, 12, 5, 14, 20, 7, 24, 14, 26, 6, 14, 19, 12, 26, 9, 6, 8], 'rl2': [5, 6, 10, 8, 8, 10, 8, 6, 10, 10, 5, 9, 17, 6, 7, 4, 7, 4, 20, 6, 6, 6, 7, 6, 17, 20, 18, 8, 5, 6, 9, 7, 13, 21, 6, 21, 7, 7, 7, 11, 15, 3, 9, 7, 6, 6, 9, 7, 6, 5, 7, 10, 13, 13, 13, 25, 8, 10, 10, 9, 4, 6, 7, 7, 5, 4, 6, 32, 5, 6, 6, 7, 26, 18, 13, 7, 12, 8, 7, 4, 10, 5, 8, 20, 21, 7, 12, 54, 7, 24, 6, 27, 10, 14, 5, 11, 23, 9, 8, 8]}, {'q1': [11, 10, 10, 11, 8, 17, 9, 6, 5, 6, 6, 9, 9, 17, 13, 14, 9, 14, 7, 15, 5, 12, 6, 8, 7, 6, 9, 18, 14, 15, 14, 7, 10, 6, 4, 19, 11, 7, 7, 5, 14, 9, 6, 11, 7, 11, 8, 16, 5, 14, 6, 7, 11, 20, 12, 8, 6, 13, 8, 7, 4, 7, 5, 7, 20, 17, 4, 14, 13, 5, 22, 4, 7, 9, 10, 12, 7, 10, 7, 18, 12, 4, 11, 7, 8, 16, 11, 4, 6, 16, 8, 9, 6, 6, 8, 13, 9, 7, 6, 7], 'q2': [32, 13, 15, 4, 7, 6, 6, 6, 8, 9, 5, 6, 14, 6, 8, 23, 4, 10, 15, 12, 5, 28, 11, 3, 24, 10, 11, 32, 11, 13, 12, 9, 12, 5, 5, 9, 7, 10, 18, 5, 8, 9, 15, 7, 9, 11, 8, 4, 8, 9, 7, 7, 5, 22, 25, 11, 15, 13, 5, 9, 4, 8, 3, 4, 12, 24, 12, 24, 11, 10, 22, 4, 6, 5, 8, 8, 6, 8, 5, 9, 6, 4, 5, 8, 8, 31, 9, 6, 5, 11, 11, 27, 13, 8, 10, 9, 10, 7, 5, 5], 'rl1': [11, 10, 10, 11, 8, 17, 9, 6, 5, 6, 6, 9, 9, 17, 13, 14, 9, 14, 7, 15, 5, 12, 6, 8, 7, 6, 9, 18, 14, 15, 14, 7, 10, 6, 4, 19, 11, 7, 7, 5, 14, 9, 6, 11, 7, 11, 8, 16, 5, 14, 6, 7, 11, 20, 12, 8, 6, 13, 8, 7, 4, 7, 5, 7, 20, 17, 4, 14, 13, 5, 22, 4, 7, 9, 10, 12, 7, 10, 7, 18, 12, 4, 11, 7, 8, 16, 11, 4, 6, 16, 8, 9, 6, 6, 8, 13, 9, 7, 6, 7], 'rl2': [32, 13, 15, 4, 7, 6, 6, 6, 8, 9, 5, 6, 14, 6, 8, 23, 4, 10, 15, 12, 5, 28, 11, 3, 24, 10, 11, 32, 11, 13, 12, 9, 12, 5, 5, 9, 7, 10, 18, 5, 8, 9, 15, 7, 9, 11, 8, 4, 8, 9, 7, 7, 5, 22, 25, 11, 15, 13, 5, 9, 4, 8, 3, 4, 12, 24, 12, 24, 11, 10, 22, 4, 6, 5, 8, 8, 6, 8, 5, 9, 6, 4, 5, 8, 8, 31, 9, 6, 5, 11, 11, 27, 13, 8, 10, 9, 10, 7, 5, 5]}, {'q1': [3, 14, 10, 9, 17, 12, 9, 8, 4, 8, 12, 6, 12, 5, 11, 7, 4, 8, 6, 6, 4, 9, 10, 6, 7, 23, 17, 8, 4, 17, 9, 19, 19, 12, 11, 12, 5, 5, 51, 7, 14, 5, 5, 10, 5, 11, 14, 11, 12, 12, 4, 7, 8, 5, 9, 2, 12, 5, 11, 7, 6, 9, 14, 9, 8, 4, 13, 7, 11, 5, 10, 5, 13, 5, 3, 12, 10, 4, 13, 6, 6, 9, 13, 7, 16, 8, 11, 16, 5, 30, 17, 5, 7, 8, 11, 11, 9, 13, 4, 10], 'q2': [4, 15, 7, 8, 18, 15, 8, 3, 4, 4, 10, 6, 6, 11, 11, 8, 3, 8, 7, 12, 3, 2, 7, 18, 3, 20, 10, 12, 4, 22, 9, 10, 7, 20, 23, 11, 16, 5, 40, 12, 14, 7, 4, 12, 12, 10, 7, 9, 5, 12, 6, 4, 8, 5, 11, 8, 6, 5, 8, 7, 9, 6, 9, 10, 8, 6, 13, 6, 12, 4, 6, 5, 12, 6, 3, 4, 8, 5, 14, 7, 6, 8, 15, 5, 9, 8, 13, 16, 2, 23, 15, 6, 20, 10, 6, 4, 4, 13, 5, 11], 'rl1': [3, 14, 10, 9, 17, 12, 9, 8, 4, 8, 12, 6, 12, 5, 11, 7, 4, 8, 6, 6, 4, 9, 10, 6, 7, 23, 17, 8, 4, 17, 9, 19, 19, 12, 11, 12, 5, 5, 51, 7, 14, 5, 5, 10, 5, 11, 14, 11, 12, 12, 4, 7, 8, 5, 9, 2, 12, 5, 11, 7, 6, 9, 14, 9, 8, 4, 13, 7, 11, 5, 10, 5, 13, 5, 3, 12, 10, 4, 13, 6, 6, 9, 13, 7, 16, 8, 11, 16, 5, 30, 17, 5, 7, 8, 11, 11, 9, 13, 4, 10], 'rl2': [4, 15, 7, 8, 18, 15, 8, 3, 4, 4, 10, 6, 6, 11, 11, 8, 3, 8, 7, 12, 3, 2, 7, 18, 3, 20, 10, 12, 4, 22, 9, 10, 7, 20, 23, 11, 16, 5, 40, 12, 14, 7, 4, 12, 12, 10, 7, 9, 5, 12, 6, 4, 8, 5, 11, 8, 6, 5, 8, 7, 9, 6, 9, 10, 8, 6, 13, 6, 12, 4, 6, 5, 12, 6, 3, 4, 8, 5, 14, 7, 6, 8, 15, 5, 9, 8, 13, 16, 2, 23, 15, 6, 20, 10, 6, 4, 4, 13, 5, 11]}, {'q1': [7, 7, 16, 9, 5, 14, 7, 8, 17, 12, 12, 21, 6, 8, 7, 5, 8, 25, 7, 23, 9, 8, 13, 17, 7, 7, 8, 8, 6, 7, 23, 13, 12, 6, 10, 4, 7, 5, 7, 13, 3, 7, 3, 13, 10, 9, 11, 26, 5, 9, 12, 9, 14, 26, 10, 4, 14, 7, 12, 7, 6, 27, 12, 7, 9, 5, 14, 8, 4, 15, 7, 6, 6, 7, 6, 27, 3, 15, 6, 6, 21, 5, 8, 3, 11, 4, 32, 6, 7, 6, 5, 18, 8, 16, 8, 9, 17, 6, 11, 19], 'q2': [5, 5, 21, 6, 8, 16, 10, 11, 11, 14, 9, 29, 6, 9, 9, 5, 8, 7, 8, 31, 8, 13, 9, 22, 7, 7, 27, 6, 6, 10, 11, 13, 6, 4, 7, 5, 5, 7, 4, 19, 6, 9, 2, 4, 5, 7, 11, 50, 14, 8, 16, 5, 8, 6, 11, 9, 6, 7, 12, 12, 13, 8, 12, 11, 10, 8, 19, 10, 5, 5, 9, 9, 6, 7, 4, 9, 4, 6, 4, 5, 6, 6, 10, 8, 14, 5, 6, 7, 6, 13, 5, 12, 15, 10, 6, 7, 9, 7, 10, 7], 'rl1': [7, 7, 16, 9, 5, 14, 7, 8, 17, 12, 12, 21, 6, 8, 7, 5, 8, 25, 7, 23, 9, 8, 13, 17, 7, 7, 8, 8, 6, 7, 23, 13, 12, 6, 10, 4, 7, 5, 7, 13, 3, 7, 3, 13, 10, 9, 11, 26, 5, 9, 12, 9, 14, 26, 10, 4, 14, 7, 12, 7, 6, 27, 12, 7, 9, 5, 14, 8, 4, 15, 7, 6, 6, 7, 6, 27, 3, 15, 6, 6, 21, 5, 8, 3, 11, 4, 32, 6, 7, 6, 5, 18, 8, 16, 8, 9, 17, 6, 11, 19], 'rl2': [5, 5, 21, 6, 8, 16, 10, 11, 11, 14, 9, 29, 6, 9, 9, 5, 8, 7, 8, 31, 8, 13, 9, 22, 7, 7, 27, 6, 6, 10, 11, 13, 6, 4, 7, 5, 5, 7, 4, 19, 6, 9, 2, 4, 5, 7, 11, 50, 14, 8, 16, 5, 8, 6, 11, 9, 6, 7, 12, 12, 13, 8, 12, 11, 10, 8, 19, 10, 5, 5, 9, 9, 6, 7, 4, 9, 4, 6, 4, 5, 6, 6, 10, 8, 14, 5, 6, 7, 6, 13, 5, 12, 15, 10, 6, 7, 9, 7, 10, 7]}, {'q1': [8, 13, 10, 6, 5, 6, 11, 4, 7, 7, 4, 5, 5, 6, 17, 14, 10, 8, 10, 10, 14, 18, 7, 3, 10, 12, 7, 7, 12, 4, 5, 6, 5, 8, 4, 9, 9, 14, 7, 25, 4, 10, 5, 9, 9, 8, 7, 4, 3, 11, 18, 6, 17, 18, 7, 7, 7, 10, 4, 8, 4, 9, 16, 13, 4, 6, 8, 10, 5, 8, 12, 11, 30, 12, 7, 17, 12, 10, 8, 10, 6, 6, 4, 7, 6, 23, 7, 7, 6, 9, 21, 5, 9, 20, 9, 8, 9, 8, 6, 3], 'q2': [8, 9, 7, 5, 6, 7, 6, 21, 12, 17, 4, 4, 7, 8, 6, 11, 8, 19, 8, 8, 15, 11, 8, 5, 12, 11, 5, 13, 30, 10, 8, 6, 7, 6, 4, 8, 9, 12, 3, 11, 4, 7, 8, 12, 18, 6, 9, 5, 8, 13, 4, 20, 14, 4, 8, 9, 8, 10, 6, 9, 8, 5, 12, 14, 13, 11, 7, 10, 8, 7, 12, 8, 12, 13, 14, 8, 13, 5, 10, 7, 4, 7, 6, 7, 7, 10, 6, 8, 13, 8, 10, 5, 5, 19, 9, 6, 9, 8, 5, 8], 'rl1': [8, 13, 10, 6, 5, 6, 11, 4, 7, 7, 4, 5, 5, 6, 17, 14, 10, 8, 10, 10, 14, 18, 7, 3, 10, 12, 7, 7, 12, 4, 5, 6, 5, 8, 4, 9, 9, 14, 7, 25, 4, 10, 5, 9, 9, 8, 7, 4, 3, 11, 18, 6, 17, 18, 7, 7, 7, 10, 4, 8, 4, 9, 16, 13, 4, 6, 8, 10, 5, 8, 12, 11, 30, 12, 7, 17, 12, 10, 8, 10, 6, 6, 4, 7, 6, 23, 7, 7, 6, 9, 21, 5, 9, 20, 9, 8, 9, 8, 6, 3], 'rl2': [8, 9, 7, 5, 6, 7, 6, 21, 12, 17, 4, 4, 7, 8, 6, 11, 8, 19, 8, 8, 15, 11, 8, 5, 12, 11, 5, 13, 30, 10, 8, 6, 7, 6, 4, 8, 9, 12, 3, 11, 4, 7, 8, 12, 18, 6, 9, 5, 8, 13, 4, 20, 14, 4, 8, 9, 8, 10, 6, 9, 8, 5, 12, 14, 13, 11, 7, 10, 8, 7, 12, 8, 12, 13, 14, 8, 13, 5, 10, 7, 4, 7, 6, 7, 7, 10, 6, 8, 13, 8, 10, 5, 5, 19, 9, 6, 9, 8, 5, 8]}, {'q1': [7, 6, 5, 9, 6, 8, 26, 6, 8, 9, 12, 5, 9, 23, 7, 7, 4, 20, 7, 8, 5, 4, 21, 8, 5, 10, 8, 11, 5, 10, 9, 3, 11, 13, 8, 16, 10, 29, 12, 8, 8, 6, 10, 7, 9, 16, 11, 8, 6, 23, 9, 6, 14, 7, 5, 10, 9, 8, 5, 9, 7, 11, 5, 7, 9, 10, 15, 18, 8, 6, 5, 8, 9, 12, 12, 18, 13, 10, 7, 7, 6, 13, 13, 8, 6, 7, 7, 6, 23, 6, 7, 15, 6, 7, 9, 23, 14, 16, 18, 9], 'q2': [5, 17, 5, 7, 12, 27, 29, 12, 10, 9, 12, 5, 8, 10, 8, 6, 4, 13, 5, 6, 3, 10, 18, 8, 3, 11, 17, 49, 8, 21, 10, 11, 8, 9, 9, 16, 12, 25, 11, 9, 6, 4, 8, 5, 7, 10, 2, 5, 6, 23, 6, 8, 21, 4, 9, 9, 5, 11, 18, 12, 7, 33, 8, 6, 19, 10, 17, 16, 11, 5, 6, 8, 3, 7, 7, 39, 6, 8, 7, 3, 8, 20, 11, 7, 5, 7, 6, 3, 14, 9, 5, 23, 7, 18, 6, 7, 6, 9, 39, 10], 'rl1': [7, 6, 5, 9, 6, 8, 26, 6, 8, 9, 12, 5, 9, 23, 7, 7, 4, 20, 7, 8, 5, 4, 21, 8, 5, 10, 8, 11, 5, 10, 9, 3, 11, 13, 8, 16, 10, 29, 12, 8, 8, 6, 10, 7, 9, 16, 11, 8, 6, 23, 9, 6, 14, 7, 5, 10, 9, 8, 5, 9, 7, 11, 5, 7, 9, 10, 15, 18, 8, 6, 5, 8, 9, 12, 12, 18, 13, 10, 7, 7, 6, 13, 13, 8, 6, 7, 7, 6, 23, 6, 7, 15, 6, 7, 9, 23, 14, 16, 18, 9], 'rl2': [5, 17, 5, 7, 12, 27, 29, 12, 10, 9, 12, 5, 8, 10, 8, 6, 4, 13, 5, 6, 3, 10, 18, 8, 3, 11, 17, 49, 8, 21, 10, 11, 8, 9, 9, 16, 12, 25, 11, 9, 6, 4, 8, 5, 7, 10, 2, 5, 6, 23, 6, 8, 21, 4, 9, 9, 5, 11, 18, 12, 7, 33, 8, 6, 19, 10, 17, 16, 11, 5, 6, 8, 3, 7, 7, 39, 6, 8, 7, 3, 8, 20, 11, 7, 5, 7, 6, 3, 14, 9, 5, 23, 7, 18, 6, 7, 6, 9, 39, 10]}, {'q1': [11, 16, 6, 12, 3, 11, 8, 2, 6], 'q2': [8, 6, 3, 7, 3, 6, 6, 11, 3], 'rl1': [11, 16, 6, 12, 3, 11, 8, 2, 6], 'rl2': [8, 6, 3, 7, 3, 6, 6, 11, 3]}]\n","Epoch 9 iter 1380 took 166.2s\n","loss:\t0.01644\tdev score:\t0.7145\n","Best model on dev: dev:0.7651\ttest:0.7669\n","On 0.0000 epoch\n"],"name":"stdout"}]},{"cell_type":"markdown","metadata":{"id":"VEGGBlOoqZux"},"source":["## CNN"]},{"cell_type":"code","metadata":{"colab":{"background_save":true,"base_uri":"https://localhost:8080/"},"id":"xWB3BNPBqvaS","outputId":"9f0a641e-554c-4937-c048-5005b8dfb957"},"source":["!touch CNN.txt\n","!touch CNN.pred\n","!ls .\n","\n","import time\n","import torch\n","from torch import nn\n","from torch.nn import functional as func\n","from torch.autograd import Variable\n","import pickle\n","from sklearn.metrics import accuracy_score\n","\n","hparams = {\n","    'learning_rate': 0.001,\n","    'max_epoch': 10,\n","    'display_step': 1000,\n","    'emb_dim': 350,\n","    'conv_win': 3,\n","    'repr_dim': 300,\n","    'fc1_dim': 300,\n","    'n_classes': 2,\n","    'batch_size': 100\n","}\n","\n","\n","class CNN(nn.Module):\n","    def __init__(self, emb_layer, role_emb_layer):\n","        super(CNN, self).__init__()\n","        self.emb_layer = emb_layer\n","        self.role_emb_layer = role_emb_layer\n","        self.cnn_layer = nn.Conv1d(hparams['emb_dim'], hparams['repr_dim'], hparams['conv_win'],\n","                                   padding=int(hparams['conv_win'] / 2))\n","\n","    def forward(self, x, x_role):\n","        embs = self.emb_layer(x)\n","        role_embs = self.role_emb_layer(x_role)\n","        embs = torch.cat([embs, role_embs], dim=2)\n","        conv = func.tanh(self.cnn_layer(embs.permute(0, 2, 1)))\n","        out, _ = conv.max(2)\n","        return out.squeeze()\n","\n","\n","class Model(nn.Module):с\n","    def __init__(self, emb_layer, role_emb_layer):\n","        super(Model, self).__init__()\n","        self.cnn = CNN(emb_layer, role_emb_layer)\n","        self.fc1 = nn.Linear(hparams['repr_dim'] * 2, hparams['fc1_dim'])\n","        self.fc2 = nn.Linear(hparams['fc1_dim'], hparams['n_classes'])\n","\n","    def forward(self, q1, q2, qr1, qr2):\n","        r1 = self.cnn(q1, qr1)\n","        r2 = self.cnn(q2, qr2)\n","        joint = torch.cat(((r1 - r2).abs(), r1 * r2), dim=1)\n","        joint = func.tanh(self.fc1(joint))\n","        out = self.fc2(joint)\n","        return out\n","\n","\n","def run_batch(b_data, b_lengths, model, optimizer=None):\n","    # print(b_data)\n","    ph1 = Variable(torch.from_numpy(b_data['q1']))\n","    # .cuda()\n","    ph2 = Variable(torch.from_numpy(b_data['q2']))\n","    r1 = Variable(torch.from_numpy(b_data['rl1']))\n","    r2 = Variable(torch.from_numpy(b_data['rl2']))\n","\n","    outputs = model(ph1, ph2, r1, r2)\n","    if optimizer:\n","        # .cuda()\n","        y = Variable(torch.from_numpy(b_data['y']))\n","        optimizer.zero_grad()\n","        loss = func.cross_entropy(outputs, y)\n","        loss.backward()\n","        optimizer.step()\n","        return loss.item()\n","        # return loss.data[0]\n","    else:\n","        _, predicted = outputs.data.max(1)\n","        prob = func.softmax(outputs).data\n","        return predicted, prob[:, 1]\n"," \n"," \n","def run_epoch_eval(dataset, model, output_file=''):\n","    all_plabels, all_pscores = [], []\n","    batches, batch_lengths = dataset.get_batches(hparams['batch_size'], ('q1', 'q2', 'rl1', 'rl2', 'y'))\n","    for b_data, b_lengths in zip(batches, batch_lengths):\n","        plabels, pscores = run_batch(b_data,b_lengths, model)\n","        all_plabels.extend(plabels.cpu().numpy().tolist())\n","        all_pscores.extend(pscores.cpu().numpy().tolist())\n","    if output_file:\n","        with open(output_file, 'w') as f:\n","            for s in all_pscores:\n","                f.write(f'{s:.4f}\\n')\n","    return accuracy_score(dataset.get_data_item('y'), all_plabels)\n"," \n","def run():\n","    print('Loading data...')\n","    with open('qdq_with_role_emb', 'rb') as f:\n","        all_sets, embs, word2idx, role_embs, role2idx = pickle.load(f)\n","    emb_layer = nn.Embedding(embs.shape[0], embs.shape[1]) #Add layers to role embeddings (?) ,role_embs.shape[0],role_embs.shape[1]\n","    emb_layer.weight = nn.Parameter(torch.from_numpy(embs))\n","\n","    role_emb_layer = nn.Embedding(role_embs.shape[0], role_embs.shape[1]) #Add layers to role embeddings (?) ,role_embs.shape[0],role_embs.shape[1]\n","    role_emb_layer.weight = nn.Parameter(torch.from_numpy(role_embs))\n","\n","    model = Model(emb_layer, role_emb_layer)\n","    # .cuda()\n","    # .cuda\n","    # model.to(device)\n","    optimizer = torch.optim.Adam(model.parameters(), lr=hparams['learning_rate'])\n","\n","    train_set = Dataset(all_sets[0], shuffle=True, pad_keys=('q1', 'q2', 'rl1', 'rl2'))\n","    dev_set = Dataset(all_sets[1], shuffle=False, pad_keys=('q1', 'q2', 'rl1', 'rl2'))\n","    test_set = Dataset(all_sets[2], shuffle=False, pad_keys=('q1', 'q2', 'rl1', 'rl2'))\n","\n","    step = 0\n","    sum_loss = 0\n","    dev_best = 0\n","    test_score = 0\n","\n","    print(\"Starting training...\")\n","    print(hparams)\n","    \n","    start_time = time.time()\n","    \n","    for epoch in range(hparams['max_epoch']):\n","    \n","        batches, batch_lengths = train_set.get_batches(hparams['batch_size'], ('q1', 'q2','rl1', 'rl2', 'y'))\n","        \n","        for b_data, b_lengths in zip(batches, batch_lengths):\n","            sum_loss += run_batch(b_data, b_lengths, model, optimizer)\n","            step += 1\n","    \n","        avg_loss = sum_loss / len(batches)\n","        sum_loss = 0\n","        dev_score = run_epoch_eval(dev_set, model)\n","        out_str = f'Epoch {epoch} iter {step} took {time.time() - start_time:.1f}s\\n' \\\n","                  f'loss:\\t{avg_loss:.5f}\\tdev score:\\t{dev_score:.4f}'\n","\n","        if dev_score > dev_best:\n","            dev_best = dev_score\n","            dev_best_epoch = epoch\n","            # output_file = f'pred/{get_script_short_name(__file__)}.pred'\n","            test_score = run_epoch_eval(test_set, model, 'AI-BLSTM')\n","            out_str += f'\\t*** New best dev ***\\ttest score:\\t{test_score:.4f}'\n","    \n","        print(out_str)\n","        start_time = time.time()\n","        \n","    print('Best model on dev: dev:{:.4f}\\ttest:{:.4f}'.format(dev_best, test_score))\n","    print('On {:.4f} epoch'.format(dev_best_epoch))\n","\n","if __name__ == '__main__':\n","    run()"],"execution_count":null,"outputs":[{"output_type":"stream","text":["AI-BLSTM\t\t       PH-BLSTM2.txt\n","all_paraph.tsv\t\t       PH-BLSTM.txt\n","CNN.pred\t\t       PH-DA-BLSTM_WITH-FRAMEBANK.txt\n","CNN.txt\t\t\t       ph_emb\n","DA-BLSTM_WITH-FRAMEBANK.txt    ph_role_emb\n","paraphrases_all_framebank.txt  qdq_slice.сsv\n","paraphrases_emb\t\t       qdq_with_role_emb\n","paraphrases_framebank.tsv      ruwiki_20180420_300d.txt\n","paraphrases_role_emb\t       sample_data\n","PH-AI-BLSTM.txt\n","Loading data...\n","Starting training...\n","{'learning_rate': 0.001, 'max_epoch': 10, 'display_step': 1000, 'emb_dim': 350, 'conv_win': 3, 'repr_dim': 350, 'fc1_dim': 350, 'n_classes': 3, 'batch_size': 100}\n"],"name":"stdout"},{"output_type":"stream","text":["/usr/local/lib/python3.7/dist-packages/ipykernel_launcher.py:56: VisibleDeprecationWarning: Creating an ndarray from ragged nested sequences (which is a list-or-tuple of lists-or-tuples-or ndarrays with different lengths or shapes) is deprecated. If you meant to do this, you must specify 'dtype=object' when creating the ndarray\n","/usr/local/lib/python3.7/dist-packages/torch/nn/functional.py:1698: UserWarning: nn.functional.tanh is deprecated. Use torch.tanh instead.\n","  warnings.warn(\"nn.functional.tanh is deprecated. Use torch.tanh instead.\")\n","/usr/local/lib/python3.7/dist-packages/ipykernel_launcher.py:79: UserWarning: Implicit dimension choice for softmax has been deprecated. Change the call to include dim=X as an argument.\n"],"name":"stderr"},{"output_type":"stream","text":["Epoch 0 iter 78 took 24.6s\n","loss:\t0.89985\tdev score:\t0.6171\t*** New best dev ***\ttest score:\t0.5985\n","Epoch 1 iter 156 took 24.3s\n","loss:\t0.63604\tdev score:\t0.6499\t*** New best dev ***\ttest score:\t0.6138\n","Epoch 2 iter 234 took 24.6s\n","loss:\t0.37998\tdev score:\t0.6477\n","Epoch 3 iter 312 took 24.4s\n","loss:\t0.17168\tdev score:\t0.6477\n","Epoch 4 iter 390 took 24.4s\n","loss:\t0.09081\tdev score:\t0.6258\n","Epoch 5 iter 468 took 24.4s\n","loss:\t0.06810\tdev score:\t0.6214\n","Epoch 6 iter 546 took 24.7s\n","loss:\t0.04886\tdev score:\t0.6302\n","Epoch 7 iter 624 took 24.4s\n","loss:\t0.04739\tdev score:\t0.6214\n","Epoch 8 iter 702 took 24.3s\n","loss:\t0.03515\tdev score:\t0.6236\n","Epoch 9 iter 780 took 24.6s\n","loss:\t0.03087\tdev score:\t0.6368\n","Best model on dev: dev:0.6499\ttest:0.6138\n","On 1.0000 epoch\n"],"name":"stdout"}]},{"cell_type":"markdown","metadata":{"id":"J5092HuCqaED"},"source":["## AI-CNN"]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"GjvCv-tbqwPR","executionInfo":{"status":"ok","timestamp":1622730521100,"user_tz":-180,"elapsed":1144577,"user":{"displayName":"Alekseev Vladislav","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Gh1cYm_fWkfH3hfJMZ58HUfwI2SHY_u-FA0kW-npQ=s64","userId":"01559997439925083741"}},"outputId":"0a563725-9fcc-4bfe-ef77-8f0d57c8527c"},"source":["import time\n","import torch\n","from torch import nn\n","from torch.nn import functional as func\n","from torch.autograd import Variable\n","import pickle\n","from sklearn.metrics import accuracy_score\n","# from utils import Dataset, get_script_short_name\n","\n","hparams = {\n","    'learning_rate': 0.001,\n","    'max_epoch': 10,\n","    'display_step': 1000,\n","    'emb_dim': 350,\n","    'conv_win': 3,\n","    'repr_dim': 300,\n","    'fc0_dim': 300,\n","    'fc1_dim': 300,\n","    'n_classes': 2,\n","    'batch_size': 100\n","}\n","\n","\n","class CNN(nn.Module):\n","    def __init__(self, emb_layer, role_emb_layer):\n","        super(CNN, self).__init__()\n","        self.emb_layer = emb_layer\n","        self.role_emb_layer = role_emb_layer\n","        self.cnn_layer = nn.Conv1d(hparams['emb_dim'], hparams['repr_dim'], hparams['conv_win'],\n","                                   padding=int(hparams['conv_win'] / 2))\n","\n","    def forward(self, x, x_role):\n","        embs = self.emb_layer(x)\n","        role_embs = self.role_emb_layer(x_role)\n","        embs = torch.cat([embs, role_embs], dim=2)\n","        conv = func.tanh(self.cnn_layer(embs.permute(0, 2, 1)))\n","        return conv.transpose(1, 2)\n","\n","\n","class Model(nn.Module):\n","    def __init__(self, emb_layer, role_emb_layer):\n","        super(Model, self).__init__()\n","        self.cnn = CNN(emb_layer, role_emb_layer)\n","        self.fc0 = nn.Linear(hparams['repr_dim'] * 2, hparams['fc0_dim'])\n","        self.fc1 = nn.Linear(hparams['fc0_dim'] * 2, hparams['fc1_dim'])\n","        self.fc2 = nn.Linear(hparams['fc1_dim'], hparams['n_classes'])\n","        self.att = nn.Linear(hparams['repr_dim'] + hparams['fc0_dim'], 1)\n","\n","    def forward(self, q1, q2, q1_len, q2_len, qr1, qr2):\n","        r1 = self.cnn(q1, qr1)\n","        r2 = self.cnn(q2, qr2)\n","        h1s, h2s = [], []\n","       \n","        for i in range(len(q1_len)):\n","            r1i = r1[i, :q1_len[i]]\n","            r2i = r2[i, :q2_len[i]]\n","        \n","            r1i_size = r1i.size()\n","            r2i_size = r2i.size()\n","            joint_size = torch.Size((r1i_size[0], r2i_size[0], r2i_size[1]))\n","       \n","            r1ie = r1i.unsqueeze(1).expand(joint_size)\n","            r2ie = r2i.unsqueeze(0).expand(joint_size)\n","       \n","            joint = torch.cat([(r1ie - r2ie).abs(), r2ie * r1ie], 2)\n","            joint = func.tanh(self.fc0(joint.view(-1, joint.size()[-1])))\n","            joint = joint.view(joint_size[0], joint_size[1], hparams['fc0_dim'])\n","       \n","            s1, _ = joint.max(1)\n","            s2, _ = joint.max(0)\n","       \n","            s1 = s1.squeeze(1)\n","            s2 = s2.squeeze(0)\n","\n","            if (len(s2.shape) == 1):\n","                s2 = torch.reshape(s2,(1,350))\n","         \n","            a1 = self.att(torch.cat([r1i, s1], 1))\n","            a2 = self.att(torch.cat([r2i, s2], 1))\n","       \n","            a1 = func.softmax(a1.t()).t().expand_as(s1)\n","            a2 = func.softmax(a2.t()).t().expand_as(s2)\n","       \n","            h1 = (s1 * a1).sum(0).squeeze()\n","            h2 = (s2 * a2).sum(0).squeeze()\n","       \n","            h1s.append(h1)\n","            h2s.append(h2)\n","       \n","        r1 = torch.stack(h1s)\n","        r2 = torch.stack(h2s)\n","       \n","        joint = torch.cat((r1, r2), dim=1)\n","        joint = torch.tanh(self.fc1(joint))\n","       \n","        out = self.fc2(joint)\n","        return out\n","\n","\n","def run_batch(b_data, b_lengths, model, optimizer=None):\n","    # print(b_data)\n","    ph1 = Variable(torch.from_numpy(b_data['q1']))\n","    # .cuda()\n","    ph2 = Variable(torch.from_numpy(b_data['q2']))\n","    r1 = Variable(torch.from_numpy(b_data['rl1']))\n","    r2 = Variable(torch.from_numpy(b_data['rl2']))\n","\n","    outputs = model(ph1, ph2, b_lengths['q1'], b_lengths['q2'], r1, r2)\n","    if optimizer:\n","        # .cuda()\n","        y = Variable(torch.from_numpy(b_data['y']))\n","        optimizer.zero_grad()\n","        loss = func.cross_entropy(outputs, y)\n","        loss.backward()\n","        optimizer.step()\n","        return loss.item()\n","        # return loss.data[0]\n","    else:\n","        _, predicted = outputs.data.max(1)\n","        prob = func.softmax(outputs).data\n","        return predicted, prob[:, 1]\n"," \n"," \n","def run_epoch_eval(dataset, model, output_file=''):\n","    all_plabels, all_pscores = [], []\n","    batches, batch_lengths = dataset.get_batches(hparams['batch_size'], ('q1', 'q2', 'rl1', 'rl2', 'y'))\n","    for b_data, b_lengths in zip(batches, batch_lengths):\n","        plabels, pscores = run_batch(b_data,b_lengths, model)\n","        all_plabels.extend(plabels.cpu().numpy().tolist())\n","        all_pscores.extend(pscores.cpu().numpy().tolist())\n","    if output_file:\n","        with open(output_file, 'w') as f:\n","            for s in all_pscores:\n","                f.write(f'{s:.4f}\\n')\n","    return accuracy_score(dataset.get_data_item('y'), all_plabels)\n"," \n","def run():\n","    print('Loading data...')\n","    with open('qdq_with_role_emb', 'rb') as f:\n","        all_sets, embs, word2idx, role_embs, role2idx = pickle.load(f)\n","    emb_layer = nn.Embedding(embs.shape[0], embs.shape[1]) #Add layers to role embeddings (?) ,role_embs.shape[0],role_embs.shape[1]\n","    emb_layer.weight = nn.Parameter(torch.from_numpy(embs))\n","\n","    role_emb_layer = nn.Embedding(role_embs.shape[0], role_embs.shape[1]) #Add layers to role embeddings (?) ,role_embs.shape[0],role_embs.shape[1]\n","    role_emb_layer.weight = nn.Parameter(torch.from_numpy(role_embs))\n","\n","    model = Model(emb_layer, role_emb_layer)\n","    # .cuda()\n","    # .cuda\n","    # model.to(device)\n","    optimizer = torch.optim.Adam(model.parameters(), lr=hparams['learning_rate'])\n","\n","    train_set = Dataset(all_sets[0], shuffle=True, pad_keys=('q1', 'q2', 'rl1', 'rl2'))\n","    dev_set = Dataset(all_sets[1], shuffle=False, pad_keys=('q1', 'q2', 'rl1', 'rl2'))\n","    test_set = Dataset(all_sets[2], shuffle=False, pad_keys=('q1', 'q2', 'rl1', 'rl2'))\n","\n","    step = 0\n","    sum_loss = 0\n","    dev_best = 0\n","    test_score = 0\n","\n","    print(\"Starting training...\")\n","    print(hparams)\n","    \n","    start_time = time.time()\n","    \n","    for epoch in range(hparams['max_epoch']):\n","    \n","        batches, batch_lengths = train_set.get_batches(hparams['batch_size'], ('q1', 'q2','rl1', 'rl2', 'y'))\n","        \n","        for b_data, b_lengths in zip(batches, batch_lengths):\n","            sum_loss += run_batch(b_data, b_lengths, model, optimizer)\n","            step += 1\n","    \n","        avg_loss = sum_loss / len(batches)\n","        sum_loss = 0\n","        dev_score = run_epoch_eval(dev_set, model)\n","        out_str = f'Epoch {epoch} iter {step} took {time.time() - start_time:.1f}s\\n' \\\n","                  f'loss:\\t{avg_loss:.5f}\\tdev score:\\t{dev_score:.4f}'\n","\n","        if dev_score > dev_best:\n","            dev_best = dev_score\n","            dev_best_epoch = epoch\n","            # output_file = f'pred/{get_script_short_name(__file__)}.pred'\n","            test_score = run_epoch_eval(test_set, model, 'AI-BLSTM')\n","            out_str += f'\\t*** New best dev ***\\ttest score:\\t{test_score:.4f}'\n","    \n","        print(out_str)\n","        start_time = time.time()\n","        \n","    print('Best model on dev: dev:{:.4f}\\ttest:{:.4f}'.format(dev_best, test_score))\n","    print('On {:.4f} epoch'.format(dev_best_epoch))\n","\n","if __name__ == '__main__':\n","    run()"],"execution_count":16,"outputs":[{"output_type":"stream","text":["Loading data...\n"],"name":"stdout"},{"output_type":"stream","text":["/usr/local/lib/python3.7/dist-packages/ipykernel_launcher.py:56: VisibleDeprecationWarning: Creating an ndarray from ragged nested sequences (which is a list-or-tuple of lists-or-tuples-or ndarrays with different lengths or shapes) is deprecated. If you meant to do this, you must specify 'dtype=object' when creating the ndarray\n"],"name":"stderr"},{"output_type":"stream","text":["Starting training...\n","{'learning_rate': 0.001, 'max_epoch': 10, 'display_step': 1000, 'emb_dim': 350, 'conv_win': 3, 'repr_dim': 350, 'fc0_dim': 350, 'fc1_dim': 350, 'n_classes': 3, 'batch_size': 100}\n"],"name":"stdout"},{"output_type":"stream","text":["/usr/local/lib/python3.7/dist-packages/torch/nn/functional.py:1698: UserWarning: nn.functional.tanh is deprecated. Use torch.tanh instead.\n","  warnings.warn(\"nn.functional.tanh is deprecated. Use torch.tanh instead.\")\n","/usr/local/lib/python3.7/dist-packages/ipykernel_launcher.py:81: UserWarning: Implicit dimension choice for softmax has been deprecated. Change the call to include dim=X as an argument.\n","/usr/local/lib/python3.7/dist-packages/ipykernel_launcher.py:82: UserWarning: Implicit dimension choice for softmax has been deprecated. Change the call to include dim=X as an argument.\n","/usr/local/lib/python3.7/dist-packages/ipykernel_launcher.py:120: UserWarning: Implicit dimension choice for softmax has been deprecated. Change the call to include dim=X as an argument.\n"],"name":"stderr"},{"output_type":"stream","text":["Epoch 0 iter 138 took 246.1s\n","loss:\t0.58119\tdev score:\t0.7528\t*** New best dev ***\ttest score:\t0.7532\n","Epoch 1 iter 276 took 222.9s\n","loss:\t0.43227\tdev score:\t0.7590\t*** New best dev ***\ttest score:\t0.7650\n","Epoch 2 iter 414 took 227.6s\n","loss:\t0.25820\tdev score:\t0.7577\n","Epoch 3 iter 552 took 229.7s\n","loss:\t0.11812\tdev score:\t0.7491\n","Epoch 4 iter 690 took 227.3s\n","loss:\t0.06834\tdev score:\t0.7590\n","Epoch 5 iter 828 took 217.9s\n","loss:\t0.04084\tdev score:\t0.7676\t*** New best dev ***\ttest score:\t0.7594\n","Epoch 6 iter 966 took 233.8s\n","loss:\t0.03332\tdev score:\t0.7750\t*** New best dev ***\ttest score:\t0.7557\n","Epoch 7 iter 1104 took 227.9s\n","loss:\t0.02010\tdev score:\t0.7651\n","Epoch 8 iter 1242 took 226.8s\n","loss:\t0.01693\tdev score:\t0.7503\n","Epoch 9 iter 1380 took 231.1s\n","loss:\t0.01356\tdev score:\t0.7775\t*** New best dev ***\ttest score:\t0.7619\n","Best model on dev: dev:0.7775\ttest:0.7619\n","On 9.0000 epoch\n"],"name":"stdout"}]},{"cell_type":"markdown","metadata":{"id":"4jO46QwlqaeB"},"source":["## DA-CNN"]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"vIzb2zsfqwxx","executionInfo":{"status":"ok","timestamp":1622731153811,"user_tz":-180,"elapsed":632713,"user":{"displayName":"Alekseev Vladislav","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Gh1cYm_fWkfH3hfJMZ58HUfwI2SHY_u-FA0kW-npQ=s64","userId":"01559997439925083741"}},"outputId":"ae0b3183-8d51-4b62-f534-316dd64f7e43"},"source":["import time\n","import torch\n","from torch import nn\n","from torch.nn import functional as func\n","from torch.autograd import Variable\n","import pickle\n","from sklearn.metrics import accuracy_score\n","# from utils import Dataset, get_script_short_name\n","\n","hparams = {\n","    'learning_rate': 0.001,\n","    'max_epoch': 10,\n","    'display_step': 1000,\n","    'emb_dim': 350,\n","    'conv_win': 3,\n","    'repr_dim': 300,\n","    'fc0_dim': 300,\n","    'fc1_dim': 300,\n","    'n_classes': 2,\n","    'batch_size': 100\n","}\n","\n","\n","class CNN(nn.Module):\n","    def __init__(self, emb_layer, role_emb_layer):\n","        super(CNN, self).__init__()\n","        self.emb_layer = emb_layer\n","        self.role_emb_layer = role_emb_layer\n","        self.cnn_layer = nn.Conv1d(hparams['emb_dim'], hparams['repr_dim'], hparams['conv_win'],\n","                                   padding=int(hparams['conv_win'] / 2))\n","\n","    def forward(self, x, x_role):\n","        embs = self.emb_layer(x)\n","        role_embs = self.role_emb_layer(x_role)\n","        embs = torch.cat([embs, role_embs], dim=2)\n","        conv = func.tanh(self.cnn_layer(embs.permute(0, 2, 1)))\n","        # torch.tanh\n","        return conv.transpose(1, 2)\n","\n","\n","class Model(nn.Module):\n","    def __init__(self, emb_layer, role_emb_layer):\n","        super(Model, self).__init__()\n","        self.cnn = CNN(emb_layer, role_emb_layer)\n","        self.fc0 = nn.Linear(hparams['repr_dim'] * 2, hparams['fc0_dim'])\n","        self.fc1 = nn.Linear(hparams['fc0_dim'] * 2, hparams['fc1_dim'])\n","        self.fc2 = nn.Linear(hparams['fc1_dim'], hparams['n_classes'])\n","        self.att = nn.Linear(hparams['repr_dim'] * 2, 1)\n","\n","    def compare(self, r1, r2, g):\n","        s = func.softmax(g).unsqueeze(2)\n","        r2 = r2.unsqueeze(0)\n","        joint_size = s.size()[:-1] + r2.size()[-1:]\n","        s = s.expand(joint_size)\n","        r2 = r2.expand(joint_size)\n","        ar2 = (s * r2).sum(1).squeeze(1)\n","        comp = torch.cat([(r1 - ar2).abs(), ar2 * r1], 1)\n","        comp = func.tanh(self.fc0(comp))\n","        # torch.tanh\n","        h = comp.mean(0).squeeze(0)\n","        return h\n","\n","    def forward(self, q1, q2, q1_len, q2_len, qr1, qr2):\n","        r1 = self.cnn(q1, qr1)\n","        r2 = self.cnn(q2, qr2)\n","        h1s, h2s = [], []\n","        for i in range(len(q1_len)):\n","            r1i = r1[i, :q1_len[i]]\n","            r2i = r2[i, :q2_len[i]]\n","            r1i_size = r1i.size()\n","            r2i_size = r2i.size()\n","            joint_size = torch.Size((r1i_size[0], r2i_size[0], r2i_size[1]))\n","            r1ie = r1i.unsqueeze(1).expand(joint_size)\n","            r2ie = r2i.unsqueeze(0).expand(joint_size)\n","            joint = torch.cat([r1ie, r2ie], 2)\n","            g = func.tanh(self.att(joint.view(-1, joint.size()[-1])))\n","            # torch.tanh\n","            g = g.view(joint_size[0], joint_size[1])\n","            h1 = self.compare(r1i, r2i, g)\n","            h2 = self.compare(r2i, r1i, g.t())\n","            h1s.append(h1)\n","            h2s.append(h2)\n","        r1 = torch.stack(h1s)\n","        r2 = torch.stack(h2s)\n","        joint = torch.cat((r1, r2), dim=1)\n","        joint = torch.tanh(self.fc1(joint))\n","        out = self.fc2(joint)\n","        return out\n","\n","def run_batch(b_data, b_lengths, model, optimizer=None):\n","    # print(b_data)\n","    ph1 = Variable(torch.from_numpy(b_data['q1']))\n","    # .cuda()\n","    ph2 = Variable(torch.from_numpy(b_data['q2']))\n","    r1 = Variable(torch.from_numpy(b_data['rl1']))\n","    r2 = Variable(torch.from_numpy(b_data['rl2']))\n","\n","    outputs = model(ph1, ph2, b_lengths['q1'], b_lengths['q2'], r1, r2)\n","    if optimizer:\n","        # .cuda()\n","        y = Variable(torch.from_numpy(b_data['y']))\n","        optimizer.zero_grad()\n","        loss = func.cross_entropy(outputs, y)\n","        loss.backward()\n","        optimizer.step()\n","        return loss.item()\n","        # return loss.data[0]\n","    else:\n","        _, predicted = outputs.data.max(1)\n","        prob = func.softmax(outputs).data\n","        return predicted, prob[:, 1]\n"," \n"," \n","def run_epoch_eval(dataset, model, output_file=''):\n","    all_plabels, all_pscores = [], []\n","    batches, batch_lengths = dataset.get_batches(hparams['batch_size'], ('q1', 'q2', 'rl1', 'rl2', 'y'))\n","    for b_data, b_lengths in zip(batches, batch_lengths):\n","        plabels, pscores = run_batch(b_data,b_lengths, model)\n","        all_plabels.extend(plabels.cpu().numpy().tolist())\n","        all_pscores.extend(pscores.cpu().numpy().tolist())\n","    if output_file:\n","        with open(output_file, 'w') as f:\n","            for s in all_pscores:\n","                f.write(f'{s:.4f}\\n')\n","    return accuracy_score(dataset.get_data_item('y'), all_plabels)\n"," \n","def run():\n","    print('Loading data...')\n","    with open('qdq_with_role_emb', 'rb') as f:\n","        all_sets, embs, word2idx, role_embs, role2idx = pickle.load(f)\n","    emb_layer = nn.Embedding(embs.shape[0], embs.shape[1]) #Add layers to role embeddings (?) ,role_embs.shape[0],role_embs.shape[1]\n","    emb_layer.weight = nn.Parameter(torch.from_numpy(embs))\n","\n","    role_emb_layer = nn.Embedding(role_embs.shape[0], role_embs.shape[1]) #Add layers to role embeddings (?) ,role_embs.shape[0],role_embs.shape[1]\n","    role_emb_layer.weight = nn.Parameter(torch.from_numpy(role_embs))\n","\n","    model = Model(emb_layer, role_emb_layer)\n","    # .cuda()\n","    # .cuda\n","    # model.to(device)\n","    optimizer = torch.optim.Adam(model.parameters(), lr=hparams['learning_rate'])\n","\n","    train_set = Dataset(all_sets[0], shuffle=True, pad_keys=('q1', 'q2', 'rl1', 'rl2'))\n","    dev_set = Dataset(all_sets[1], shuffle=False, pad_keys=('q1', 'q2', 'rl1', 'rl2'))\n","    test_set = Dataset(all_sets[2], shuffle=False, pad_keys=('q1', 'q2', 'rl1', 'rl2'))\n","\n","    step = 0\n","    sum_loss = 0\n","    dev_best = 0\n","    test_score = 0\n","\n","    print(\"Starting training...\")\n","    print(hparams)\n","    \n","    start_time = time.time()\n","    \n","    for epoch in range(hparams['max_epoch']):\n","    \n","        batches, batch_lengths = train_set.get_batches(hparams['batch_size'], ('q1', 'q2','rl1', 'rl2', 'y'))\n","        \n","        for b_data, b_lengths in zip(batches, batch_lengths):\n","            sum_loss += run_batch(b_data, b_lengths, model, optimizer)\n","            step += 1\n","    \n","        avg_loss = sum_loss / len(batches)\n","        sum_loss = 0\n","        dev_score = run_epoch_eval(dev_set, model)\n","        out_str = f'Epoch {epoch} iter {step} took {time.time() - start_time:.1f}s\\n' \\\n","                  f'loss:\\t{avg_loss:.5f}\\tdev score:\\t{dev_score:.4f}'\n","\n","        if dev_score > dev_best:\n","            dev_best = dev_score\n","            dev_best_epoch = epoch\n","            # output_file = f'pred/{get_script_short_name(__file__)}.pred'\n","            test_score = run_epoch_eval(test_set, model, 'AI-BLSTM')\n","            out_str += f'\\t*** New best dev ***\\ttest score:\\t{test_score:.4f}'\n","    \n","        print(out_str)\n","        start_time = time.time()\n","        \n","    print('Best model on dev: dev:{:.4f}\\ttest:{:.4f}'.format(dev_best, test_score))\n","    print('On {:.4f} epoch'.format(dev_best_epoch))\n","\n","if __name__ == '__main__':\n","    run()"],"execution_count":17,"outputs":[{"output_type":"stream","text":["Loading data...\n","Starting training...\n","{'learning_rate': 0.001, 'max_epoch': 10, 'display_step': 1000, 'emb_dim': 350, 'conv_win': 3, 'repr_dim': 350, 'fc0_dim': 350, 'fc1_dim': 350, 'n_classes': 3, 'batch_size': 100}\n"],"name":"stdout"},{"output_type":"stream","text":["/usr/local/lib/python3.7/dist-packages/ipykernel_launcher.py:56: VisibleDeprecationWarning: Creating an ndarray from ragged nested sequences (which is a list-or-tuple of lists-or-tuples-or ndarrays with different lengths or shapes) is deprecated. If you meant to do this, you must specify 'dtype=object' when creating the ndarray\n","/usr/local/lib/python3.7/dist-packages/torch/nn/functional.py:1698: UserWarning: nn.functional.tanh is deprecated. Use torch.tanh instead.\n","  warnings.warn(\"nn.functional.tanh is deprecated. Use torch.tanh instead.\")\n","/usr/local/lib/python3.7/dist-packages/ipykernel_launcher.py:51: UserWarning: Implicit dimension choice for softmax has been deprecated. Change the call to include dim=X as an argument.\n","/usr/local/lib/python3.7/dist-packages/ipykernel_launcher.py:110: UserWarning: Implicit dimension choice for softmax has been deprecated. Change the call to include dim=X as an argument.\n"],"name":"stderr"},{"output_type":"stream","text":["Epoch 0 iter 78 took 62.7s\n","loss:\t1.00035\tdev score:\t0.5427\t*** New best dev ***\ttest score:\t0.5525\n","Epoch 1 iter 156 took 61.4s\n","loss:\t0.78195\tdev score:\t0.5098\n","Epoch 2 iter 234 took 62.7s\n","loss:\t0.54703\tdev score:\t0.5821\t*** New best dev ***\ttest score:\t0.5678\n","Epoch 3 iter 312 took 63.4s\n","loss:\t0.35159\tdev score:\t0.5799\n","Epoch 4 iter 390 took 63.2s\n","loss:\t0.18776\tdev score:\t0.5602\n","Epoch 5 iter 468 took 62.2s\n","loss:\t0.14853\tdev score:\t0.5864\t*** New best dev ***\ttest score:\t0.5722\n","Epoch 6 iter 546 took 62.3s\n","loss:\t0.08667\tdev score:\t0.5842\n","Epoch 7 iter 624 took 62.0s\n","loss:\t0.04272\tdev score:\t0.5908\t*** New best dev ***\ttest score:\t0.5842\n","Epoch 8 iter 702 took 62.3s\n","loss:\t0.03810\tdev score:\t0.5755\n","Epoch 9 iter 780 took 62.3s\n","loss:\t0.03275\tdev score:\t0.5470\n","Best model on dev: dev:0.5908\ttest:0.5842\n","On 7.0000 epoch\n"],"name":"stdout"}]}]}