ESM-embedding.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "id": "8a5927ef-069e-41ac-b13d-c95ee4675eb7",
   "metadata": {},
   "source": [
    "### -1. Required Packages"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "68e0eceb-6148-42d6-afa7-76e231d8a781",
   "metadata": {},
   "outputs": [],
   "source": [
    "import esm\n",
    "import torch\n",
    "import numpy as np # Saved file(s) in .npy format."
   ]
  },
  {
   "cell_type": "markdown",
   "id": "e2e6106b-1964-4c01-bc07-c4faa820c45c",
   "metadata": {},
   "source": [
    "### O. Testing: Dataset Prepossessing & Generation"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "0fbeaac0-7228-407a-af6d-9dc6518dc716",
   "metadata": {},
   "outputs": [],
   "source": [
    "# !python scripts/extract.py esm1b_t33_650M_UR50S examples/data/some_proteins.fasta examples/data/some_proteins_emb_esm1b/ --repr_layers 0 32 33 --include mean per_tok"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "cb4275eb-f90f-42f4-b700-c846fcd51a91",
   "metadata": {},
   "outputs": [],
   "source": [
    "# FASTA_PATH = '/home/rafsanjani/backup-research/esm/examples/data/some_proteins.fasta'\n",
    "# EMB_PATH = '/home/rafsanjani/backup-research/esm/examples/data/some_proteins_emb_esm1b'\n",
    "# EMB_LAYER = 33"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "b55321f7-e5de-4b7b-b648-fc1e1478e30b",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Xs = []\n",
    "# for header, _seq in esm.data.read_fasta(FASTA_PATH):\n",
    "#     fn = f'{EMB_PATH}/{header[1:]}.pt'\n",
    "#     embs = torch.load(fn)\n",
    "#     Xs.append(embs['mean_representations'][EMB_LAYER])\n",
    "# Xs = torch.stack(Xs, dim=0).numpy()\n",
    "# print(Xs.shape)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "6df40085-41e0-4766-9ef3-f2ab5207f596",
   "metadata": {},
   "outputs": [],
   "source": [
    "# type(Xs[0])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "cae1c1a3-c9a8-4bf7-aa53-5b9b37bf375a",
   "metadata": {},
   "outputs": [],
   "source": [
    "# !python scripts/extract.py esm1b_t33_650M_UR50S examples/data/some_proteins_evil.fasta examples/data/some_proteins_evil_emb_esm1b/ --repr_layers 0 32 33 --include mean per_tok"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "e29c59f2-4b3b-415b-82a8-6bd6b543db8f",
   "metadata": {},
   "outputs": [],
   "source": [
    "# FASTA_PATH = '/home/rafsanjani/backup-research/esm/examples/data/some_proteins_evil.fasta'\n",
    "# EMB_PATH = '/home/rafsanjani/backup-research/esm/examples/data/some_proteins_evil_emb_esm1b'\n",
    "# EMB_LAYER = 33"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "0b1d2d12-18dd-49ed-a949-120a9d8de5b8",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Xs = []\n",
    "# for header, _seq in esm.data.read_fasta(FASTA_PATH):\n",
    "#     fn = f'{EMB_PATH}/{header[1:]}.pt'\n",
    "#     embs = torch.load(fn)\n",
    "#     # print(embs)\n",
    "#     # print()\n",
    "#     Xs.append(embs['mean_representations'][EMB_LAYER])\n",
    "# Xs = torch.stack(Xs, dim=0).numpy()\n",
    "# print(Xs.shape)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "id": "3fcccd36-5259-48bd-8a45-a5a42ff4e44b",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Xs = []\n",
    "# for header, _seq in esm.data.read_fasta(FASTA_PATH):\n",
    "#     # fn = f'{EMB_PATH}/{header[1:]}.pt'\n",
    "#     print(header[1:])\n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "id": "6a02d5ec-98e5-4196-8d22-0c49b8bb216a",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Xs.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "id": "08178df6-8d65-4645-b93c-15db2d4c6b70",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Xs.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "id": "b74771f0-7890-48b5-a0e8-3341f5944722",
   "metadata": {},
   "outputs": [],
   "source": [
    " # !python scripts/extract.py esm1b_t33_650M_UR50S examples/data/astral_seg.fa examples/data/astral_esm1b/ --repr_layers 0 32 33 --include mean per_tok"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "fadf4d5e-7876-436c-b7df-060abc68bb40",
   "metadata": {},
   "source": [
    "### 1. Download FASTA Sequences from SCOPe Database:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "33966505-30f8-40b9-9a38-dde44fb335bc",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "--2022-08-15 22:24:12--  https://scop.berkeley.edu/downloads/scopeseq-2.08/astral-scopedom-seqres-sel-gs-bib-95-2.08.fa\n",
      "Resolving scop.berkeley.edu (scop.berkeley.edu)... 128.32.236.13\n",
      "Connecting to scop.berkeley.edu (scop.berkeley.edu)|128.32.236.13|:443... connected.\n",
      "HTTP request sent, awaiting response... 200 OK\n",
      "Length: 9862103 (9.4M)\n",
      "Saving to: ‘astral-scopedom-seqres-sel-gs-bib-95-2.08.fa’\n",
      "\n",
      "astral-scopedom-seq 100%[===================>]   9.40M   576KB/s    in 17s     \n",
      "\n",
      "2022-08-15 22:24:31 (559 KB/s) - ‘astral-scopedom-seqres-sel-gs-bib-95-2.08.fa’ saved [9862103/9862103]\n",
      "\n"
     ]
    }
   ],
   "source": [
    "!wget 'https://scop.berkeley.edu/downloads/scopeseq-2.08/astral-scopedom-seqres-sel-gs-bib-95-2.08.fa'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "id": "57793906-ecb7-4fd4-acb2-5843e9cfd954",
   "metadata": {},
   "outputs": [],
   "source": [
    "!mv astral-scopedom-seqres-sel-gs-bib-95-2.08.fa astral-SCOPe-original.fa"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "id": "05f1a747-c01c-41d0-bdb6-4b55722e4f84",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "astral95+15.fa\t\t   astral-SCOPe+original.fa\t pyproject.toml\n",
      "astral95-15.fa\t\t   astral-SCOPe-original.fa\t README.md\n",
      "astral95+ESM1b+15\t   astral-SCOPe+refined+1024.fa  scripts\n",
      "astral95+ESM1b-15\t   astral-SCOPe+refined.fa\t scrutinize.ipynb\n",
      "astral95_ESM1b_refined\t   CODE_OF_CONDUCT.rst\t\t setup.py\n",
      "astral95+original.fa\t   CONTRIBUTING.md\t\t tests\n",
      "astral95_refined_2500.fa   countCrash.txt\t\t trackError.ipynb\n",
      "astral95_refined_2500.txt  esm\t\t\t\t Xs-2500.npy\n",
      "astral95+refined.fa\t   esm-embedding.ipynb\t\t Xs-35652.npy\n",
      "astral-common.fa\t   examples\t\t\t Xs.npy\n",
      "astral-glr.fa\t\t   hubconf.py\n",
      "astral-SCOPe-ESM1b\t   LICENSE\n"
     ]
    }
   ],
   "source": [
    "!ls"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "9e1e684a-c1a0-4379-ad07-67545ab0425f",
   "metadata": {},
   "source": [
    "### 2. Trim Sequences (maximum length is 1024)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "6c832e45-75bd-4c34-9ba2-1cdd3a12b642",
   "metadata": {},
   "outputs": [],
   "source": [
    "C = 1\n",
    "file = open('astral-SCOPe-refined.fa', 'w')\n",
    "for header, sequence in esm.data.read_fasta('astral-SCOPe-original.fa'):\n",
    "    headerSegment1 = header.split()[0]\n",
    "    headerSegment2 = '.'.join(header.split()[1].split('.')[0:-1])\n",
    "    \n",
    "    header = ''.join([headerSegment1, headerSegment2])\n",
    "    sequence = sequence.upper()[:1022] \n",
    "    # ESM tool able to handle maximum 1024-sequence length\n",
    "    # We merely can generate data with 1022-sequence length (i.e., a starting pointer and an ending pointer are required.).\n",
    "    \n",
    "    # print(header)\n",
    "    # print(sequence)\n",
    "    \n",
    "    file.write(f'{header}\\n')\n",
    "    file.write(f'{sequence}\\n')\n",
    "    \n",
    "    # print()\n",
    "    # if C==11: break\n",
    "    # C += 1\n",
    "#end-for\n",
    "file.close()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "id": "8e307b1c-f0b3-43f9-b076-cff8c2e30846",
   "metadata": {},
   "outputs": [],
   "source": [
    "# help(file.write)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "id": "b86738d6-3a10-4761-b5bf-e86761a3b1dc",
   "metadata": {},
   "outputs": [],
   "source": [
    "# ''.join(['A', '+B'])"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "235cc6d2-e802-451c-b630-811961021cdf",
   "metadata": {},
   "source": [
    "### Sequences to .pt formats (required 100GB Space, massive computation)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "d34c482d-ce3c-41ae-9a9c-e252108f896f",
   "metadata": {},
   "source": [
    "- It utilizes __ESM-1b__ (esm1b_t33_650M_UR50S) as pre-trained model to generate __.pt files__ for each sequence."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "133891ce-c2c5-45bf-90a8-7df0ac5404cf",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Read astral-SCOPe-refined.fa with 35667 sequences\n",
      "Processing 1 of 1635 batches (141 sequences)\n"
     ]
    }
   ],
   "source": [
    " !python scripts/extract.py esm1b_t33_650M_UR50S astral-SCOPe-refined.fa astral-SCOPe-ESM1b/ --repr_layers 0 32 33 --include mean per_tok"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "8e500d69-c4e3-4d5e-9772-6e8bf4fe09b7",
   "metadata": {},
   "source": [
    "- It has been deliberately inturrupted."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "id": "7ac31c00-898d-4904-bdde-1c89d12aeef3",
   "metadata": {},
   "outputs": [],
   "source": [
    " # !python scripts/extract.py esm1b_t33_650M_UR50S trackError.fa astral95+ESM1b+15/ --repr_layers 0 32 33 --include mean per_tok"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "id": "60f6b3b8-2ace-4793-902e-3833d6524e46",
   "metadata": {},
   "outputs": [],
   "source": [
    " # !python scripts/extract.py esm1b_t33_650M_UR50S astral95_refined.fa astral95_ESM1b --repr_layers 0 32 33 --include mean per_tok"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "id": "2f6bdd68-65ed-4b7c-9192-926d0f0055f7",
   "metadata": {},
   "outputs": [],
   "source": [
    "# datasetLocation = '/home/rafsanjani/backup-research/esm/astral95_refined.fa'\n",
    "# embeddingLocation = '/home/rafsanjani/backup-research/esm/astral95_ESM1b'\n",
    "# embeddingLayer = 33\n",
    "\n",
    "# # astral95_refined_2500.txt astral95_ESM1b_refined"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "id": "c2a5a2a4-4c69-4a58-ad04-72a4b201b2cd",
   "metadata": {},
   "outputs": [],
   "source": [
    "datasetLocation = '/home/rafsanjani/backup-research/esm/astral-SCOPe-refined.fa'\n",
    "embeddingLocation = '/home/rafsanjani/backup-research/esm/astral-SCOPe-ESM1b'\n",
    "embeddingLayer = 33"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "id": "8d5bc503-df94-48f8-868d-180bf00b5ad2",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(35667, 1280)\n"
     ]
    }
   ],
   "source": [
    "Xs = []\n",
    "for header, _seq in esm.data.read_fasta(datasetLocation):\n",
    "    fn = f'{embeddingLocation}/{header[1:]}.pt'\n",
    "    embedding = torch.load(fn)\n",
    "    # print(embs)\n",
    "    # print()\n",
    "    Xs.append(embedding['mean_representations'][embeddingLayer])\n",
    "#end-for\n",
    "Xs = torch.stack(Xs, dim=0).numpy()\n",
    "print(Xs.shape)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "id": "f6576f33-65a8-46fd-8da4-01ba8f47732f",
   "metadata": {},
   "outputs": [],
   "source": [
    "np.save(arr=Xs, file='Xs-35667')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "id": "05a6dc1c-9e08-4623-9d65-f01196dd7b3b",
   "metadata": {},
   "outputs": [],
   "source": [
    "v = np.load('Xs-35667.npy')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "id": "b6da6451-e907-4835-8e77-3f070e61425e",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(35667, 1280)"
      ]
     },
     "execution_count": 26,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "v.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "id": "49c5ae95-474a-4a4d-a397-81fa59d83b94",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(1280,)"
      ]
     },
     "execution_count": 27,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "v[0].shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "id": "b2028c44-53ed-48ff-8f50-78a8cce27d76",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      ">d1ux8a_a.1.1\n",
      ">d1dlwa_a.1.1\n",
      ">d1dlya_a.1.1\n",
      ">d2gkma_a.1.1\n",
      ">d1ngka_a.1.1\n",
      ">d1s69a_a.1.1\n",
      ">d5v3ta_a.1.1\n",
      ">d2bkma_a.1.1\n",
      ">d4i0va_a.1.1\n",
      ">d2bmma_a.1.1\n",
      ">d1asha_a.1.1\n",
      ">d1vhba_a.1.1\n",
      ">d1ch4a_a.1.1\n",
      ">d2dc3a_a.1.1\n",
      ">d2dc3b_a.1.1\n",
      ">d1ut0a_a.1.1\n",
      ">d4hswa_a.1.1\n",
      ">d1ecaa_a.1.1\n",
      ">d1x9fd_a.1.1\n",
      ">d1x9fb_a.1.1\n"
     ]
    }
   ],
   "source": [
    "C = 1\n",
    "for header, _seq in esm.data.read_fasta(datasetLocation):\n",
    "    # fn = f'{EMB_PATH}/{header[1:]}.pt'\n",
    "    print(header)\n",
    "    \n",
    "    if C==20: break\n",
    "    C+=1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "id": "c5e7015d-a2b5-46f9-a557-ffa7629044c2",
   "metadata": {},
   "outputs": [],
   "source": [
    "# C=1\n",
    "# SUM = 0\n",
    "# with open(file='countCrash.txt', mode='r') as file:\n",
    "#     for i in file:\n",
    "#         v = int(i.split()[-2][1:])\n",
    "#         SUM += v\n",
    "#         # if C==10: break\n",
    "#         # C+=1\n",
    "#     print(SUM)\n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "id": "9185fb2a-bb64-41d4-848e-5269242bfdf4",
   "metadata": {},
   "outputs": [],
   "source": [
    "# 'ra fa'.split()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "id": "1f235472-5cd9-4413-a486-340c7f670746",
   "metadata": {},
   "outputs": [],
   "source": [
    "# v = 'PRIKTRRSKPAPDGFEKIKPTLTDFEIQLRDAQKDKSSKLAAKSNEQLWEIMQLHHQRSRYIYTLYYKRKAISKDLYDWLIKEKYADKLLIAKWRKTGYEKLCCLRCIQKNETNNGSTCICRVPRAQLEEEARKKGTQVSFHQCVHCGCRGCASTD'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "id": "8fea17d6-76a8-4398-b6c7-bc79936b67bf",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([ 0.10049941,  0.03679613, -0.03360916, ...,  0.03035077,\n",
       "       -0.10252801,  0.09472331], dtype=float32)"
      ]
     },
     "execution_count": 33,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "v[0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "id": "d71d174d-f9c5-4cbe-a436-846f1156533d",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([ 0.05662494,  0.0203409 ,  0.08400498, ...,  0.07114115,\n",
       "       -0.13347617,  0.21751517], dtype=float32)"
      ]
     },
     "execution_count": 34,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "v[1]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "id": "2e3e9c54-1426-4deb-bb7c-b120061f1774",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([ 0.0256628 ,  0.01615633,  0.05776972, ...,  0.04173521,\n",
       "       -0.05989721,  0.13533191], dtype=float32)"
      ]
     },
     "execution_count": 35,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "v[2]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "id": "5f770f4c-0033-4815-88d9-3063acc8e17a",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([ 0.00166722, -0.0244148 ,  0.0186756 , ...,  0.0658393 ,\n",
       "       -0.0096192 ,  0.13409004], dtype=float32)"
      ]
     },
     "execution_count": 36,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "v[3]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "id": "81c30b26-ca76-4fb8-af3b-982296e31156",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([ 0.10878856,  0.01696545,  0.0749026 , ...,  0.01413552,\n",
       "       -0.12708436,  0.04421176], dtype=float32)"
      ]
     },
     "execution_count": 37,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "v[4]"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "be90373d-b82e-48be-9b63-d777e985ab88",
   "metadata": {},
   "source": [
    "### Embedding for ESM-1v model:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "1f0f52fa-8903-44b5-abcd-5c04d5473b22",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "1022\n",
      "1010\n",
      "1022\n",
      "1022\n",
      "1022\n",
      "1022\n",
      "1022\n",
      "1022\n",
      "1022\n",
      "1022\n",
      "1022\n",
      "1022\n",
      "1022\n",
      "1022\n",
      "1022\n",
      "1022\n"
     ]
    }
   ],
   "source": [
    "C=1\n",
    "for header, seq in esm.data.read_fasta('astral-SCOPe-refined.fa'):\n",
    "    if len(seq) > 1000:\n",
    "        print(len(seq))\n",
    "    # if C==10: break\n",
    "    # C+=1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "951f8320-01b9-418c-9723-4dea1d0dc6e4",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Downloading: \"https://dl.fbaipublicfiles.com/fair-esm/models/esm1v_t33_650M_UR90S_1.pt\" to /home/rafsanjani/.cache/torch/hub/checkpoints/esm1v_t33_650M_UR90S_1.pt\n",
      "/home/rafsanjani/anaconda3/envs/deep/lib/python3.7/site-packages/esm/pretrained.py:175: UserWarning: Regression weights not found, predicting contacts will not produce correct results.\n",
      "  \"Regression weights not found, predicting contacts will not produce correct results.\"\n",
      "Read astral-SCOPe-refined.fa with 35667 sequences\n",
      "Processing 1 of 1635 batches (141 sequences)\n",
      "Processing 2 of 1635 batches (136 sequences)\n",
      "Processing 3 of 1635 batches (128 sequences)\n",
      "Processing 4 of 1635 batches (117 sequences)\n",
      "Processing 5 of 1635 batches (110 sequences)\n",
      "Processing 6 of 1635 batches (107 sequences)\n",
      "Processing 7 of 1635 batches (99 sequences)\n",
      "Processing 8 of 1635 batches (95 sequences)\n",
      "Processing 9 of 1635 batches (91 sequences)\n",
      "Processing 10 of 1635 batches (89 sequences)\n",
      "Processing 11 of 1635 batches (85 sequences)\n",
      "Processing 12 of 1635 batches (83 sequences)\n",
      "Processing 13 of 1635 batches (80 sequences)\n",
      "Processing 14 of 1635 batches (78 sequences)\n",
      "Processing 15 of 1635 batches (77 sequences)\n",
      "Processing 16 of 1635 batches (74 sequences)\n",
      "Processing 17 of 1635 batches (73 sequences)\n",
      "Processing 18 of 1635 batches (71 sequences)\n",
      "Processing 19 of 1635 batches (71 sequences)\n",
      "Processing 20 of 1635 batches (70 sequences)\n",
      "Processing 21 of 1635 batches (70 sequences)\n",
      "Processing 22 of 1635 batches (69 sequences)\n",
      "Processing 23 of 1635 batches (68 sequences)\n",
      "Processing 24 of 1635 batches (68 sequences)\n",
      "Processing 25 of 1635 batches (67 sequences)\n",
      "Processing 26 of 1635 batches (66 sequences)\n",
      "Processing 27 of 1635 batches (66 sequences)\n",
      "Processing 28 of 1635 batches (65 sequences)\n",
      "Processing 29 of 1635 batches (65 sequences)\n",
      "Processing 30 of 1635 batches (64 sequences)\n",
      "Processing 31 of 1635 batches (63 sequences)\n",
      "Processing 32 of 1635 batches (63 sequences)\n",
      "Processing 33 of 1635 batches (62 sequences)\n",
      "Processing 34 of 1635 batches (62 sequences)\n",
      "Processing 35 of 1635 batches (61 sequences)\n",
      "Processing 36 of 1635 batches (61 sequences)\n",
      "Processing 37 of 1635 batches (60 sequences)\n",
      "Processing 38 of 1635 batches (59 sequences)\n",
      "Processing 39 of 1635 batches (59 sequences)\n",
      "Processing 40 of 1635 batches (59 sequences)\n",
      "Processing 41 of 1635 batches (58 sequences)\n",
      "Processing 42 of 1635 batches (58 sequences)\n",
      "Processing 43 of 1635 batches (57 sequences)\n",
      "Processing 44 of 1635 batches (57 sequences)\n",
      "Processing 45 of 1635 batches (56 sequences)\n",
      "Processing 46 of 1635 batches (56 sequences)\n",
      "Processing 47 of 1635 batches (56 sequences)\n",
      "Processing 48 of 1635 batches (56 sequences)\n",
      "Processing 49 of 1635 batches (55 sequences)\n",
      "Processing 50 of 1635 batches (55 sequences)\n",
      "Processing 51 of 1635 batches (54 sequences)\n",
      "Processing 52 of 1635 batches (54 sequences)\n",
      "Processing 53 of 1635 batches (53 sequences)\n",
      "Processing 54 of 1635 batches (53 sequences)\n",
      "Processing 55 of 1635 batches (53 sequences)\n",
      "Processing 56 of 1635 batches (53 sequences)\n",
      "Processing 57 of 1635 batches (53 sequences)\n",
      "Processing 58 of 1635 batches (52 sequences)\n",
      "Processing 59 of 1635 batches (52 sequences)\n",
      "Processing 60 of 1635 batches (52 sequences)\n",
      "Processing 61 of 1635 batches (51 sequences)\n",
      "Processing 62 of 1635 batches (51 sequences)\n",
      "Processing 63 of 1635 batches (51 sequences)\n",
      "Processing 64 of 1635 batches (51 sequences)\n",
      "Processing 65 of 1635 batches (51 sequences)\n",
      "Processing 66 of 1635 batches (50 sequences)\n",
      "Processing 67 of 1635 batches (50 sequences)\n",
      "Processing 68 of 1635 batches (50 sequences)\n",
      "Processing 69 of 1635 batches (50 sequences)\n",
      "Processing 70 of 1635 batches (49 sequences)\n",
      "Processing 71 of 1635 batches (49 sequences)\n",
      "Processing 72 of 1635 batches (49 sequences)\n",
      "Processing 73 of 1635 batches (49 sequences)\n",
      "Processing 74 of 1635 batches (49 sequences)\n",
      "Processing 75 of 1635 batches (48 sequences)\n",
      "Processing 76 of 1635 batches (48 sequences)\n",
      "Processing 77 of 1635 batches (48 sequences)\n",
      "Processing 78 of 1635 batches (48 sequences)\n",
      "Processing 79 of 1635 batches (48 sequences)\n",
      "Processing 80 of 1635 batches (48 sequences)\n",
      "Processing 81 of 1635 batches (48 sequences)\n",
      "Processing 82 of 1635 batches (47 sequences)\n",
      "Processing 83 of 1635 batches (47 sequences)\n",
      "Processing 84 of 1635 batches (47 sequences)\n",
      "Processing 85 of 1635 batches (47 sequences)\n",
      "Processing 86 of 1635 batches (47 sequences)\n",
      "Processing 87 of 1635 batches (47 sequences)\n",
      "Processing 88 of 1635 batches (46 sequences)\n",
      "Processing 89 of 1635 batches (46 sequences)\n",
      "Processing 90 of 1635 batches (46 sequences)\n",
      "Processing 91 of 1635 batches (46 sequences)\n",
      "Processing 92 of 1635 batches (46 sequences)\n",
      "Processing 93 of 1635 batches (46 sequences)\n",
      "Processing 94 of 1635 batches (46 sequences)\n",
      "Processing 95 of 1635 batches (45 sequences)\n",
      "Processing 96 of 1635 batches (45 sequences)\n",
      "Processing 97 of 1635 batches (45 sequences)\n",
      "Processing 98 of 1635 batches (45 sequences)\n",
      "Processing 99 of 1635 batches (45 sequences)\n",
      "Processing 100 of 1635 batches (45 sequences)\n",
      "Processing 101 of 1635 batches (45 sequences)\n",
      "Processing 102 of 1635 batches (45 sequences)\n",
      "Processing 103 of 1635 batches (44 sequences)\n",
      "Processing 104 of 1635 batches (44 sequences)\n",
      "Processing 105 of 1635 batches (44 sequences)\n",
      "Processing 106 of 1635 batches (44 sequences)\n",
      "Processing 107 of 1635 batches (44 sequences)\n",
      "Processing 108 of 1635 batches (44 sequences)\n",
      "Processing 109 of 1635 batches (44 sequences)\n",
      "Processing 110 of 1635 batches (43 sequences)\n",
      "Processing 111 of 1635 batches (43 sequences)\n",
      "Processing 112 of 1635 batches (43 sequences)\n",
      "Processing 113 of 1635 batches (43 sequences)\n",
      "Processing 114 of 1635 batches (43 sequences)\n",
      "Processing 115 of 1635 batches (43 sequences)\n",
      "Processing 116 of 1635 batches (43 sequences)\n",
      "Processing 117 of 1635 batches (43 sequences)\n",
      "Processing 118 of 1635 batches (43 sequences)\n",
      "Processing 119 of 1635 batches (42 sequences)\n",
      "Processing 120 of 1635 batches (42 sequences)\n",
      "Processing 121 of 1635 batches (42 sequences)\n",
      "Processing 122 of 1635 batches (42 sequences)\n",
      "Processing 123 of 1635 batches (42 sequences)\n",
      "Processing 124 of 1635 batches (42 sequences)\n",
      "Processing 125 of 1635 batches (42 sequences)\n",
      "Processing 126 of 1635 batches (42 sequences)\n",
      "Processing 127 of 1635 batches (41 sequences)\n",
      "Processing 128 of 1635 batches (41 sequences)\n",
      "Processing 129 of 1635 batches (41 sequences)\n",
      "Processing 130 of 1635 batches (41 sequences)\n",
      "Processing 131 of 1635 batches (41 sequences)\n",
      "Processing 132 of 1635 batches (41 sequences)\n",
      "Processing 133 of 1635 batches (41 sequences)\n",
      "Processing 134 of 1635 batches (41 sequences)\n",
      "Processing 135 of 1635 batches (41 sequences)\n",
      "Processing 136 of 1635 batches (41 sequences)\n",
      "Processing 137 of 1635 batches (40 sequences)\n",
      "Processing 138 of 1635 batches (40 sequences)\n",
      "Processing 139 of 1635 batches (40 sequences)\n",
      "Processing 140 of 1635 batches (40 sequences)\n",
      "Processing 141 of 1635 batches (40 sequences)\n",
      "Processing 142 of 1635 batches (40 sequences)\n",
      "Processing 143 of 1635 batches (40 sequences)\n",
      "Processing 144 of 1635 batches (40 sequences)\n",
      "Processing 145 of 1635 batches (40 sequences)\n",
      "Processing 146 of 1635 batches (40 sequences)\n",
      "Processing 147 of 1635 batches (40 sequences)\n",
      "Processing 148 of 1635 batches (40 sequences)\n",
      "Processing 149 of 1635 batches (40 sequences)\n",
      "Processing 150 of 1635 batches (40 sequences)\n",
      "Processing 151 of 1635 batches (40 sequences)\n",
      "Processing 152 of 1635 batches (39 sequences)\n",
      "Processing 153 of 1635 batches (39 sequences)\n",
      "Processing 154 of 1635 batches (39 sequences)\n",
      "Processing 155 of 1635 batches (39 sequences)\n",
      "Processing 156 of 1635 batches (39 sequences)\n",
      "Processing 157 of 1635 batches (39 sequences)\n",
      "Processing 158 of 1635 batches (39 sequences)\n",
      "Processing 159 of 1635 batches (39 sequences)\n",
      "Processing 160 of 1635 batches (39 sequences)\n",
      "Processing 161 of 1635 batches (39 sequences)\n",
      "Processing 162 of 1635 batches (39 sequences)\n",
      "Processing 163 of 1635 batches (39 sequences)\n",
      "Processing 164 of 1635 batches (39 sequences)\n",
      "Processing 165 of 1635 batches (39 sequences)\n",
      "Processing 166 of 1635 batches (39 sequences)\n",
      "Processing 167 of 1635 batches (38 sequences)\n",
      "Processing 168 of 1635 batches (38 sequences)\n",
      "Processing 169 of 1635 batches (38 sequences)\n",
      "Processing 170 of 1635 batches (38 sequences)\n",
      "Processing 171 of 1635 batches (38 sequences)\n",
      "Processing 172 of 1635 batches (38 sequences)\n",
      "Processing 173 of 1635 batches (38 sequences)\n",
      "Processing 174 of 1635 batches (38 sequences)\n",
      "Processing 175 of 1635 batches (38 sequences)\n",
      "Processing 176 of 1635 batches (38 sequences)\n",
      "Processing 177 of 1635 batches (38 sequences)\n",
      "Processing 178 of 1635 batches (38 sequences)\n",
      "Processing 179 of 1635 batches (38 sequences)\n",
      "Processing 180 of 1635 batches (38 sequences)\n",
      "Processing 181 of 1635 batches (38 sequences)\n",
      "Processing 182 of 1635 batches (38 sequences)\n",
      "Processing 183 of 1635 batches (38 sequences)\n",
      "Processing 184 of 1635 batches (38 sequences)\n",
      "Processing 185 of 1635 batches (37 sequences)\n",
      "Processing 186 of 1635 batches (37 sequences)\n",
      "Processing 187 of 1635 batches (37 sequences)\n",
      "Processing 188 of 1635 batches (37 sequences)\n",
      "Processing 189 of 1635 batches (37 sequences)\n",
      "Processing 190 of 1635 batches (37 sequences)\n",
      "Processing 191 of 1635 batches (37 sequences)\n",
      "Processing 192 of 1635 batches (37 sequences)\n",
      "Processing 193 of 1635 batches (37 sequences)\n",
      "Processing 194 of 1635 batches (37 sequences)\n",
      "Processing 195 of 1635 batches (37 sequences)\n",
      "Processing 196 of 1635 batches (37 sequences)\n",
      "Processing 197 of 1635 batches (37 sequences)\n",
      "Processing 198 of 1635 batches (37 sequences)\n",
      "Processing 199 of 1635 batches (37 sequences)\n",
      "Processing 200 of 1635 batches (37 sequences)\n",
      "Processing 201 of 1635 batches (37 sequences)\n",
      "Processing 202 of 1635 batches (37 sequences)\n",
      "Processing 203 of 1635 batches (37 sequences)\n",
      "Processing 204 of 1635 batches (37 sequences)\n",
      "Processing 205 of 1635 batches (37 sequences)\n",
      "Processing 206 of 1635 batches (37 sequences)\n",
      "Processing 207 of 1635 batches (37 sequences)\n",
      "Processing 208 of 1635 batches (37 sequences)\n",
      "Processing 209 of 1635 batches (37 sequences)\n",
      "Processing 210 of 1635 batches (37 sequences)\n",
      "Processing 211 of 1635 batches (37 sequences)\n",
      "Processing 212 of 1635 batches (37 sequences)\n",
      "Processing 213 of 1635 batches (37 sequences)\n",
      "Processing 214 of 1635 batches (36 sequences)\n",
      "Processing 215 of 1635 batches (36 sequences)\n",
      "Processing 216 of 1635 batches (36 sequences)\n",
      "Processing 217 of 1635 batches (36 sequences)\n",
      "Processing 218 of 1635 batches (36 sequences)\n",
      "Processing 219 of 1635 batches (36 sequences)\n",
      "Processing 220 of 1635 batches (36 sequences)\n",
      "Processing 221 of 1635 batches (36 sequences)\n",
      "Processing 222 of 1635 batches (36 sequences)\n",
      "Processing 223 of 1635 batches (36 sequences)\n",
      "Processing 224 of 1635 batches (36 sequences)\n",
      "Processing 225 of 1635 batches (36 sequences)\n",
      "Processing 226 of 1635 batches (36 sequences)\n",
      "Processing 227 of 1635 batches (36 sequences)\n",
      "Processing 228 of 1635 batches (36 sequences)\n",
      "Processing 229 of 1635 batches (36 sequences)\n",
      "Processing 230 of 1635 batches (36 sequences)\n",
      "Processing 231 of 1635 batches (36 sequences)\n",
      "Processing 232 of 1635 batches (36 sequences)\n",
      "Processing 233 of 1635 batches (36 sequences)\n",
      "Processing 234 of 1635 batches (36 sequences)\n",
      "Processing 235 of 1635 batches (36 sequences)\n",
      "Processing 236 of 1635 batches (36 sequences)\n",
      "Processing 237 of 1635 batches (36 sequences)\n",
      "Processing 238 of 1635 batches (36 sequences)\n",
      "Processing 239 of 1635 batches (36 sequences)\n",
      "Processing 240 of 1635 batches (36 sequences)\n",
      "Processing 241 of 1635 batches (35 sequences)\n",
      "Processing 242 of 1635 batches (35 sequences)\n",
      "Processing 243 of 1635 batches (35 sequences)\n",
      "Processing 244 of 1635 batches (35 sequences)\n",
      "Processing 245 of 1635 batches (35 sequences)\n",
      "Processing 246 of 1635 batches (35 sequences)\n",
      "Processing 247 of 1635 batches (35 sequences)\n",
      "Processing 248 of 1635 batches (35 sequences)\n",
      "Processing 249 of 1635 batches (35 sequences)\n",
      "Processing 250 of 1635 batches (35 sequences)\n",
      "Processing 251 of 1635 batches (35 sequences)\n",
      "Processing 252 of 1635 batches (35 sequences)\n",
      "Processing 253 of 1635 batches (35 sequences)\n",
      "Processing 254 of 1635 batches (35 sequences)\n",
      "Processing 255 of 1635 batches (35 sequences)\n",
      "Processing 256 of 1635 batches (35 sequences)\n",
      "Processing 257 of 1635 batches (35 sequences)\n",
      "Processing 258 of 1635 batches (35 sequences)\n",
      "Processing 259 of 1635 batches (35 sequences)\n",
      "Processing 260 of 1635 batches (35 sequences)\n",
      "Processing 261 of 1635 batches (35 sequences)\n",
      "Processing 262 of 1635 batches (35 sequences)\n",
      "Processing 263 of 1635 batches (35 sequences)\n",
      "Processing 264 of 1635 batches (35 sequences)\n",
      "Processing 265 of 1635 batches (35 sequences)\n",
      "Processing 266 of 1635 batches (35 sequences)\n",
      "Processing 267 of 1635 batches (35 sequences)\n",
      "Processing 268 of 1635 batches (34 sequences)\n",
      "Processing 269 of 1635 batches (34 sequences)\n",
      "Processing 270 of 1635 batches (34 sequences)\n",
      "Processing 271 of 1635 batches (34 sequences)\n",
      "Processing 272 of 1635 batches (34 sequences)\n",
      "Processing 273 of 1635 batches (34 sequences)\n",
      "Processing 274 of 1635 batches (34 sequences)\n",
      "Processing 275 of 1635 batches (34 sequences)\n",
      "Processing 276 of 1635 batches (34 sequences)\n",
      "Processing 277 of 1635 batches (34 sequences)\n",
      "Processing 278 of 1635 batches (34 sequences)\n",
      "Processing 279 of 1635 batches (34 sequences)\n",
      "Processing 280 of 1635 batches (34 sequences)\n",
      "Processing 281 of 1635 batches (34 sequences)\n",
      "Processing 282 of 1635 batches (34 sequences)\n",
      "Processing 283 of 1635 batches (34 sequences)\n",
      "Processing 284 of 1635 batches (34 sequences)\n",
      "Processing 285 of 1635 batches (34 sequences)\n",
      "Processing 286 of 1635 batches (34 sequences)\n",
      "Processing 287 of 1635 batches (34 sequences)\n",
      "Processing 288 of 1635 batches (34 sequences)\n",
      "Processing 289 of 1635 batches (33 sequences)\n",
      "Processing 290 of 1635 batches (33 sequences)\n",
      "Processing 291 of 1635 batches (33 sequences)\n",
      "Processing 292 of 1635 batches (33 sequences)\n",
      "Processing 293 of 1635 batches (33 sequences)\n",
      "Processing 294 of 1635 batches (33 sequences)\n",
      "Processing 295 of 1635 batches (33 sequences)\n",
      "Processing 296 of 1635 batches (33 sequences)\n",
      "Processing 297 of 1635 batches (33 sequences)\n",
      "Processing 298 of 1635 batches (33 sequences)\n",
      "Processing 299 of 1635 batches (33 sequences)\n",
      "Processing 300 of 1635 batches (33 sequences)\n",
      "Processing 301 of 1635 batches (33 sequences)\n",
      "Processing 302 of 1635 batches (33 sequences)\n",
      "Processing 303 of 1635 batches (33 sequences)\n",
      "Processing 304 of 1635 batches (33 sequences)\n",
      "Processing 305 of 1635 batches (33 sequences)\n",
      "Processing 306 of 1635 batches (33 sequences)\n",
      "Processing 307 of 1635 batches (33 sequences)\n",
      "Processing 308 of 1635 batches (33 sequences)\n",
      "Processing 309 of 1635 batches (33 sequences)\n",
      "Processing 310 of 1635 batches (33 sequences)\n",
      "Processing 311 of 1635 batches (33 sequences)\n",
      "Processing 312 of 1635 batches (33 sequences)\n",
      "Processing 313 of 1635 batches (33 sequences)\n",
      "Processing 314 of 1635 batches (33 sequences)\n",
      "Processing 315 of 1635 batches (33 sequences)\n",
      "Processing 316 of 1635 batches (33 sequences)\n",
      "Processing 317 of 1635 batches (32 sequences)\n",
      "Processing 318 of 1635 batches (32 sequences)\n",
      "Processing 319 of 1635 batches (32 sequences)\n",
      "Processing 320 of 1635 batches (32 sequences)\n",
      "Processing 321 of 1635 batches (32 sequences)\n",
      "Processing 322 of 1635 batches (32 sequences)\n",
      "Processing 323 of 1635 batches (32 sequences)\n",
      "Processing 324 of 1635 batches (32 sequences)\n",
      "Processing 325 of 1635 batches (32 sequences)\n",
      "Processing 326 of 1635 batches (32 sequences)\n",
      "Processing 327 of 1635 batches (32 sequences)\n",
      "Processing 328 of 1635 batches (32 sequences)\n",
      "Processing 329 of 1635 batches (32 sequences)\n",
      "Processing 330 of 1635 batches (32 sequences)\n",
      "Processing 331 of 1635 batches (32 sequences)\n",
      "Processing 332 of 1635 batches (32 sequences)\n",
      "Processing 333 of 1635 batches (32 sequences)\n",
      "Processing 334 of 1635 batches (32 sequences)\n",
      "Processing 335 of 1635 batches (32 sequences)\n",
      "Processing 336 of 1635 batches (32 sequences)\n",
      "Processing 337 of 1635 batches (32 sequences)\n",
      "Processing 338 of 1635 batches (32 sequences)\n",
      "Processing 339 of 1635 batches (32 sequences)\n",
      "Processing 340 of 1635 batches (31 sequences)\n",
      "Processing 341 of 1635 batches (31 sequences)\n",
      "Processing 342 of 1635 batches (31 sequences)\n",
      "Processing 343 of 1635 batches (31 sequences)\n",
      "Processing 344 of 1635 batches (31 sequences)\n",
      "Processing 345 of 1635 batches (31 sequences)\n",
      "Processing 346 of 1635 batches (31 sequences)\n",
      "Processing 347 of 1635 batches (31 sequences)\n",
      "Processing 348 of 1635 batches (31 sequences)\n",
      "Processing 349 of 1635 batches (31 sequences)\n",
      "Processing 350 of 1635 batches (31 sequences)\n",
      "Processing 351 of 1635 batches (31 sequences)\n",
      "Processing 352 of 1635 batches (31 sequences)\n",
      "Processing 353 of 1635 batches (31 sequences)\n",
      "Processing 354 of 1635 batches (31 sequences)\n",
      "Processing 355 of 1635 batches (31 sequences)\n",
      "Processing 356 of 1635 batches (31 sequences)\n",
      "Processing 357 of 1635 batches (31 sequences)\n",
      "Processing 358 of 1635 batches (31 sequences)\n",
      "Processing 359 of 1635 batches (31 sequences)\n",
      "Processing 360 of 1635 batches (31 sequences)\n",
      "Processing 361 of 1635 batches (30 sequences)\n",
      "Processing 362 of 1635 batches (30 sequences)\n",
      "Processing 363 of 1635 batches (30 sequences)\n",
      "Processing 364 of 1635 batches (30 sequences)\n",
      "Processing 365 of 1635 batches (30 sequences)\n",
      "Processing 366 of 1635 batches (30 sequences)\n",
      "Processing 367 of 1635 batches (30 sequences)\n",
      "Processing 368 of 1635 batches (30 sequences)\n",
      "Processing 369 of 1635 batches (30 sequences)\n",
      "Processing 370 of 1635 batches (30 sequences)\n",
      "Processing 371 of 1635 batches (30 sequences)\n",
      "Processing 372 of 1635 batches (30 sequences)\n",
      "Processing 373 of 1635 batches (30 sequences)\n",
      "Processing 374 of 1635 batches (30 sequences)\n",
      "Processing 375 of 1635 batches (30 sequences)\n",
      "Processing 376 of 1635 batches (30 sequences)\n",
      "Processing 377 of 1635 batches (30 sequences)\n",
      "Processing 378 of 1635 batches (30 sequences)\n",
      "Processing 379 of 1635 batches (30 sequences)\n",
      "Processing 380 of 1635 batches (29 sequences)\n",
      "Processing 381 of 1635 batches (29 sequences)\n",
      "Processing 382 of 1635 batches (29 sequences)\n",
      "Processing 383 of 1635 batches (29 sequences)\n",
      "Processing 384 of 1635 batches (29 sequences)\n",
      "Processing 385 of 1635 batches (29 sequences)\n",
      "Processing 386 of 1635 batches (29 sequences)\n",
      "Processing 387 of 1635 batches (29 sequences)\n",
      "Processing 388 of 1635 batches (29 sequences)\n",
      "Processing 389 of 1635 batches (29 sequences)\n",
      "Processing 390 of 1635 batches (29 sequences)\n",
      "Processing 391 of 1635 batches (29 sequences)\n",
      "Processing 392 of 1635 batches (29 sequences)\n",
      "Processing 393 of 1635 batches (29 sequences)\n",
      "Processing 394 of 1635 batches (29 sequences)\n",
      "Processing 395 of 1635 batches (29 sequences)\n",
      "Processing 396 of 1635 batches (29 sequences)\n",
      "Processing 397 of 1635 batches (29 sequences)\n",
      "Processing 398 of 1635 batches (29 sequences)\n",
      "Processing 399 of 1635 batches (29 sequences)\n",
      "Processing 400 of 1635 batches (29 sequences)\n",
      "Processing 401 of 1635 batches (29 sequences)\n",
      "Processing 402 of 1635 batches (28 sequences)\n",
      "Processing 403 of 1635 batches (28 sequences)\n",
      "Processing 404 of 1635 batches (28 sequences)\n",
      "Processing 405 of 1635 batches (28 sequences)\n",
      "Processing 406 of 1635 batches (28 sequences)\n",
      "Processing 407 of 1635 batches (28 sequences)\n",
      "Processing 408 of 1635 batches (28 sequences)\n",
      "Processing 409 of 1635 batches (28 sequences)\n",
      "Processing 410 of 1635 batches (28 sequences)\n",
      "Processing 411 of 1635 batches (28 sequences)\n",
      "Processing 412 of 1635 batches (28 sequences)\n",
      "Processing 413 of 1635 batches (28 sequences)\n",
      "Processing 414 of 1635 batches (28 sequences)\n",
      "Processing 415 of 1635 batches (28 sequences)\n",
      "Processing 416 of 1635 batches (28 sequences)\n",
      "Processing 417 of 1635 batches (28 sequences)\n",
      "Processing 418 of 1635 batches (28 sequences)\n",
      "Processing 419 of 1635 batches (28 sequences)\n",
      "Processing 420 of 1635 batches (28 sequences)\n",
      "Processing 421 of 1635 batches (28 sequences)\n",
      "Processing 422 of 1635 batches (28 sequences)\n",
      "Processing 423 of 1635 batches (28 sequences)\n",
      "Processing 424 of 1635 batches (28 sequences)\n",
      "Processing 425 of 1635 batches (28 sequences)\n",
      "Processing 426 of 1635 batches (27 sequences)\n",
      "Processing 427 of 1635 batches (27 sequences)\n",
      "Processing 428 of 1635 batches (27 sequences)\n",
      "Processing 429 of 1635 batches (27 sequences)\n",
      "Processing 430 of 1635 batches (27 sequences)\n",
      "Processing 431 of 1635 batches (27 sequences)\n",
      "Processing 432 of 1635 batches (27 sequences)\n",
      "Processing 433 of 1635 batches (27 sequences)\n",
      "Processing 434 of 1635 batches (27 sequences)\n",
      "Processing 435 of 1635 batches (27 sequences)\n",
      "Processing 436 of 1635 batches (27 sequences)\n",
      "Processing 437 of 1635 batches (27 sequences)\n",
      "Processing 438 of 1635 batches (27 sequences)\n",
      "Processing 439 of 1635 batches (27 sequences)\n",
      "Processing 440 of 1635 batches (27 sequences)\n",
      "Processing 441 of 1635 batches (27 sequences)\n",
      "Processing 442 of 1635 batches (27 sequences)\n",
      "Processing 443 of 1635 batches (27 sequences)\n",
      "Processing 444 of 1635 batches (27 sequences)\n",
      "Processing 445 of 1635 batches (27 sequences)\n",
      "Processing 446 of 1635 batches (27 sequences)\n",
      "Processing 447 of 1635 batches (27 sequences)\n",
      "Processing 448 of 1635 batches (27 sequences)\n",
      "Processing 449 of 1635 batches (27 sequences)\n",
      "Processing 450 of 1635 batches (27 sequences)\n",
      "Processing 451 of 1635 batches (26 sequences)\n",
      "Processing 452 of 1635 batches (26 sequences)\n",
      "Processing 453 of 1635 batches (26 sequences)\n",
      "Processing 454 of 1635 batches (26 sequences)\n",
      "Processing 455 of 1635 batches (26 sequences)\n",
      "Processing 456 of 1635 batches (26 sequences)\n",
      "Processing 457 of 1635 batches (26 sequences)\n",
      "Processing 458 of 1635 batches (26 sequences)\n",
      "Processing 459 of 1635 batches (26 sequences)\n",
      "Processing 460 of 1635 batches (26 sequences)\n",
      "Processing 461 of 1635 batches (26 sequences)\n",
      "Processing 462 of 1635 batches (26 sequences)\n",
      "Processing 463 of 1635 batches (26 sequences)\n",
      "Processing 464 of 1635 batches (26 sequences)\n",
      "Processing 465 of 1635 batches (26 sequences)\n",
      "Processing 466 of 1635 batches (26 sequences)\n",
      "Processing 467 of 1635 batches (26 sequences)\n",
      "Processing 468 of 1635 batches (26 sequences)\n",
      "Processing 469 of 1635 batches (26 sequences)\n",
      "Processing 470 of 1635 batches (26 sequences)\n",
      "Processing 471 of 1635 batches (26 sequences)\n",
      "Processing 472 of 1635 batches (26 sequences)\n",
      "Processing 473 of 1635 batches (26 sequences)\n",
      "Processing 474 of 1635 batches (26 sequences)\n",
      "Processing 475 of 1635 batches (26 sequences)\n",
      "Processing 476 of 1635 batches (26 sequences)\n",
      "Processing 477 of 1635 batches (26 sequences)\n",
      "Processing 478 of 1635 batches (26 sequences)\n",
      "Processing 479 of 1635 batches (26 sequences)\n",
      "Processing 480 of 1635 batches (25 sequences)\n",
      "Processing 481 of 1635 batches (25 sequences)\n",
      "Processing 482 of 1635 batches (25 sequences)\n",
      "Processing 483 of 1635 batches (25 sequences)\n",
      "Processing 484 of 1635 batches (25 sequences)\n",
      "Processing 485 of 1635 batches (25 sequences)\n",
      "Processing 486 of 1635 batches (25 sequences)\n",
      "Processing 487 of 1635 batches (25 sequences)\n",
      "Processing 488 of 1635 batches (25 sequences)\n",
      "Processing 489 of 1635 batches (25 sequences)\n",
      "Processing 490 of 1635 batches (25 sequences)\n",
      "Processing 491 of 1635 batches (25 sequences)\n",
      "Processing 492 of 1635 batches (25 sequences)\n",
      "Processing 493 of 1635 batches (25 sequences)\n",
      "Processing 494 of 1635 batches (25 sequences)\n",
      "Processing 495 of 1635 batches (25 sequences)\n",
      "Processing 496 of 1635 batches (25 sequences)\n",
      "Processing 497 of 1635 batches (25 sequences)\n",
      "Processing 498 of 1635 batches (25 sequences)\n",
      "Processing 499 of 1635 batches (25 sequences)\n",
      "Processing 500 of 1635 batches (25 sequences)\n",
      "Processing 501 of 1635 batches (25 sequences)\n",
      "Processing 502 of 1635 batches (25 sequences)\n",
      "Processing 503 of 1635 batches (25 sequences)\n",
      "Processing 504 of 1635 batches (25 sequences)\n",
      "Processing 505 of 1635 batches (25 sequences)\n",
      "Processing 506 of 1635 batches (25 sequences)\n",
      "Processing 507 of 1635 batches (25 sequences)\n",
      "Processing 508 of 1635 batches (25 sequences)\n",
      "Processing 509 of 1635 batches (25 sequences)\n",
      "Processing 510 of 1635 batches (24 sequences)\n",
      "Processing 511 of 1635 batches (24 sequences)\n",
      "Processing 512 of 1635 batches (24 sequences)\n",
      "Processing 513 of 1635 batches (24 sequences)\n",
      "Processing 514 of 1635 batches (24 sequences)\n",
      "Processing 515 of 1635 batches (24 sequences)\n",
      "Processing 516 of 1635 batches (24 sequences)\n",
      "Processing 517 of 1635 batches (24 sequences)\n",
      "Processing 518 of 1635 batches (24 sequences)\n",
      "Processing 519 of 1635 batches (24 sequences)\n",
      "Processing 520 of 1635 batches (24 sequences)\n",
      "Processing 521 of 1635 batches (24 sequences)\n",
      "Processing 522 of 1635 batches (24 sequences)\n",
      "Processing 523 of 1635 batches (24 sequences)\n",
      "Processing 524 of 1635 batches (24 sequences)\n",
      "Processing 525 of 1635 batches (24 sequences)\n",
      "Processing 526 of 1635 batches (24 sequences)\n",
      "Processing 527 of 1635 batches (24 sequences)\n",
      "Processing 528 of 1635 batches (24 sequences)\n",
      "Processing 529 of 1635 batches (24 sequences)\n",
      "Processing 530 of 1635 batches (24 sequences)\n",
      "Processing 531 of 1635 batches (24 sequences)\n",
      "Processing 532 of 1635 batches (24 sequences)\n",
      "Processing 533 of 1635 batches (24 sequences)\n",
      "Processing 534 of 1635 batches (24 sequences)\n",
      "Processing 535 of 1635 batches (24 sequences)\n",
      "Processing 536 of 1635 batches (24 sequences)\n",
      "Processing 537 of 1635 batches (24 sequences)\n",
      "Processing 538 of 1635 batches (24 sequences)\n",
      "Processing 539 of 1635 batches (24 sequences)\n",
      "Processing 540 of 1635 batches (24 sequences)\n",
      "Processing 541 of 1635 batches (23 sequences)\n",
      "Processing 542 of 1635 batches (23 sequences)\n",
      "Processing 543 of 1635 batches (23 sequences)\n",
      "Processing 544 of 1635 batches (23 sequences)\n",
      "Processing 545 of 1635 batches (23 sequences)\n",
      "Processing 546 of 1635 batches (23 sequences)\n",
      "Processing 547 of 1635 batches (23 sequences)\n",
      "Processing 548 of 1635 batches (23 sequences)\n",
      "Processing 549 of 1635 batches (23 sequences)\n",
      "Processing 550 of 1635 batches (23 sequences)\n",
      "Processing 551 of 1635 batches (23 sequences)\n",
      "Processing 552 of 1635 batches (23 sequences)\n",
      "Processing 553 of 1635 batches (23 sequences)\n",
      "Processing 554 of 1635 batches (23 sequences)\n",
      "Processing 555 of 1635 batches (23 sequences)\n",
      "Processing 556 of 1635 batches (23 sequences)\n",
      "Processing 557 of 1635 batches (23 sequences)\n",
      "Processing 558 of 1635 batches (23 sequences)\n",
      "Processing 559 of 1635 batches (23 sequences)\n",
      "Processing 560 of 1635 batches (23 sequences)\n",
      "Processing 561 of 1635 batches (23 sequences)\n",
      "Processing 562 of 1635 batches (23 sequences)\n",
      "Processing 563 of 1635 batches (23 sequences)\n",
      "Processing 564 of 1635 batches (23 sequences)\n",
      "Processing 565 of 1635 batches (23 sequences)\n",
      "Processing 566 of 1635 batches (23 sequences)\n",
      "Processing 567 of 1635 batches (23 sequences)\n",
      "Processing 568 of 1635 batches (23 sequences)\n",
      "Processing 569 of 1635 batches (23 sequences)\n",
      "Processing 570 of 1635 batches (23 sequences)\n",
      "Processing 571 of 1635 batches (23 sequences)\n",
      "Processing 572 of 1635 batches (23 sequences)\n",
      "Processing 573 of 1635 batches (23 sequences)\n",
      "Processing 574 of 1635 batches (23 sequences)\n",
      "Processing 575 of 1635 batches (23 sequences)\n",
      "Processing 576 of 1635 batches (23 sequences)\n",
      "Processing 577 of 1635 batches (22 sequences)\n",
      "Processing 578 of 1635 batches (22 sequences)\n",
      "Processing 579 of 1635 batches (22 sequences)\n",
      "Processing 580 of 1635 batches (22 sequences)\n",
      "Processing 581 of 1635 batches (22 sequences)\n",
      "Processing 582 of 1635 batches (22 sequences)\n",
      "Processing 583 of 1635 batches (22 sequences)\n",
      "Processing 584 of 1635 batches (22 sequences)\n",
      "Processing 585 of 1635 batches (22 sequences)\n",
      "Processing 586 of 1635 batches (22 sequences)\n",
      "Processing 587 of 1635 batches (22 sequences)\n",
      "Processing 588 of 1635 batches (22 sequences)\n",
      "Processing 589 of 1635 batches (22 sequences)\n",
      "Processing 590 of 1635 batches (22 sequences)\n",
      "Processing 591 of 1635 batches (22 sequences)\n",
      "Processing 592 of 1635 batches (22 sequences)\n",
      "Processing 593 of 1635 batches (22 sequences)\n",
      "Processing 594 of 1635 batches (22 sequences)\n",
      "Processing 595 of 1635 batches (22 sequences)\n",
      "Processing 596 of 1635 batches (22 sequences)\n",
      "Processing 597 of 1635 batches (22 sequences)\n",
      "Processing 598 of 1635 batches (22 sequences)\n",
      "Processing 599 of 1635 batches (22 sequences)\n",
      "Processing 600 of 1635 batches (22 sequences)\n",
      "Processing 601 of 1635 batches (22 sequences)\n",
      "Processing 602 of 1635 batches (22 sequences)\n",
      "Processing 603 of 1635 batches (22 sequences)\n",
      "Processing 604 of 1635 batches (22 sequences)\n",
      "Processing 605 of 1635 batches (22 sequences)\n",
      "Processing 606 of 1635 batches (22 sequences)\n",
      "Processing 607 of 1635 batches (22 sequences)\n",
      "Processing 608 of 1635 batches (22 sequences)\n",
      "Processing 609 of 1635 batches (22 sequences)\n",
      "Processing 610 of 1635 batches (22 sequences)\n",
      "Processing 611 of 1635 batches (22 sequences)\n",
      "Processing 612 of 1635 batches (22 sequences)\n",
      "Processing 613 of 1635 batches (21 sequences)\n",
      "Processing 614 of 1635 batches (21 sequences)\n",
      "Processing 615 of 1635 batches (21 sequences)\n",
      "Processing 616 of 1635 batches (21 sequences)\n",
      "Processing 617 of 1635 batches (21 sequences)\n",
      "Processing 618 of 1635 batches (21 sequences)\n",
      "Processing 619 of 1635 batches (21 sequences)\n",
      "Processing 620 of 1635 batches (21 sequences)\n",
      "Processing 621 of 1635 batches (21 sequences)\n",
      "Processing 622 of 1635 batches (21 sequences)\n",
      "Processing 623 of 1635 batches (21 sequences)\n",
      "Processing 624 of 1635 batches (21 sequences)\n",
      "Processing 625 of 1635 batches (21 sequences)\n",
      "Processing 626 of 1635 batches (21 sequences)\n",
      "Processing 627 of 1635 batches (21 sequences)\n",
      "Processing 628 of 1635 batches (21 sequences)\n",
      "Processing 629 of 1635 batches (21 sequences)\n",
      "Processing 630 of 1635 batches (21 sequences)\n",
      "Processing 631 of 1635 batches (21 sequences)\n",
      "Processing 632 of 1635 batches (21 sequences)\n",
      "Processing 633 of 1635 batches (21 sequences)\n",
      "Processing 634 of 1635 batches (21 sequences)\n",
      "Processing 635 of 1635 batches (21 sequences)\n",
      "Processing 636 of 1635 batches (21 sequences)\n",
      "Processing 637 of 1635 batches (21 sequences)\n",
      "Processing 638 of 1635 batches (21 sequences)\n",
      "Processing 639 of 1635 batches (21 sequences)\n",
      "Processing 640 of 1635 batches (21 sequences)\n",
      "Processing 641 of 1635 batches (21 sequences)\n",
      "Processing 642 of 1635 batches (21 sequences)\n",
      "Processing 643 of 1635 batches (21 sequences)\n",
      "Processing 644 of 1635 batches (21 sequences)\n",
      "Processing 645 of 1635 batches (20 sequences)\n",
      "Processing 646 of 1635 batches (20 sequences)\n",
      "Processing 647 of 1635 batches (20 sequences)\n",
      "Processing 648 of 1635 batches (20 sequences)\n",
      "Processing 649 of 1635 batches (20 sequences)\n",
      "Processing 650 of 1635 batches (20 sequences)\n",
      "Processing 651 of 1635 batches (20 sequences)\n",
      "Processing 652 of 1635 batches (20 sequences)\n",
      "Processing 653 of 1635 batches (20 sequences)\n",
      "Processing 654 of 1635 batches (20 sequences)\n",
      "Processing 655 of 1635 batches (20 sequences)\n",
      "Processing 656 of 1635 batches (20 sequences)\n",
      "Processing 657 of 1635 batches (20 sequences)\n",
      "Processing 658 of 1635 batches (20 sequences)\n",
      "Processing 659 of 1635 batches (20 sequences)\n",
      "Processing 660 of 1635 batches (20 sequences)\n",
      "Processing 661 of 1635 batches (20 sequences)\n",
      "Processing 662 of 1635 batches (20 sequences)\n",
      "Processing 663 of 1635 batches (20 sequences)\n",
      "Processing 664 of 1635 batches (20 sequences)\n",
      "Processing 665 of 1635 batches (20 sequences)\n",
      "Processing 666 of 1635 batches (20 sequences)\n",
      "Processing 667 of 1635 batches (20 sequences)\n",
      "Processing 668 of 1635 batches (20 sequences)\n",
      "Processing 669 of 1635 batches (20 sequences)\n",
      "Processing 670 of 1635 batches (20 sequences)\n",
      "Processing 671 of 1635 batches (20 sequences)\n",
      "Processing 672 of 1635 batches (20 sequences)\n",
      "Processing 673 of 1635 batches (20 sequences)\n",
      "Processing 674 of 1635 batches (20 sequences)\n",
      "Processing 675 of 1635 batches (20 sequences)\n",
      "Processing 676 of 1635 batches (20 sequences)\n",
      "Processing 677 of 1635 batches (19 sequences)\n",
      "Processing 678 of 1635 batches (19 sequences)\n",
      "Processing 679 of 1635 batches (19 sequences)\n",
      "Processing 680 of 1635 batches (19 sequences)\n",
      "Processing 681 of 1635 batches (19 sequences)\n",
      "Processing 682 of 1635 batches (19 sequences)\n",
      "Processing 683 of 1635 batches (19 sequences)\n",
      "Processing 684 of 1635 batches (19 sequences)\n",
      "Processing 685 of 1635 batches (19 sequences)\n",
      "Processing 686 of 1635 batches (19 sequences)\n",
      "Processing 687 of 1635 batches (19 sequences)\n",
      "Processing 688 of 1635 batches (19 sequences)\n",
      "Processing 689 of 1635 batches (19 sequences)\n",
      "Processing 690 of 1635 batches (19 sequences)\n",
      "Processing 691 of 1635 batches (19 sequences)\n",
      "Processing 692 of 1635 batches (19 sequences)\n",
      "Processing 693 of 1635 batches (19 sequences)\n",
      "Processing 694 of 1635 batches (19 sequences)\n",
      "Processing 695 of 1635 batches (19 sequences)\n",
      "Processing 696 of 1635 batches (19 sequences)\n",
      "Processing 697 of 1635 batches (19 sequences)\n",
      "Processing 698 of 1635 batches (19 sequences)\n",
      "Processing 699 of 1635 batches (19 sequences)\n",
      "Processing 700 of 1635 batches (19 sequences)\n",
      "Processing 701 of 1635 batches (19 sequences)\n",
      "Processing 702 of 1635 batches (19 sequences)\n",
      "Processing 703 of 1635 batches (19 sequences)\n",
      "Processing 704 of 1635 batches (19 sequences)\n",
      "Processing 705 of 1635 batches (19 sequences)\n",
      "Processing 706 of 1635 batches (19 sequences)\n",
      "Processing 707 of 1635 batches (19 sequences)\n",
      "Processing 708 of 1635 batches (19 sequences)\n",
      "Processing 709 of 1635 batches (19 sequences)\n",
      "Processing 710 of 1635 batches (19 sequences)\n",
      "Processing 711 of 1635 batches (19 sequences)\n",
      "Processing 712 of 1635 batches (19 sequences)\n",
      "Processing 713 of 1635 batches (19 sequences)\n",
      "Processing 714 of 1635 batches (19 sequences)\n",
      "Processing 715 of 1635 batches (19 sequences)\n",
      "Processing 716 of 1635 batches (19 sequences)\n",
      "Processing 717 of 1635 batches (19 sequences)\n",
      "Processing 718 of 1635 batches (19 sequences)\n",
      "Processing 719 of 1635 batches (19 sequences)\n",
      "Processing 720 of 1635 batches (19 sequences)\n",
      "Processing 721 of 1635 batches (19 sequences)\n",
      "Processing 722 of 1635 batches (19 sequences)\n",
      "Processing 723 of 1635 batches (19 sequences)\n",
      "Processing 724 of 1635 batches (18 sequences)\n",
      "Processing 725 of 1635 batches (18 sequences)\n",
      "Processing 726 of 1635 batches (18 sequences)\n",
      "Processing 727 of 1635 batches (18 sequences)\n",
      "Processing 728 of 1635 batches (18 sequences)\n",
      "Processing 729 of 1635 batches (18 sequences)\n",
      "Processing 730 of 1635 batches (18 sequences)\n",
      "Processing 731 of 1635 batches (18 sequences)\n",
      "Processing 732 of 1635 batches (18 sequences)\n",
      "Processing 733 of 1635 batches (18 sequences)\n",
      "Processing 734 of 1635 batches (18 sequences)\n",
      "Processing 735 of 1635 batches (18 sequences)\n",
      "Processing 736 of 1635 batches (18 sequences)\n",
      "Processing 737 of 1635 batches (18 sequences)\n",
      "Processing 738 of 1635 batches (18 sequences)\n",
      "Processing 739 of 1635 batches (18 sequences)\n",
      "Processing 740 of 1635 batches (18 sequences)\n",
      "Processing 741 of 1635 batches (18 sequences)\n",
      "Processing 742 of 1635 batches (18 sequences)\n",
      "Processing 743 of 1635 batches (18 sequences)\n",
      "Processing 744 of 1635 batches (18 sequences)\n",
      "Processing 745 of 1635 batches (18 sequences)\n",
      "Processing 746 of 1635 batches (18 sequences)\n",
      "Processing 747 of 1635 batches (18 sequences)\n",
      "Processing 748 of 1635 batches (18 sequences)\n",
      "Processing 749 of 1635 batches (18 sequences)\n",
      "Processing 750 of 1635 batches (18 sequences)\n",
      "Processing 751 of 1635 batches (18 sequences)\n",
      "Processing 752 of 1635 batches (18 sequences)\n",
      "Processing 753 of 1635 batches (18 sequences)\n",
      "Processing 754 of 1635 batches (18 sequences)\n",
      "Processing 755 of 1635 batches (18 sequences)\n",
      "Processing 756 of 1635 batches (18 sequences)\n",
      "Processing 757 of 1635 batches (18 sequences)\n",
      "Processing 758 of 1635 batches (18 sequences)\n",
      "Processing 759 of 1635 batches (18 sequences)\n",
      "Processing 760 of 1635 batches (18 sequences)\n",
      "Processing 761 of 1635 batches (18 sequences)\n",
      "Processing 762 of 1635 batches (18 sequences)\n",
      "Processing 763 of 1635 batches (18 sequences)\n",
      "Processing 764 of 1635 batches (18 sequences)\n",
      "Processing 765 of 1635 batches (18 sequences)\n",
      "Processing 766 of 1635 batches (18 sequences)\n",
      "Processing 767 of 1635 batches (18 sequences)\n",
      "Processing 768 of 1635 batches (18 sequences)\n",
      "Processing 769 of 1635 batches (18 sequences)\n",
      "Processing 770 of 1635 batches (18 sequences)\n",
      "Processing 771 of 1635 batches (18 sequences)\n",
      "Processing 772 of 1635 batches (18 sequences)\n",
      "Processing 773 of 1635 batches (18 sequences)\n",
      "Processing 774 of 1635 batches (18 sequences)\n",
      "Processing 775 of 1635 batches (18 sequences)\n",
      "Processing 776 of 1635 batches (18 sequences)\n",
      "Processing 777 of 1635 batches (18 sequences)\n",
      "Processing 778 of 1635 batches (18 sequences)\n",
      "Processing 779 of 1635 batches (18 sequences)\n",
      "Processing 780 of 1635 batches (18 sequences)\n",
      "Processing 781 of 1635 batches (18 sequences)\n",
      "Processing 782 of 1635 batches (18 sequences)\n",
      "Processing 783 of 1635 batches (18 sequences)\n",
      "Processing 784 of 1635 batches (18 sequences)\n",
      "Processing 785 of 1635 batches (18 sequences)\n",
      "Processing 786 of 1635 batches (18 sequences)\n",
      "Processing 787 of 1635 batches (18 sequences)\n",
      "Processing 788 of 1635 batches (18 sequences)\n",
      "Processing 789 of 1635 batches (18 sequences)\n",
      "Processing 790 of 1635 batches (18 sequences)\n",
      "Processing 791 of 1635 batches (18 sequences)\n",
      "Processing 792 of 1635 batches (18 sequences)\n",
      "Processing 793 of 1635 batches (18 sequences)\n",
      "Processing 794 of 1635 batches (18 sequences)\n",
      "Processing 795 of 1635 batches (18 sequences)\n",
      "Processing 796 of 1635 batches (18 sequences)\n",
      "Processing 797 of 1635 batches (18 sequences)\n",
      "Processing 798 of 1635 batches (18 sequences)\n",
      "Processing 799 of 1635 batches (18 sequences)\n",
      "Processing 800 of 1635 batches (18 sequences)\n",
      "Processing 801 of 1635 batches (18 sequences)\n",
      "Processing 802 of 1635 batches (18 sequences)\n",
      "Processing 803 of 1635 batches (18 sequences)\n",
      "Processing 804 of 1635 batches (18 sequences)\n",
      "Processing 805 of 1635 batches (18 sequences)\n",
      "Processing 806 of 1635 batches (18 sequences)\n",
      "Processing 807 of 1635 batches (18 sequences)\n",
      "Processing 808 of 1635 batches (18 sequences)\n",
      "Processing 809 of 1635 batches (18 sequences)\n",
      "Processing 810 of 1635 batches (18 sequences)\n",
      "Processing 811 of 1635 batches (18 sequences)\n",
      "Processing 812 of 1635 batches (18 sequences)\n",
      "Processing 813 of 1635 batches (18 sequences)\n",
      "Processing 814 of 1635 batches (18 sequences)\n",
      "Processing 815 of 1635 batches (18 sequences)\n",
      "Processing 816 of 1635 batches (18 sequences)\n",
      "Processing 817 of 1635 batches (17 sequences)\n",
      "Processing 818 of 1635 batches (17 sequences)\n",
      "Processing 819 of 1635 batches (17 sequences)\n",
      "Processing 820 of 1635 batches (17 sequences)\n",
      "Processing 821 of 1635 batches (17 sequences)\n",
      "Processing 822 of 1635 batches (17 sequences)\n",
      "Processing 823 of 1635 batches (17 sequences)\n",
      "Processing 824 of 1635 batches (17 sequences)\n",
      "Processing 825 of 1635 batches (17 sequences)\n",
      "Processing 826 of 1635 batches (17 sequences)\n",
      "Processing 827 of 1635 batches (17 sequences)\n",
      "Processing 828 of 1635 batches (17 sequences)\n",
      "Processing 829 of 1635 batches (17 sequences)\n",
      "Processing 830 of 1635 batches (17 sequences)\n",
      "Processing 831 of 1635 batches (17 sequences)\n",
      "Processing 832 of 1635 batches (17 sequences)\n",
      "Processing 833 of 1635 batches (17 sequences)\n",
      "Processing 834 of 1635 batches (17 sequences)\n",
      "Processing 835 of 1635 batches (17 sequences)\n",
      "Processing 836 of 1635 batches (17 sequences)\n",
      "Processing 837 of 1635 batches (17 sequences)\n",
      "Processing 838 of 1635 batches (17 sequences)\n",
      "Processing 839 of 1635 batches (17 sequences)\n",
      "Processing 840 of 1635 batches (17 sequences)\n",
      "Processing 841 of 1635 batches (17 sequences)\n",
      "Processing 842 of 1635 batches (17 sequences)\n",
      "Processing 843 of 1635 batches (17 sequences)\n",
      "Processing 844 of 1635 batches (17 sequences)\n",
      "Processing 845 of 1635 batches (17 sequences)\n",
      "Processing 846 of 1635 batches (17 sequences)\n",
      "Processing 847 of 1635 batches (17 sequences)\n",
      "Processing 848 of 1635 batches (17 sequences)\n",
      "Processing 849 of 1635 batches (17 sequences)\n",
      "Processing 850 of 1635 batches (17 sequences)\n",
      "Processing 851 of 1635 batches (17 sequences)\n",
      "Processing 852 of 1635 batches (17 sequences)\n",
      "Processing 853 of 1635 batches (17 sequences)\n",
      "Processing 854 of 1635 batches (17 sequences)\n",
      "Processing 855 of 1635 batches (17 sequences)\n",
      "Processing 856 of 1635 batches (17 sequences)\n",
      "Processing 857 of 1635 batches (17 sequences)\n",
      "Processing 858 of 1635 batches (17 sequences)\n",
      "Processing 859 of 1635 batches (17 sequences)\n",
      "Processing 860 of 1635 batches (17 sequences)\n",
      "Processing 861 of 1635 batches (17 sequences)\n",
      "Processing 862 of 1635 batches (17 sequences)\n",
      "Processing 863 of 1635 batches (17 sequences)\n",
      "Processing 864 of 1635 batches (17 sequences)\n",
      "Processing 865 of 1635 batches (17 sequences)\n",
      "Processing 866 of 1635 batches (17 sequences)\n",
      "Processing 867 of 1635 batches (17 sequences)\n",
      "Processing 868 of 1635 batches (17 sequences)\n",
      "Processing 869 of 1635 batches (17 sequences)\n",
      "Processing 870 of 1635 batches (17 sequences)\n",
      "Processing 871 of 1635 batches (17 sequences)\n",
      "Processing 872 of 1635 batches (17 sequences)\n",
      "Processing 873 of 1635 batches (17 sequences)\n",
      "Processing 874 of 1635 batches (17 sequences)\n",
      "Processing 875 of 1635 batches (17 sequences)\n",
      "Processing 876 of 1635 batches (17 sequences)\n",
      "Processing 877 of 1635 batches (17 sequences)\n",
      "Processing 878 of 1635 batches (17 sequences)\n",
      "Processing 879 of 1635 batches (16 sequences)\n",
      "Processing 880 of 1635 batches (16 sequences)\n",
      "Processing 881 of 1635 batches (16 sequences)\n",
      "Processing 882 of 1635 batches (16 sequences)\n",
      "Processing 883 of 1635 batches (16 sequences)\n",
      "Processing 884 of 1635 batches (16 sequences)\n",
      "Processing 885 of 1635 batches (16 sequences)\n",
      "Processing 886 of 1635 batches (16 sequences)\n",
      "Processing 887 of 1635 batches (16 sequences)\n",
      "Processing 888 of 1635 batches (16 sequences)\n",
      "Processing 889 of 1635 batches (16 sequences)\n",
      "Processing 890 of 1635 batches (16 sequences)\n",
      "Processing 891 of 1635 batches (16 sequences)\n",
      "Processing 892 of 1635 batches (16 sequences)\n",
      "Processing 893 of 1635 batches (16 sequences)\n",
      "Processing 894 of 1635 batches (16 sequences)\n",
      "Processing 895 of 1635 batches (16 sequences)\n",
      "Processing 896 of 1635 batches (16 sequences)\n",
      "Processing 897 of 1635 batches (16 sequences)\n",
      "Processing 898 of 1635 batches (16 sequences)\n",
      "Processing 899 of 1635 batches (16 sequences)\n",
      "Processing 900 of 1635 batches (16 sequences)\n",
      "Processing 901 of 1635 batches (16 sequences)\n",
      "Processing 902 of 1635 batches (16 sequences)\n",
      "Processing 903 of 1635 batches (16 sequences)\n",
      "Processing 904 of 1635 batches (16 sequences)\n",
      "Processing 905 of 1635 batches (16 sequences)\n",
      "Processing 906 of 1635 batches (16 sequences)\n",
      "Processing 907 of 1635 batches (16 sequences)\n",
      "Processing 908 of 1635 batches (16 sequences)\n",
      "Processing 909 of 1635 batches (16 sequences)\n",
      "Processing 910 of 1635 batches (16 sequences)\n",
      "Processing 911 of 1635 batches (16 sequences)\n",
      "Processing 912 of 1635 batches (16 sequences)\n",
      "Processing 913 of 1635 batches (16 sequences)\n",
      "Processing 914 of 1635 batches (16 sequences)\n",
      "Processing 915 of 1635 batches (16 sequences)\n",
      "Processing 916 of 1635 batches (16 sequences)\n",
      "Processing 917 of 1635 batches (16 sequences)\n",
      "Processing 918 of 1635 batches (16 sequences)\n",
      "Processing 919 of 1635 batches (16 sequences)\n",
      "Processing 920 of 1635 batches (16 sequences)\n",
      "Processing 921 of 1635 batches (16 sequences)\n",
      "Processing 922 of 1635 batches (16 sequences)\n",
      "Processing 923 of 1635 batches (16 sequences)\n",
      "Processing 924 of 1635 batches (16 sequences)\n",
      "Processing 925 of 1635 batches (16 sequences)\n",
      "Processing 926 of 1635 batches (16 sequences)\n",
      "Processing 927 of 1635 batches (16 sequences)\n",
      "Processing 928 of 1635 batches (16 sequences)\n",
      "Processing 929 of 1635 batches (16 sequences)\n",
      "Processing 930 of 1635 batches (16 sequences)\n",
      "Processing 931 of 1635 batches (16 sequences)\n",
      "Processing 932 of 1635 batches (16 sequences)\n",
      "Processing 933 of 1635 batches (16 sequences)\n",
      "Processing 934 of 1635 batches (16 sequences)\n",
      "Processing 935 of 1635 batches (16 sequences)\n",
      "Processing 936 of 1635 batches (16 sequences)\n",
      "Processing 937 of 1635 batches (16 sequences)\n",
      "Processing 938 of 1635 batches (16 sequences)\n",
      "Processing 939 of 1635 batches (16 sequences)\n",
      "Processing 940 of 1635 batches (16 sequences)\n",
      "Processing 941 of 1635 batches (16 sequences)\n",
      "Processing 942 of 1635 batches (16 sequences)\n",
      "Processing 943 of 1635 batches (16 sequences)\n",
      "Processing 944 of 1635 batches (16 sequences)\n",
      "Processing 945 of 1635 batches (16 sequences)\n",
      "Processing 946 of 1635 batches (16 sequences)\n",
      "Processing 947 of 1635 batches (16 sequences)\n",
      "Processing 948 of 1635 batches (16 sequences)\n",
      "Processing 949 of 1635 batches (16 sequences)\n",
      "Processing 950 of 1635 batches (16 sequences)\n",
      "Processing 951 of 1635 batches (16 sequences)\n",
      "Processing 952 of 1635 batches (16 sequences)\n",
      "Processing 953 of 1635 batches (16 sequences)\n",
      "Processing 954 of 1635 batches (16 sequences)\n",
      "Processing 955 of 1635 batches (16 sequences)\n",
      "Processing 956 of 1635 batches (15 sequences)\n",
      "Processing 957 of 1635 batches (15 sequences)\n",
      "Processing 958 of 1635 batches (15 sequences)\n",
      "Processing 959 of 1635 batches (15 sequences)\n",
      "Processing 960 of 1635 batches (15 sequences)\n",
      "Processing 961 of 1635 batches (15 sequences)\n",
      "Processing 962 of 1635 batches (15 sequences)\n",
      "Processing 963 of 1635 batches (15 sequences)\n",
      "Processing 964 of 1635 batches (15 sequences)\n",
      "Processing 965 of 1635 batches (15 sequences)\n",
      "Processing 966 of 1635 batches (15 sequences)\n",
      "Processing 967 of 1635 batches (15 sequences)\n",
      "Processing 968 of 1635 batches (15 sequences)\n",
      "Processing 969 of 1635 batches (15 sequences)\n",
      "Processing 970 of 1635 batches (15 sequences)\n",
      "Processing 971 of 1635 batches (15 sequences)\n",
      "Processing 972 of 1635 batches (15 sequences)\n",
      "Processing 973 of 1635 batches (15 sequences)\n",
      "Processing 974 of 1635 batches (15 sequences)\n",
      "Processing 975 of 1635 batches (15 sequences)\n",
      "Processing 976 of 1635 batches (15 sequences)\n",
      "Processing 977 of 1635 batches (15 sequences)\n",
      "Processing 978 of 1635 batches (15 sequences)\n",
      "Processing 979 of 1635 batches (15 sequences)\n",
      "Processing 980 of 1635 batches (15 sequences)\n",
      "Processing 981 of 1635 batches (15 sequences)\n",
      "Processing 982 of 1635 batches (15 sequences)\n",
      "Processing 983 of 1635 batches (15 sequences)\n",
      "Processing 984 of 1635 batches (15 sequences)\n",
      "Processing 985 of 1635 batches (15 sequences)\n",
      "Processing 986 of 1635 batches (15 sequences)\n",
      "Processing 987 of 1635 batches (15 sequences)\n",
      "Processing 988 of 1635 batches (15 sequences)\n",
      "Processing 989 of 1635 batches (15 sequences)\n",
      "Processing 990 of 1635 batches (15 sequences)\n",
      "Processing 991 of 1635 batches (15 sequences)\n",
      "Processing 992 of 1635 batches (15 sequences)\n",
      "Processing 993 of 1635 batches (15 sequences)\n",
      "Processing 994 of 1635 batches (15 sequences)\n",
      "Processing 995 of 1635 batches (15 sequences)\n",
      "Processing 996 of 1635 batches (15 sequences)\n",
      "Processing 997 of 1635 batches (15 sequences)\n",
      "Processing 998 of 1635 batches (15 sequences)\n",
      "Processing 999 of 1635 batches (15 sequences)\n",
      "Processing 1000 of 1635 batches (15 sequences)\n",
      "Processing 1001 of 1635 batches (15 sequences)\n",
      "Processing 1002 of 1635 batches (15 sequences)\n",
      "Processing 1003 of 1635 batches (15 sequences)\n",
      "Processing 1004 of 1635 batches (15 sequences)\n",
      "Processing 1005 of 1635 batches (15 sequences)\n",
      "Processing 1006 of 1635 batches (15 sequences)\n",
      "Processing 1007 of 1635 batches (15 sequences)\n",
      "Processing 1008 of 1635 batches (15 sequences)\n",
      "Processing 1009 of 1635 batches (15 sequences)\n",
      "Processing 1010 of 1635 batches (15 sequences)\n",
      "Processing 1011 of 1635 batches (15 sequences)\n",
      "Processing 1012 of 1635 batches (15 sequences)\n",
      "Processing 1013 of 1635 batches (15 sequences)\n",
      "Processing 1014 of 1635 batches (15 sequences)\n",
      "Processing 1015 of 1635 batches (15 sequences)\n",
      "Processing 1016 of 1635 batches (15 sequences)\n",
      "Processing 1017 of 1635 batches (15 sequences)\n",
      "Processing 1018 of 1635 batches (15 sequences)\n",
      "Processing 1019 of 1635 batches (15 sequences)\n",
      "Processing 1020 of 1635 batches (15 sequences)\n",
      "Processing 1021 of 1635 batches (15 sequences)\n",
      "Processing 1022 of 1635 batches (15 sequences)\n",
      "Processing 1023 of 1635 batches (15 sequences)\n",
      "Processing 1024 of 1635 batches (15 sequences)\n",
      "Processing 1025 of 1635 batches (15 sequences)\n",
      "Processing 1026 of 1635 batches (15 sequences)\n",
      "Processing 1027 of 1635 batches (15 sequences)\n",
      "Processing 1028 of 1635 batches (15 sequences)\n",
      "Processing 1029 of 1635 batches (15 sequences)\n",
      "Processing 1030 of 1635 batches (14 sequences)\n",
      "Processing 1031 of 1635 batches (14 sequences)\n",
      "Processing 1032 of 1635 batches (14 sequences)\n",
      "Processing 1033 of 1635 batches (14 sequences)\n",
      "Processing 1034 of 1635 batches (14 sequences)\n",
      "Processing 1035 of 1635 batches (14 sequences)\n",
      "Processing 1036 of 1635 batches (14 sequences)\n",
      "Processing 1037 of 1635 batches (14 sequences)\n",
      "Processing 1038 of 1635 batches (14 sequences)\n",
      "Processing 1039 of 1635 batches (14 sequences)\n",
      "Processing 1040 of 1635 batches (14 sequences)\n",
      "Processing 1041 of 1635 batches (14 sequences)\n",
      "Processing 1042 of 1635 batches (14 sequences)\n",
      "Processing 1043 of 1635 batches (14 sequences)\n",
      "Processing 1044 of 1635 batches (14 sequences)\n",
      "Processing 1045 of 1635 batches (14 sequences)\n",
      "Processing 1046 of 1635 batches (14 sequences)\n",
      "Processing 1047 of 1635 batches (14 sequences)\n",
      "Processing 1048 of 1635 batches (14 sequences)\n",
      "Processing 1049 of 1635 batches (14 sequences)\n",
      "Processing 1050 of 1635 batches (14 sequences)\n",
      "Processing 1051 of 1635 batches (14 sequences)\n",
      "Processing 1052 of 1635 batches (14 sequences)\n",
      "Processing 1053 of 1635 batches (14 sequences)\n",
      "Processing 1054 of 1635 batches (14 sequences)\n",
      "Processing 1055 of 1635 batches (14 sequences)\n",
      "Processing 1056 of 1635 batches (14 sequences)\n",
      "Processing 1057 of 1635 batches (14 sequences)\n",
      "Processing 1058 of 1635 batches (14 sequences)\n",
      "Processing 1059 of 1635 batches (14 sequences)\n",
      "Processing 1060 of 1635 batches (14 sequences)\n",
      "Processing 1061 of 1635 batches (14 sequences)\n",
      "Processing 1062 of 1635 batches (14 sequences)\n",
      "Processing 1063 of 1635 batches (14 sequences)\n",
      "Processing 1064 of 1635 batches (14 sequences)\n",
      "Processing 1065 of 1635 batches (14 sequences)\n",
      "Processing 1066 of 1635 batches (14 sequences)\n",
      "Processing 1067 of 1635 batches (14 sequences)\n",
      "Processing 1068 of 1635 batches (14 sequences)\n",
      "Processing 1069 of 1635 batches (14 sequences)\n",
      "Processing 1070 of 1635 batches (14 sequences)\n",
      "Processing 1071 of 1635 batches (14 sequences)\n",
      "Processing 1072 of 1635 batches (14 sequences)\n",
      "Processing 1073 of 1635 batches (14 sequences)\n",
      "Processing 1074 of 1635 batches (14 sequences)\n",
      "Processing 1075 of 1635 batches (14 sequences)\n",
      "Processing 1076 of 1635 batches (14 sequences)\n",
      "Processing 1077 of 1635 batches (14 sequences)\n",
      "Processing 1078 of 1635 batches (14 sequences)\n",
      "Processing 1079 of 1635 batches (14 sequences)\n",
      "Processing 1080 of 1635 batches (14 sequences)\n",
      "Processing 1081 of 1635 batches (14 sequences)\n",
      "Processing 1082 of 1635 batches (14 sequences)\n",
      "Processing 1083 of 1635 batches (14 sequences)\n",
      "Processing 1084 of 1635 batches (14 sequences)\n",
      "Processing 1085 of 1635 batches (14 sequences)\n",
      "Processing 1086 of 1635 batches (14 sequences)\n",
      "Processing 1087 of 1635 batches (14 sequences)\n",
      "Processing 1088 of 1635 batches (14 sequences)\n",
      "Processing 1089 of 1635 batches (14 sequences)\n",
      "Processing 1090 of 1635 batches (14 sequences)\n",
      "Processing 1091 of 1635 batches (14 sequences)\n",
      "Processing 1092 of 1635 batches (14 sequences)\n",
      "Processing 1093 of 1635 batches (14 sequences)\n",
      "Processing 1094 of 1635 batches (14 sequences)\n",
      "Processing 1095 of 1635 batches (14 sequences)\n",
      "Processing 1096 of 1635 batches (14 sequences)\n",
      "Processing 1097 of 1635 batches (14 sequences)\n",
      "Processing 1098 of 1635 batches (14 sequences)\n",
      "Processing 1099 of 1635 batches (14 sequences)\n",
      "Processing 1100 of 1635 batches (14 sequences)\n",
      "Processing 1101 of 1635 batches (14 sequences)\n",
      "Processing 1102 of 1635 batches (14 sequences)\n",
      "Processing 1103 of 1635 batches (14 sequences)\n",
      "Processing 1104 of 1635 batches (14 sequences)\n",
      "Processing 1105 of 1635 batches (14 sequences)\n",
      "Processing 1106 of 1635 batches (13 sequences)\n",
      "Processing 1107 of 1635 batches (13 sequences)\n",
      "Processing 1108 of 1635 batches (13 sequences)\n",
      "Processing 1109 of 1635 batches (13 sequences)\n",
      "Processing 1110 of 1635 batches (13 sequences)\n",
      "Processing 1111 of 1635 batches (13 sequences)\n",
      "Processing 1112 of 1635 batches (13 sequences)\n",
      "Processing 1113 of 1635 batches (13 sequences)\n",
      "Processing 1114 of 1635 batches (13 sequences)\n",
      "Processing 1115 of 1635 batches (13 sequences)\n",
      "Processing 1116 of 1635 batches (13 sequences)\n",
      "Processing 1117 of 1635 batches (13 sequences)\n",
      "Processing 1118 of 1635 batches (13 sequences)\n",
      "Processing 1119 of 1635 batches (13 sequences)\n",
      "Processing 1120 of 1635 batches (13 sequences)\n",
      "Processing 1121 of 1635 batches (13 sequences)\n",
      "Processing 1122 of 1635 batches (13 sequences)\n",
      "Processing 1123 of 1635 batches (13 sequences)\n",
      "Processing 1124 of 1635 batches (13 sequences)\n",
      "Processing 1125 of 1635 batches (13 sequences)\n",
      "Processing 1126 of 1635 batches (13 sequences)\n",
      "Processing 1127 of 1635 batches (13 sequences)\n",
      "Processing 1128 of 1635 batches (13 sequences)\n",
      "Processing 1129 of 1635 batches (13 sequences)\n",
      "Processing 1130 of 1635 batches (13 sequences)\n",
      "Processing 1131 of 1635 batches (13 sequences)\n",
      "Processing 1132 of 1635 batches (13 sequences)\n",
      "Processing 1133 of 1635 batches (13 sequences)\n",
      "Processing 1134 of 1635 batches (13 sequences)\n",
      "Processing 1135 of 1635 batches (13 sequences)\n",
      "Processing 1136 of 1635 batches (13 sequences)\n",
      "Processing 1137 of 1635 batches (13 sequences)\n",
      "Processing 1138 of 1635 batches (13 sequences)\n",
      "Processing 1139 of 1635 batches (13 sequences)\n",
      "Processing 1140 of 1635 batches (13 sequences)\n",
      "Processing 1141 of 1635 batches (13 sequences)\n",
      "Processing 1142 of 1635 batches (13 sequences)\n",
      "Processing 1143 of 1635 batches (13 sequences)\n",
      "Processing 1144 of 1635 batches (13 sequences)\n",
      "Processing 1145 of 1635 batches (13 sequences)\n",
      "Processing 1146 of 1635 batches (13 sequences)\n",
      "Processing 1147 of 1635 batches (13 sequences)\n",
      "Processing 1148 of 1635 batches (13 sequences)\n",
      "Processing 1149 of 1635 batches (13 sequences)\n",
      "Processing 1150 of 1635 batches (13 sequences)\n",
      "Processing 1151 of 1635 batches (13 sequences)\n",
      "Processing 1152 of 1635 batches (13 sequences)\n",
      "Processing 1153 of 1635 batches (13 sequences)\n",
      "Processing 1154 of 1635 batches (13 sequences)\n",
      "Processing 1155 of 1635 batches (13 sequences)\n",
      "Processing 1156 of 1635 batches (13 sequences)\n",
      "Processing 1157 of 1635 batches (13 sequences)\n",
      "Processing 1158 of 1635 batches (13 sequences)\n",
      "Processing 1159 of 1635 batches (13 sequences)\n",
      "Processing 1160 of 1635 batches (13 sequences)\n",
      "Processing 1161 of 1635 batches (13 sequences)\n",
      "Processing 1162 of 1635 batches (13 sequences)\n",
      "Processing 1163 of 1635 batches (13 sequences)\n",
      "Processing 1164 of 1635 batches (13 sequences)\n",
      "Processing 1165 of 1635 batches (13 sequences)\n",
      "Processing 1166 of 1635 batches (13 sequences)\n",
      "Processing 1167 of 1635 batches (13 sequences)\n",
      "Processing 1168 of 1635 batches (13 sequences)\n",
      "Processing 1169 of 1635 batches (13 sequences)\n",
      "Processing 1170 of 1635 batches (13 sequences)\n",
      "Processing 1171 of 1635 batches (13 sequences)\n",
      "Processing 1172 of 1635 batches (13 sequences)\n",
      "Processing 1173 of 1635 batches (13 sequences)\n",
      "Processing 1174 of 1635 batches (13 sequences)\n",
      "Processing 1175 of 1635 batches (13 sequences)\n",
      "Processing 1176 of 1635 batches (13 sequences)\n",
      "Processing 1177 of 1635 batches (13 sequences)\n",
      "Processing 1178 of 1635 batches (13 sequences)\n",
      "Processing 1179 of 1635 batches (13 sequences)\n",
      "Processing 1180 of 1635 batches (13 sequences)\n",
      "Processing 1181 of 1635 batches (13 sequences)\n",
      "Processing 1182 of 1635 batches (13 sequences)\n",
      "Processing 1183 of 1635 batches (13 sequences)\n",
      "Processing 1184 of 1635 batches (13 sequences)\n",
      "Processing 1185 of 1635 batches (13 sequences)\n",
      "Processing 1186 of 1635 batches (13 sequences)\n",
      "Processing 1187 of 1635 batches (13 sequences)\n",
      "Processing 1188 of 1635 batches (13 sequences)\n",
      "Processing 1189 of 1635 batches (13 sequences)\n",
      "Processing 1190 of 1635 batches (13 sequences)\n",
      "Processing 1191 of 1635 batches (13 sequences)\n",
      "Processing 1192 of 1635 batches (13 sequences)\n",
      "Processing 1193 of 1635 batches (13 sequences)\n",
      "Processing 1194 of 1635 batches (13 sequences)\n",
      "Processing 1195 of 1635 batches (13 sequences)\n",
      "Processing 1196 of 1635 batches (13 sequences)\n",
      "Processing 1197 of 1635 batches (12 sequences)\n",
      "Processing 1198 of 1635 batches (12 sequences)\n",
      "Processing 1199 of 1635 batches (12 sequences)\n",
      "Processing 1200 of 1635 batches (12 sequences)\n",
      "Processing 1201 of 1635 batches (12 sequences)\n",
      "Processing 1202 of 1635 batches (12 sequences)\n",
      "Processing 1203 of 1635 batches (12 sequences)\n",
      "Processing 1204 of 1635 batches (12 sequences)\n",
      "Processing 1205 of 1635 batches (12 sequences)\n",
      "Processing 1206 of 1635 batches (12 sequences)\n",
      "Processing 1207 of 1635 batches (12 sequences)\n",
      "Processing 1208 of 1635 batches (12 sequences)\n",
      "Processing 1209 of 1635 batches (12 sequences)\n",
      "Processing 1210 of 1635 batches (12 sequences)\n",
      "Processing 1211 of 1635 batches (12 sequences)\n",
      "Processing 1212 of 1635 batches (12 sequences)\n",
      "Processing 1213 of 1635 batches (12 sequences)\n",
      "Processing 1214 of 1635 batches (12 sequences)\n",
      "Processing 1215 of 1635 batches (12 sequences)\n",
      "Processing 1216 of 1635 batches (12 sequences)\n",
      "Processing 1217 of 1635 batches (12 sequences)\n",
      "Processing 1218 of 1635 batches (12 sequences)\n",
      "Processing 1219 of 1635 batches (12 sequences)\n",
      "Processing 1220 of 1635 batches (12 sequences)\n",
      "Processing 1221 of 1635 batches (12 sequences)\n",
      "Processing 1222 of 1635 batches (12 sequences)\n",
      "Processing 1223 of 1635 batches (12 sequences)\n",
      "Processing 1224 of 1635 batches (12 sequences)\n",
      "Processing 1225 of 1635 batches (12 sequences)\n",
      "Processing 1226 of 1635 batches (12 sequences)\n",
      "Processing 1227 of 1635 batches (12 sequences)\n",
      "Processing 1228 of 1635 batches (12 sequences)\n",
      "Processing 1229 of 1635 batches (12 sequences)\n",
      "Processing 1230 of 1635 batches (12 sequences)\n",
      "Processing 1231 of 1635 batches (12 sequences)\n",
      "Processing 1232 of 1635 batches (12 sequences)\n",
      "Processing 1233 of 1635 batches (12 sequences)\n",
      "Processing 1234 of 1635 batches (12 sequences)\n",
      "Processing 1235 of 1635 batches (12 sequences)\n",
      "Processing 1236 of 1635 batches (12 sequences)\n",
      "Processing 1237 of 1635 batches (12 sequences)\n",
      "Processing 1238 of 1635 batches (12 sequences)\n",
      "Processing 1239 of 1635 batches (12 sequences)\n",
      "Processing 1240 of 1635 batches (12 sequences)\n",
      "Processing 1241 of 1635 batches (12 sequences)\n",
      "Processing 1242 of 1635 batches (12 sequences)\n",
      "Processing 1243 of 1635 batches (12 sequences)\n",
      "Processing 1244 of 1635 batches (12 sequences)\n",
      "Processing 1245 of 1635 batches (12 sequences)\n",
      "Processing 1246 of 1635 batches (12 sequences)\n",
      "Processing 1247 of 1635 batches (12 sequences)\n",
      "Processing 1248 of 1635 batches (12 sequences)\n",
      "Processing 1249 of 1635 batches (12 sequences)\n",
      "Processing 1250 of 1635 batches (12 sequences)\n",
      "Processing 1251 of 1635 batches (12 sequences)\n",
      "Processing 1252 of 1635 batches (12 sequences)\n",
      "Processing 1253 of 1635 batches (12 sequences)\n",
      "Processing 1254 of 1635 batches (12 sequences)\n",
      "Processing 1255 of 1635 batches (12 sequences)\n",
      "Processing 1256 of 1635 batches (12 sequences)\n",
      "Processing 1257 of 1635 batches (12 sequences)\n",
      "Processing 1258 of 1635 batches (12 sequences)\n",
      "Processing 1259 of 1635 batches (12 sequences)\n",
      "Processing 1260 of 1635 batches (12 sequences)\n",
      "Processing 1261 of 1635 batches (12 sequences)\n",
      "Processing 1262 of 1635 batches (12 sequences)\n",
      "Processing 1263 of 1635 batches (12 sequences)\n",
      "Processing 1264 of 1635 batches (12 sequences)\n",
      "Processing 1265 of 1635 batches (12 sequences)\n",
      "Processing 1266 of 1635 batches (12 sequences)\n",
      "Processing 1267 of 1635 batches (12 sequences)\n",
      "Processing 1268 of 1635 batches (12 sequences)\n",
      "Processing 1269 of 1635 batches (12 sequences)\n",
      "Processing 1270 of 1635 batches (12 sequences)\n",
      "Processing 1271 of 1635 batches (12 sequences)\n",
      "Processing 1272 of 1635 batches (12 sequences)\n",
      "Processing 1273 of 1635 batches (12 sequences)\n",
      "Processing 1274 of 1635 batches (12 sequences)\n",
      "Processing 1275 of 1635 batches (12 sequences)\n",
      "Processing 1276 of 1635 batches (12 sequences)\n",
      "Processing 1277 of 1635 batches (12 sequences)\n",
      "Processing 1278 of 1635 batches (12 sequences)\n",
      "Processing 1279 of 1635 batches (12 sequences)\n",
      "Processing 1280 of 1635 batches (12 sequences)\n",
      "Processing 1281 of 1635 batches (12 sequences)\n",
      "Processing 1282 of 1635 batches (12 sequences)\n",
      "Processing 1283 of 1635 batches (12 sequences)\n",
      "Processing 1284 of 1635 batches (12 sequences)\n",
      "Processing 1285 of 1635 batches (11 sequences)\n",
      "Processing 1286 of 1635 batches (11 sequences)\n",
      "Processing 1287 of 1635 batches (11 sequences)\n",
      "Processing 1288 of 1635 batches (11 sequences)\n",
      "Processing 1289 of 1635 batches (11 sequences)\n",
      "Processing 1290 of 1635 batches (11 sequences)\n",
      "Processing 1291 of 1635 batches (11 sequences)\n",
      "Processing 1292 of 1635 batches (11 sequences)\n",
      "Processing 1293 of 1635 batches (11 sequences)\n",
      "Processing 1294 of 1635 batches (11 sequences)\n",
      "Processing 1295 of 1635 batches (11 sequences)\n",
      "Processing 1296 of 1635 batches (11 sequences)\n",
      "Processing 1297 of 1635 batches (11 sequences)\n",
      "Processing 1298 of 1635 batches (11 sequences)\n",
      "Processing 1299 of 1635 batches (11 sequences)\n",
      "Processing 1300 of 1635 batches (11 sequences)\n",
      "Processing 1301 of 1635 batches (11 sequences)\n",
      "Processing 1302 of 1635 batches (11 sequences)\n",
      "Processing 1303 of 1635 batches (11 sequences)\n",
      "Processing 1304 of 1635 batches (11 sequences)\n",
      "Processing 1305 of 1635 batches (11 sequences)\n",
      "Processing 1306 of 1635 batches (11 sequences)\n",
      "Processing 1307 of 1635 batches (11 sequences)\n",
      "Processing 1308 of 1635 batches (11 sequences)\n",
      "Processing 1309 of 1635 batches (11 sequences)\n",
      "Processing 1310 of 1635 batches (11 sequences)\n",
      "Processing 1311 of 1635 batches (11 sequences)\n",
      "Processing 1312 of 1635 batches (11 sequences)\n",
      "Processing 1313 of 1635 batches (11 sequences)\n",
      "Processing 1314 of 1635 batches (11 sequences)\n",
      "Processing 1315 of 1635 batches (11 sequences)\n",
      "Processing 1316 of 1635 batches (11 sequences)\n",
      "Processing 1317 of 1635 batches (11 sequences)\n",
      "Processing 1318 of 1635 batches (11 sequences)\n",
      "Processing 1319 of 1635 batches (11 sequences)\n",
      "Processing 1320 of 1635 batches (11 sequences)\n",
      "Processing 1321 of 1635 batches (11 sequences)\n",
      "Processing 1322 of 1635 batches (11 sequences)\n",
      "Processing 1323 of 1635 batches (11 sequences)\n",
      "Processing 1324 of 1635 batches (11 sequences)\n",
      "Processing 1325 of 1635 batches (11 sequences)\n",
      "Processing 1326 of 1635 batches (11 sequences)\n",
      "Processing 1327 of 1635 batches (11 sequences)\n",
      "Processing 1328 of 1635 batches (11 sequences)\n",
      "Processing 1329 of 1635 batches (11 sequences)\n",
      "Processing 1330 of 1635 batches (11 sequences)\n",
      "Processing 1331 of 1635 batches (11 sequences)\n",
      "Processing 1332 of 1635 batches (11 sequences)\n",
      "Processing 1333 of 1635 batches (11 sequences)\n",
      "Processing 1334 of 1635 batches (11 sequences)\n",
      "Processing 1335 of 1635 batches (11 sequences)\n",
      "Processing 1336 of 1635 batches (11 sequences)\n",
      "Processing 1337 of 1635 batches (11 sequences)\n",
      "Processing 1338 of 1635 batches (11 sequences)\n",
      "Processing 1339 of 1635 batches (11 sequences)\n",
      "Processing 1340 of 1635 batches (11 sequences)\n",
      "Processing 1341 of 1635 batches (11 sequences)\n",
      "Processing 1342 of 1635 batches (11 sequences)\n",
      "Processing 1343 of 1635 batches (11 sequences)\n",
      "Processing 1344 of 1635 batches (11 sequences)\n",
      "Processing 1345 of 1635 batches (11 sequences)\n",
      "Processing 1346 of 1635 batches (11 sequences)\n",
      "Processing 1347 of 1635 batches (11 sequences)\n",
      "Processing 1348 of 1635 batches (11 sequences)\n",
      "Processing 1349 of 1635 batches (11 sequences)\n",
      "Processing 1350 of 1635 batches (11 sequences)\n",
      "Processing 1351 of 1635 batches (11 sequences)\n",
      "Processing 1352 of 1635 batches (11 sequences)\n",
      "Processing 1353 of 1635 batches (11 sequences)\n",
      "Processing 1354 of 1635 batches (11 sequences)\n",
      "Processing 1355 of 1635 batches (11 sequences)\n",
      "Processing 1356 of 1635 batches (11 sequences)\n",
      "Processing 1357 of 1635 batches (11 sequences)\n",
      "Processing 1358 of 1635 batches (11 sequences)\n",
      "Processing 1359 of 1635 batches (10 sequences)\n",
      "Processing 1360 of 1635 batches (10 sequences)\n",
      "Processing 1361 of 1635 batches (10 sequences)\n",
      "Processing 1362 of 1635 batches (10 sequences)\n",
      "Processing 1363 of 1635 batches (10 sequences)\n",
      "Processing 1364 of 1635 batches (10 sequences)\n",
      "Processing 1365 of 1635 batches (10 sequences)\n",
      "Processing 1366 of 1635 batches (10 sequences)\n",
      "Processing 1367 of 1635 batches (10 sequences)\n",
      "Processing 1368 of 1635 batches (10 sequences)\n",
      "Processing 1369 of 1635 batches (10 sequences)\n",
      "Processing 1370 of 1635 batches (10 sequences)\n",
      "Processing 1371 of 1635 batches (10 sequences)\n",
      "Processing 1372 of 1635 batches (10 sequences)\n",
      "Processing 1373 of 1635 batches (10 sequences)\n",
      "Processing 1374 of 1635 batches (10 sequences)\n",
      "Processing 1375 of 1635 batches (10 sequences)\n",
      "Processing 1376 of 1635 batches (10 sequences)\n",
      "Processing 1377 of 1635 batches (10 sequences)\n",
      "Processing 1378 of 1635 batches (10 sequences)\n",
      "Processing 1379 of 1635 batches (10 sequences)\n",
      "Processing 1380 of 1635 batches (10 sequences)\n",
      "Processing 1381 of 1635 batches (10 sequences)\n",
      "Processing 1382 of 1635 batches (10 sequences)\n",
      "Processing 1383 of 1635 batches (10 sequences)\n",
      "Processing 1384 of 1635 batches (10 sequences)\n",
      "Processing 1385 of 1635 batches (10 sequences)\n",
      "Processing 1386 of 1635 batches (10 sequences)\n",
      "Processing 1387 of 1635 batches (10 sequences)\n",
      "Processing 1388 of 1635 batches (10 sequences)\n",
      "Processing 1389 of 1635 batches (10 sequences)\n",
      "Processing 1390 of 1635 batches (10 sequences)\n",
      "Processing 1391 of 1635 batches (10 sequences)\n",
      "Processing 1392 of 1635 batches (10 sequences)\n",
      "Processing 1393 of 1635 batches (10 sequences)\n",
      "Processing 1394 of 1635 batches (10 sequences)\n",
      "Processing 1395 of 1635 batches (10 sequences)\n",
      "Processing 1396 of 1635 batches (10 sequences)\n",
      "Processing 1397 of 1635 batches (10 sequences)\n",
      "Processing 1398 of 1635 batches (10 sequences)\n",
      "Processing 1399 of 1635 batches (10 sequences)\n",
      "Processing 1400 of 1635 batches (10 sequences)\n",
      "Processing 1401 of 1635 batches (10 sequences)\n",
      "Processing 1402 of 1635 batches (10 sequences)\n",
      "Processing 1403 of 1635 batches (10 sequences)\n",
      "Processing 1404 of 1635 batches (10 sequences)\n",
      "Processing 1405 of 1635 batches (10 sequences)\n",
      "Processing 1406 of 1635 batches (10 sequences)\n",
      "Processing 1407 of 1635 batches (10 sequences)\n",
      "Processing 1408 of 1635 batches (10 sequences)\n",
      "Processing 1409 of 1635 batches (10 sequences)\n",
      "Processing 1410 of 1635 batches (10 sequences)\n",
      "Processing 1411 of 1635 batches (10 sequences)\n",
      "Processing 1412 of 1635 batches (10 sequences)\n",
      "Processing 1413 of 1635 batches (10 sequences)\n",
      "Processing 1414 of 1635 batches (10 sequences)\n",
      "Processing 1415 of 1635 batches (10 sequences)\n",
      "Processing 1416 of 1635 batches (10 sequences)\n",
      "Processing 1417 of 1635 batches (10 sequences)\n",
      "Processing 1418 of 1635 batches (10 sequences)\n",
      "Processing 1419 of 1635 batches (10 sequences)\n",
      "Processing 1420 of 1635 batches (10 sequences)\n",
      "Processing 1421 of 1635 batches (10 sequences)\n",
      "Processing 1422 of 1635 batches (10 sequences)\n",
      "Processing 1423 of 1635 batches (10 sequences)\n",
      "Processing 1424 of 1635 batches (10 sequences)\n",
      "Processing 1425 of 1635 batches (10 sequences)\n",
      "Processing 1426 of 1635 batches (10 sequences)\n",
      "Processing 1427 of 1635 batches (10 sequences)\n",
      "Processing 1428 of 1635 batches (10 sequences)\n",
      "Processing 1429 of 1635 batches (10 sequences)\n",
      "Processing 1430 of 1635 batches (10 sequences)\n",
      "Processing 1431 of 1635 batches (10 sequences)\n",
      "Processing 1432 of 1635 batches (10 sequences)\n",
      "Processing 1433 of 1635 batches (10 sequences)\n",
      "Processing 1434 of 1635 batches (10 sequences)\n",
      "Processing 1435 of 1635 batches (9 sequences)\n",
      "Processing 1436 of 1635 batches (9 sequences)\n",
      "Processing 1437 of 1635 batches (9 sequences)\n",
      "Processing 1438 of 1635 batches (9 sequences)\n",
      "Processing 1439 of 1635 batches (9 sequences)\n",
      "Processing 1440 of 1635 batches (9 sequences)\n",
      "Processing 1441 of 1635 batches (9 sequences)\n",
      "Processing 1442 of 1635 batches (9 sequences)\n",
      "Processing 1443 of 1635 batches (9 sequences)\n",
      "Processing 1444 of 1635 batches (9 sequences)\n",
      "Processing 1445 of 1635 batches (9 sequences)\n",
      "Processing 1446 of 1635 batches (9 sequences)\n",
      "Processing 1447 of 1635 batches (9 sequences)\n",
      "Processing 1448 of 1635 batches (9 sequences)\n",
      "Processing 1449 of 1635 batches (9 sequences)\n",
      "Processing 1450 of 1635 batches (9 sequences)\n",
      "Processing 1451 of 1635 batches (9 sequences)\n",
      "Processing 1452 of 1635 batches (9 sequences)\n",
      "Processing 1453 of 1635 batches (9 sequences)\n",
      "Processing 1454 of 1635 batches (9 sequences)\n",
      "Processing 1455 of 1635 batches (9 sequences)\n",
      "Processing 1456 of 1635 batches (9 sequences)\n",
      "Processing 1457 of 1635 batches (9 sequences)\n",
      "Processing 1458 of 1635 batches (9 sequences)\n",
      "Processing 1459 of 1635 batches (9 sequences)\n",
      "Processing 1460 of 1635 batches (9 sequences)\n",
      "Processing 1461 of 1635 batches (9 sequences)\n",
      "Processing 1462 of 1635 batches (9 sequences)\n",
      "Processing 1463 of 1635 batches (9 sequences)\n",
      "Processing 1464 of 1635 batches (9 sequences)\n",
      "Processing 1465 of 1635 batches (9 sequences)\n",
      "Processing 1466 of 1635 batches (9 sequences)\n",
      "Processing 1467 of 1635 batches (9 sequences)\n",
      "Processing 1468 of 1635 batches (9 sequences)\n",
      "Processing 1469 of 1635 batches (9 sequences)\n",
      "Processing 1470 of 1635 batches (9 sequences)\n",
      "Processing 1471 of 1635 batches (9 sequences)\n",
      "Processing 1472 of 1635 batches (9 sequences)\n",
      "Processing 1473 of 1635 batches (9 sequences)\n",
      "Processing 1474 of 1635 batches (9 sequences)\n",
      "Processing 1475 of 1635 batches (9 sequences)\n",
      "Processing 1476 of 1635 batches (9 sequences)\n",
      "Processing 1477 of 1635 batches (9 sequences)\n",
      "Processing 1478 of 1635 batches (9 sequences)\n",
      "Processing 1479 of 1635 batches (9 sequences)\n",
      "Processing 1480 of 1635 batches (9 sequences)\n",
      "Processing 1481 of 1635 batches (9 sequences)\n",
      "Processing 1482 of 1635 batches (9 sequences)\n",
      "Processing 1483 of 1635 batches (9 sequences)\n",
      "Processing 1484 of 1635 batches (9 sequences)\n",
      "Processing 1485 of 1635 batches (9 sequences)\n",
      "Processing 1486 of 1635 batches (9 sequences)\n",
      "Processing 1487 of 1635 batches (9 sequences)\n",
      "Processing 1488 of 1635 batches (9 sequences)\n",
      "Processing 1489 of 1635 batches (9 sequences)\n",
      "Processing 1490 of 1635 batches (9 sequences)\n",
      "Processing 1491 of 1635 batches (9 sequences)\n",
      "Processing 1492 of 1635 batches (9 sequences)\n",
      "Processing 1493 of 1635 batches (9 sequences)\n",
      "Processing 1494 of 1635 batches (9 sequences)\n",
      "Processing 1495 of 1635 batches (9 sequences)\n",
      "Processing 1496 of 1635 batches (9 sequences)\n",
      "Processing 1497 of 1635 batches (9 sequences)\n",
      "Processing 1498 of 1635 batches (9 sequences)\n",
      "Processing 1499 of 1635 batches (8 sequences)\n",
      "Processing 1500 of 1635 batches (8 sequences)\n",
      "Processing 1501 of 1635 batches (8 sequences)\n",
      "Processing 1502 of 1635 batches (8 sequences)\n",
      "Processing 1503 of 1635 batches (8 sequences)\n",
      "Processing 1504 of 1635 batches (8 sequences)\n",
      "Processing 1505 of 1635 batches (8 sequences)\n",
      "Processing 1506 of 1635 batches (8 sequences)\n",
      "Processing 1507 of 1635 batches (8 sequences)\n",
      "Processing 1508 of 1635 batches (8 sequences)\n",
      "Processing 1509 of 1635 batches (8 sequences)\n",
      "Processing 1510 of 1635 batches (8 sequences)\n",
      "Processing 1511 of 1635 batches (8 sequences)\n",
      "Processing 1512 of 1635 batches (8 sequences)\n",
      "Processing 1513 of 1635 batches (8 sequences)\n",
      "Processing 1514 of 1635 batches (8 sequences)\n",
      "Processing 1515 of 1635 batches (8 sequences)\n",
      "Processing 1516 of 1635 batches (8 sequences)\n",
      "Processing 1517 of 1635 batches (8 sequences)\n",
      "Processing 1518 of 1635 batches (8 sequences)\n",
      "Processing 1519 of 1635 batches (8 sequences)\n",
      "Processing 1520 of 1635 batches (8 sequences)\n",
      "Processing 1521 of 1635 batches (8 sequences)\n",
      "Processing 1522 of 1635 batches (8 sequences)\n",
      "Processing 1523 of 1635 batches (8 sequences)\n",
      "Processing 1524 of 1635 batches (8 sequences)\n",
      "Processing 1525 of 1635 batches (8 sequences)\n",
      "Processing 1526 of 1635 batches (8 sequences)\n",
      "Processing 1527 of 1635 batches (8 sequences)\n",
      "Processing 1528 of 1635 batches (8 sequences)\n",
      "Processing 1529 of 1635 batches (8 sequences)\n",
      "Processing 1530 of 1635 batches (8 sequences)\n",
      "Processing 1531 of 1635 batches (8 sequences)\n",
      "Processing 1532 of 1635 batches (8 sequences)\n",
      "Processing 1533 of 1635 batches (8 sequences)\n",
      "Processing 1534 of 1635 batches (8 sequences)\n",
      "Processing 1535 of 1635 batches (8 sequences)\n",
      "Processing 1536 of 1635 batches (8 sequences)\n",
      "Processing 1537 of 1635 batches (8 sequences)\n",
      "Processing 1538 of 1635 batches (8 sequences)\n",
      "Processing 1539 of 1635 batches (8 sequences)\n",
      "Processing 1540 of 1635 batches (8 sequences)\n",
      "Processing 1541 of 1635 batches (8 sequences)\n",
      "Processing 1542 of 1635 batches (8 sequences)\n",
      "Processing 1543 of 1635 batches (8 sequences)\n",
      "Processing 1544 of 1635 batches (8 sequences)\n",
      "Processing 1545 of 1635 batches (8 sequences)\n",
      "Processing 1546 of 1635 batches (8 sequences)\n",
      "Processing 1547 of 1635 batches (8 sequences)\n",
      "Processing 1548 of 1635 batches (8 sequences)\n",
      "Processing 1549 of 1635 batches (8 sequences)\n",
      "Processing 1550 of 1635 batches (8 sequences)\n",
      "Processing 1551 of 1635 batches (8 sequences)\n",
      "Processing 1552 of 1635 batches (8 sequences)\n",
      "Processing 1553 of 1635 batches (8 sequences)\n",
      "Processing 1554 of 1635 batches (8 sequences)\n",
      "Processing 1555 of 1635 batches (8 sequences)\n",
      "Processing 1556 of 1635 batches (8 sequences)\n",
      "Processing 1557 of 1635 batches (8 sequences)\n",
      "Processing 1558 of 1635 batches (8 sequences)\n",
      "Processing 1559 of 1635 batches (8 sequences)\n",
      "Processing 1560 of 1635 batches (8 sequences)\n",
      "Processing 1561 of 1635 batches (8 sequences)\n",
      "Processing 1562 of 1635 batches (8 sequences)\n",
      "Processing 1563 of 1635 batches (7 sequences)\n",
      "Processing 1564 of 1635 batches (7 sequences)\n",
      "Processing 1565 of 1635 batches (7 sequences)\n",
      "Processing 1566 of 1635 batches (7 sequences)\n",
      "Processing 1567 of 1635 batches (7 sequences)\n",
      "Processing 1568 of 1635 batches (7 sequences)\n",
      "Processing 1569 of 1635 batches (7 sequences)\n",
      "Processing 1570 of 1635 batches (7 sequences)\n",
      "Processing 1571 of 1635 batches (7 sequences)\n",
      "Processing 1572 of 1635 batches (7 sequences)\n",
      "Processing 1573 of 1635 batches (7 sequences)\n",
      "Processing 1574 of 1635 batches (7 sequences)\n",
      "Processing 1575 of 1635 batches (7 sequences)\n",
      "Processing 1576 of 1635 batches (7 sequences)\n",
      "Processing 1577 of 1635 batches (7 sequences)\n",
      "Processing 1578 of 1635 batches (7 sequences)\n",
      "Processing 1579 of 1635 batches (7 sequences)\n",
      "Processing 1580 of 1635 batches (7 sequences)\n",
      "Processing 1581 of 1635 batches (7 sequences)\n",
      "Processing 1582 of 1635 batches (7 sequences)\n",
      "Processing 1583 of 1635 batches (7 sequences)\n",
      "Processing 1584 of 1635 batches (7 sequences)\n",
      "Processing 1585 of 1635 batches (7 sequences)\n",
      "Processing 1586 of 1635 batches (7 sequences)\n",
      "Processing 1587 of 1635 batches (7 sequences)\n",
      "Processing 1588 of 1635 batches (7 sequences)\n",
      "Processing 1589 of 1635 batches (7 sequences)\n",
      "Processing 1590 of 1635 batches (7 sequences)\n",
      "Processing 1591 of 1635 batches (7 sequences)\n",
      "Processing 1592 of 1635 batches (7 sequences)\n",
      "Processing 1593 of 1635 batches (7 sequences)\n",
      "Processing 1594 of 1635 batches (7 sequences)\n",
      "Processing 1595 of 1635 batches (6 sequences)\n",
      "Processing 1596 of 1635 batches (6 sequences)\n",
      "Processing 1597 of 1635 batches (6 sequences)\n",
      "Processing 1598 of 1635 batches (6 sequences)\n",
      "Processing 1599 of 1635 batches (6 sequences)\n",
      "Processing 1600 of 1635 batches (6 sequences)\n",
      "Processing 1601 of 1635 batches (6 sequences)\n",
      "Processing 1602 of 1635 batches (6 sequences)\n",
      "Processing 1603 of 1635 batches (6 sequences)\n",
      "Processing 1604 of 1635 batches (6 sequences)\n",
      "Processing 1605 of 1635 batches (6 sequences)\n",
      "Processing 1606 of 1635 batches (6 sequences)\n",
      "Processing 1607 of 1635 batches (6 sequences)\n",
      "Processing 1608 of 1635 batches (6 sequences)\n",
      "Processing 1609 of 1635 batches (6 sequences)\n",
      "Processing 1610 of 1635 batches (5 sequences)\n",
      "Processing 1611 of 1635 batches (5 sequences)\n",
      "Processing 1612 of 1635 batches (5 sequences)\n",
      "Processing 1613 of 1635 batches (5 sequences)\n",
      "Processing 1614 of 1635 batches (5 sequences)\n",
      "Processing 1615 of 1635 batches (5 sequences)\n",
      "Processing 1616 of 1635 batches (5 sequences)\n",
      "Processing 1617 of 1635 batches (5 sequences)\n",
      "Processing 1618 of 1635 batches (5 sequences)\n",
      "Processing 1619 of 1635 batches (5 sequences)\n",
      "Processing 1620 of 1635 batches (5 sequences)\n",
      "Processing 1621 of 1635 batches (5 sequences)\n",
      "Processing 1622 of 1635 batches (5 sequences)\n",
      "Processing 1623 of 1635 batches (5 sequences)\n",
      "Processing 1624 of 1635 batches (5 sequences)\n",
      "Processing 1625 of 1635 batches (5 sequences)\n",
      "Processing 1626 of 1635 batches (5 sequences)\n",
      "Processing 1627 of 1635 batches (4 sequences)\n",
      "Processing 1628 of 1635 batches (4 sequences)\n",
      "Processing 1629 of 1635 batches (4 sequences)\n",
      "Processing 1630 of 1635 batches (4 sequences)\n",
      "Processing 1631 of 1635 batches (4 sequences)\n",
      "Processing 1632 of 1635 batches (4 sequences)\n",
      "Processing 1633 of 1635 batches (4 sequences)\n",
      "Processing 1634 of 1635 batches (4 sequences)\n",
      "Processing 1635 of 1635 batches (3 sequences)\n"
     ]
    }
   ],
   "source": [
    "!python scripts/extract.py esm1v_t33_650M_UR90S_1 astral-SCOPe-refined.fa astral-SCOPe-ESM1v/ --repr_layers 33 --include mean"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "id": "08bb4259-ce1a-4403-a14f-b39350aa1742",
   "metadata": {},
   "outputs": [],
   "source": [
    "datasetLocation = '/home/rafsanjani/backup-research/esm/astral-SCOPe-refined.fa'\n",
    "embeddingLocation = '/home/rafsanjani/backup-research/esm/astral-SCOPe-ESM1v'\n",
    "embeddingLayer = 33"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "id": "3e2a27ed-ac2d-409b-87e7-9a9308e81e22",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(35667, 1280)\n"
     ]
    }
   ],
   "source": [
    "Xs = []\n",
    "for header, _seq in esm.data.read_fasta(datasetLocation):\n",
    "    fn = f'{embeddingLocation}/{header[1:]}.pt'\n",
    "    embedding = torch.load(fn)\n",
    "    # print(embs)\n",
    "    # print()\n",
    "    Xs.append(embedding['mean_representations'][embeddingLayer])\n",
    "#end-for\n",
    "Xs = torch.stack(Xs, dim=0).numpy()\n",
    "print(Xs.shape)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "id": "be08717b-cf7c-4eb1-8784-69439a3bcfe3",
   "metadata": {},
   "outputs": [],
   "source": [
    "np.save(arr=Xs, file='Xv-35667')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "id": "0efb517d-7a38-44ff-880e-60a6f822974e",
   "metadata": {},
   "outputs": [],
   "source": [
    "v = np.load('Xv-35667.npy')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "id": "30ee2d97-2986-47e0-ad7c-dafb000d962b",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(35667, 1280)"
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "v.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "id": "66cbf4f9-19c0-4451-b040-60c3f694460d",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([-0.29983026,  0.11840016, -0.16924363, ..., -0.0946147 ,\n",
       "        0.17599516,  0.22368872], dtype=float32)"
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "v[0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "id": "e8e93c76-b250-471d-8295-f3ea55e45284",
   "metadata": {},
   "outputs": [],
   "source": [
    "Xb = np.load('Xb-35667.npy')\n",
    "Xv = np.load('Xv-35667.npy')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "id": "885bccfd-e34c-4234-96bf-25f3532b0545",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([False, False, False, ..., False, False, False])"
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "Xb[0] == Xv[0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "id": "1bc4ae54-ea15-446e-873a-ec12a79f8816",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([ 0.10049941,  0.03679613, -0.03360916, ...,  0.03035077,\n",
       "       -0.10252801,  0.09472331], dtype=float32)"
      ]
     },
     "execution_count": 22,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "Xb[0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "id": "a7d5e77c-8027-4432-bd42-7e706f4ece06",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([-0.25960368,  0.28079504, -0.21114585, ..., -0.11210133,\n",
       "        0.12690395,  0.08153063], dtype=float32)"
      ]
     },
     "execution_count": 23,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "Xv[1]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "a4831ed3-f0c3-4f47-ab00-0d5e551edd5a",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.13"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}