Use Pre-trained word_embedding in Tensorflow.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Dataset"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "#First you have to build your vocab\n",
    "#for example I am going to take only five sentence as dataset\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "dataset = ['I like going to the cinema.',\n",
    "           'Mum is going to cook spinach tonight.',\n",
    "           'Do you think they are going to win the match ?',\n",
    "           'Are you going to the United States ?',\n",
    "           \"He doesn't like playing video games.\"\n",
    "          ]\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# unique_words"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "#build vocab \n",
    "\n",
    "#you can also remove stopwords if you want\n",
    "\n",
    "vocab=[]\n",
    "\n",
    "symbols = {0: 'PAD',1: 'UNK'}\n",
    "\n",
    "for sentence in dataset:\n",
    "    for word in sentence.split():\n",
    "        vocab.append(word.lower())\n",
    "\n",
    "vocab = list(set(vocab))\n",
    "\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Load glove or any word_embedding"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[-0.038194 -0.24487   0.72812  -0.39961   0.083172  0.043953 -0.39141\n",
      "  0.3344   -0.57545   0.087459  0.28787  -0.06731   0.30906  -0.26384\n",
      " -0.13231  -0.20757   0.33395  -0.33848  -0.31743  -0.48336   0.1464\n",
      " -0.37304   0.34577   0.052041  0.44946  -0.46971   0.02628  -0.54155\n",
      " -0.15518  -0.14107  -0.039722  0.28277   0.14393   0.23464  -0.31021\n",
      "  0.086173  0.20397   0.52624   0.17164  -0.082378 -0.71787  -0.41531\n",
      "  0.20335  -0.12763   0.41367   0.55187   0.57908  -0.33477  -0.36559\n",
      " -0.54857  -0.062892  0.26584   0.30205   0.99775  -0.80481  -3.0243\n",
      "  0.01254  -0.36942   2.2167    0.72201  -0.24978   0.92136   0.034514\n",
      "  0.46745   1.1079   -0.19358  -0.074575  0.23353  -0.052062 -0.22044\n",
      "  0.057162 -0.15806  -0.30798  -0.41625   0.37972   0.15006  -0.53212\n",
      " -0.2055   -1.2526    0.071624  0.70565   0.49744  -0.42063   0.26148\n",
      " -1.538    -0.30223  -0.073438 -0.28312   0.37104  -0.25217   0.016215\n",
      " -0.017099 -0.38984   0.87424  -0.72569  -0.51058  -0.52028  -0.1459\n",
      "  0.8278    0.27062 ]\n"
     ]
    }
   ],
   "source": [
    "#first method\n",
    "\n",
    "import numpy as np\n",
    "#load glove or any word embedding\n",
    "\n",
    "def word_embedding_matrix(embedding_path,vocab,dim):\n",
    "    \n",
    "    #first and second vector are pad and unk words\n",
    "    \n",
    "    with open(embedding_path,'r') as f:\n",
    "        word_vocab =[]\n",
    "        embedding_matrix = []\n",
    "        word_vocab.extend(['PAD','UNK'])\n",
    "        embedding_matrix.append(np.random.uniform(-1.0, 1.0, (1,100))[0])\n",
    "        embedding_matrix.append(np.random.uniform(-1.0, 1.0, (1,100))[0])\n",
    "\n",
    "        \n",
    "        for line in f:\n",
    "            if line.split()[0] in vocab:\n",
    "                word_vocab.append(line.split()[0])\n",
    "                embedding_matrix.append([float(i) for i in line.split()[1:]])\n",
    "                \n",
    "        \n",
    "    return {'word_vocab': word_vocab,'Embedding_matrix': np.reshape(embedding_matrix,[-1,100]).astype(np.float32)}\n",
    "\n",
    "print(word_embedding_matrix('./glove.6B.100d.txt',vocab,100)['Embedding_matrix'][2])\n",
    "\n",
    "    "
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# build int_to_vocab and vocab_to_int"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "24\n",
      "{'PAD': 0, 'UNK': 1, 'the': 2, 'to': 3, 'is': 4, 'he': 5, 'are': 6, 'they': 7, 'i': 8, 'you': 9, 'do': 10, 'united': 11, 'states': 12, 'like': 13, '?': 14, 'going': 15, 'think': 16, 'win': 17, 'match': 18, 'playing': 19, 'video': 20, 'cook': 21, 'spinach': 22, 'mum': 23}\n",
      "24\n"
     ]
    }
   ],
   "source": [
    "matrix = word_embedding_matrix('./glove.6B.100d.txt',vocab,100)\n",
    "load_embedding_matrix = matrix['Embedding_matrix']\n",
    "shape_word_vocab      = matrix['word_vocab']\n",
    "\n",
    "int_to_vocab = {}\n",
    "\n",
    "for index_no,word in enumerate(shape_word_vocab):\n",
    "    int_to_vocab[index_no] = word\n",
    "int_to_vocab.update(symbols)\n",
    "\n",
    "\n",
    "vocab_to_int = {word:index_no for index_no , word in int_to_vocab.items()}\n",
    "\n",
    "print(len(shape_word_vocab))\n",
    "\n",
    "print(vocab_to_int)\n",
    "print(len(load_embedding_matrix))\n",
    "\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Encode the sentences using vocab"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[[8, 13, 15, 3, 2], [23, 4, 15, 3, 21, 22], [10, 9, 16, 7, 6, 15, 3, 17, 2, 18, 14], [6, 9, 15, 3, 2, 11, 12, 14], [5, 13, 19, 20]]\n",
      "['i', 'like', 'going', 'to', 'the']\n",
      "['mum', 'is', 'going', 'to', 'cook', 'spinach']\n",
      "['do', 'you', 'think', 'they', 'are', 'going', 'to', 'win', 'the', 'match', '?']\n",
      "['are', 'you', 'going', 'to', 'the', 'united', 'states', '?']\n",
      "['he', 'like', 'playing', 'video']\n"
     ]
    }
   ],
   "source": [
    "#now encode the sentences using word_vocab\n",
    "\n",
    "# word_vocab = word_embedding_matrix('./glove.6B.100d.txt',vocab,100)['word_vocab']\n",
    "encoded_data = []\n",
    "\n",
    "for sentence in dataset:\n",
    "    sentence_ =[]\n",
    "    for word in sentence.split():\n",
    "        if word.lower() in vocab_to_int:\n",
    "            sentence_.append(vocab_to_int[word.lower()])\n",
    "    encoded_data.append(sentence_)\n",
    "    \n",
    "print(encoded_data)\n",
    "    \n",
    "\n",
    "#check\n",
    "for i in encoded_data:\n",
    "    print([int_to_vocab[j] for j in i ])"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Using Embedding matrix in Tensorflow"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[[[-4.6539e-02  6.1966e-01  5.6647e-01 -4.6584e-01 -1.1890e+00\n",
      "    4.4599e-01  6.6035e-02  3.1910e-01  1.4679e-01 -2.2119e-01\n",
      "    7.9239e-01  2.9905e-01  1.6073e-01  2.5324e-02  1.8678e-01\n",
      "   -3.1001e-01 -2.8108e-01  6.0515e-01 -1.0654e+00  5.2476e-01\n",
      "    6.4152e-02  1.0358e+00 -4.0779e-01 -3.8011e-01  3.0801e-01\n",
      "    5.9964e-01 -2.6991e-01 -7.6035e-01  9.4222e-01 -4.6919e-01\n",
      "   -1.8278e-01  9.0652e-01  7.9671e-01  2.4825e-01  2.5713e-01\n",
      "    6.2320e-01 -4.4768e-01  6.5357e-01  7.6902e-01 -5.1229e-01\n",
      "   -4.4333e-01 -2.1867e-01  3.8370e-01 -1.1483e+00 -9.4398e-01\n",
      "   -1.5062e-01  3.0012e-01 -5.7806e-01  2.0175e-01 -1.6591e+00\n",
      "   -7.9195e-02  2.6423e-02  2.2051e-01  9.9714e-01 -5.7539e-01\n",
      "   -2.7266e+00  3.1448e-01  7.0522e-01  1.4381e+00  9.9126e-01\n",
      "    1.3976e-01  1.3474e+00 -1.1753e+00  3.9503e-03  1.0298e+00\n",
      "    6.4637e-02  9.0887e-01  8.2872e-01 -4.7003e-01 -1.0575e-01\n",
      "    5.9160e-01 -4.2210e-01  5.7331e-01 -5.4114e-01  1.0768e-01\n",
      "    3.9784e-01 -4.8744e-02  6.4596e-02 -6.1437e-01 -2.8600e-01\n",
      "    5.0670e-01 -4.9758e-01 -8.1570e-01  1.6408e-01 -1.9630e+00\n",
      "   -2.6693e-01 -3.7593e-01 -9.5847e-01 -8.5840e-01 -7.1577e-01\n",
      "   -3.2343e-01 -4.3121e-01  4.1392e-01  2.8374e-01 -7.0931e-01\n",
      "    1.5003e-01 -2.1540e-01 -3.7616e-01 -3.2502e-02  8.0620e-01]\n",
      "  [-2.6870e-01  8.1708e-01  6.9896e-01 -7.2341e-01  9.1566e-02\n",
      "    1.9557e-01 -5.2112e-01 -2.4313e-01 -4.4701e-01 -2.7039e-01\n",
      "   -3.4126e-01 -4.6898e-01  4.2583e-01  4.6289e-01  1.7106e-01\n",
      "   -2.6795e-01  2.3162e-01  4.6568e-01 -3.1808e-01  7.5875e-01\n",
      "    3.1857e-01  6.4124e-01  6.7042e-02 -1.8517e-01  4.9996e-01\n",
      "    3.6964e-01 -3.1172e-01 -7.3098e-01 -2.6902e-01 -3.2058e-01\n",
      "    2.3394e-01  2.4276e-01  1.4260e-01 -2.7930e-01  3.8823e-01\n",
      "    4.2398e-01  1.0210e-01  3.3316e-01  3.0150e-01 -5.2711e-01\n",
      "   -2.4475e-02 -1.5301e-01 -3.2240e-01 -5.1231e-01 -5.5250e-01\n",
      "    2.9819e-01  1.0847e-01  5.2334e-02 -2.2980e-01 -7.7889e-01\n",
      "   -8.9280e-02  4.8109e-01  1.5368e-02  9.2544e-01 -2.6122e-01\n",
      "   -2.4759e+00 -1.9825e-02  5.8281e-01  1.3060e+00  7.3512e-01\n",
      "   -3.4372e-01  1.5829e+00 -1.0814e-01  1.1388e-01  7.9220e-01\n",
      "    1.8347e-01  1.2232e+00  3.5697e-01  1.7504e-01 -1.6527e-01\n",
      "   -1.2827e-02 -4.7918e-01 -3.2111e-01 -4.0573e-01 -3.7151e-01\n",
      "    8.6323e-02  2.5172e-01 -8.2751e-02 -2.5584e-01 -1.9178e-01\n",
      "    1.0474e+00 -5.1984e-01 -7.1463e-01  3.8827e-01 -1.6722e+00\n",
      "    1.5986e-02 -2.2668e-01 -2.6602e-01 -5.7925e-01 -8.5651e-01\n",
      "    2.0543e-01 -4.6372e-01 -6.5652e-02 -6.1944e-02 -5.7233e-01\n",
      "   -4.6406e-01 -4.1405e-01 -4.0110e-01  7.4657e-01  3.1122e-01]\n",
      "  [ 2.5882e-01  3.0989e-01  6.2090e-01 -6.0360e-01 -3.0975e-01\n",
      "    7.4115e-02 -1.6815e-01  4.7747e-01 -5.2804e-02 -4.0653e-01\n",
      "    5.0352e-01  2.2004e-01  1.4090e-01  2.2618e-01 -4.2683e-02\n",
      "   -4.2079e-01 -5.3407e-01  6.9590e-01 -5.3567e-01  5.0721e-01\n",
      "    5.4836e-01  8.2342e-01  1.5200e-01 -2.0575e-01 -8.4935e-02\n",
      "    2.9254e-01 -3.8988e-01 -5.4644e-01  4.4613e-01 -3.2764e-01\n",
      "   -7.8297e-01  2.0234e-01  3.9221e-01 -1.2715e-01  3.0385e-02\n",
      "    3.4299e-01 -4.7614e-01 -6.0198e-02  2.6243e-01 -2.7867e-01\n",
      "   -2.9145e-01 -5.8437e-02 -2.7487e-01 -6.5204e-01 -5.9781e-01\n",
      "   -7.9405e-02  1.5069e-01 -2.1594e-01 -2.2903e-01 -1.6016e+00\n",
      "    1.9113e-01 -2.7184e-01 -8.3959e-02  1.0196e+00 -3.5784e-02\n",
      "   -2.6387e+00  1.4040e-01  2.7445e-01  1.6919e+00  5.5546e-01\n",
      "   -5.2620e-01  7.8983e-01 -6.1350e-01  3.0262e-02  7.6147e-01\n",
      "    6.0136e-01  5.3886e-01  3.8701e-01 -5.1676e-01  7.8274e-02\n",
      "    2.4947e-01 -5.0622e-01 -3.7713e-01 -6.4733e-01  1.8452e-02\n",
      "   -5.7522e-02 -2.7446e-01 -6.1627e-02 -3.2015e-01  9.3408e-02\n",
      "    3.6066e-01  1.3916e-01 -7.3009e-01 -2.2263e-02 -1.4351e+00\n",
      "   -2.7918e-01  4.8248e-02 -1.6965e-01 -6.6137e-01 -5.3437e-01\n",
      "   -4.7685e-01 -1.2969e-01 -4.1339e-02 -2.4197e-01 -6.8138e-01\n",
      "   -1.8801e-01  2.9209e-01  1.6341e-01  4.9838e-01  4.3055e-01]\n",
      "  [-1.8970e-01  5.0024e-02  1.9084e-01 -4.9184e-02 -8.9737e-02\n",
      "    2.1006e-01 -5.4952e-01  9.8377e-02 -2.0135e-01  3.4241e-01\n",
      "   -9.2677e-02  1.6100e-01 -1.3268e-01 -2.8160e-01  1.8737e-01\n",
      "   -4.2959e-01  9.6039e-01  1.3972e-01 -1.0781e+00  4.0518e-01\n",
      "    5.0539e-01 -5.5064e-01  4.8440e-01  3.8044e-01 -2.9055e-03\n",
      "   -3.4942e-01 -9.9696e-02 -7.8368e-01  1.0363e+00 -2.3140e-01\n",
      "   -4.7121e-01  5.7126e-01 -2.1454e-01  3.5958e-01 -4.8319e-01\n",
      "    1.0875e+00  2.8524e-01  1.2447e-01 -3.9248e-02 -7.6732e-02\n",
      "   -7.6343e-01 -3.2409e-01 -5.7490e-01 -1.0893e+00 -4.1811e-01\n",
      "    4.5120e-01  1.2112e-01 -5.1367e-01 -1.3349e-01 -1.1378e+00\n",
      "   -2.8768e-01  1.6774e-01  5.5804e-01  1.5387e+00  1.8859e-02\n",
      "   -2.9721e+00 -2.4216e-01 -9.2495e-01  2.1992e+00  2.8234e-01\n",
      "   -3.4780e-01  5.1621e-01 -4.3387e-01  3.6852e-01  7.4573e-01\n",
      "    7.2102e-02  2.7931e-01  9.2569e-01 -5.0336e-02 -8.5856e-01\n",
      "   -1.3580e-01 -9.2551e-01 -3.3991e-01 -1.0394e+00 -6.7203e-02\n",
      "   -2.1379e-01 -4.7690e-01  2.1377e-01 -8.4008e-01  5.2536e-02\n",
      "    5.9298e-01  2.9604e-01 -6.7644e-01  1.3916e-01 -1.5504e+00\n",
      "   -2.0765e-01  7.2220e-01  5.2056e-01 -7.6221e-02 -1.5194e-01\n",
      "   -1.3134e-01  5.8617e-02 -3.1869e-01 -6.1419e-01 -6.2393e-01\n",
      "   -4.1548e-01 -3.8175e-02 -3.9804e-01  4.7647e-01 -1.5983e-01]\n",
      "  [-3.8194e-02 -2.4487e-01  7.2812e-01 -3.9961e-01  8.3172e-02\n",
      "    4.3953e-02 -3.9141e-01  3.3440e-01 -5.7545e-01  8.7459e-02\n",
      "    2.8787e-01 -6.7310e-02  3.0906e-01 -2.6384e-01 -1.3231e-01\n",
      "   -2.0757e-01  3.3395e-01 -3.3848e-01 -3.1743e-01 -4.8336e-01\n",
      "    1.4640e-01 -3.7304e-01  3.4577e-01  5.2041e-02  4.4946e-01\n",
      "   -4.6971e-01  2.6280e-02 -5.4155e-01 -1.5518e-01 -1.4107e-01\n",
      "   -3.9722e-02  2.8277e-01  1.4393e-01  2.3464e-01 -3.1021e-01\n",
      "    8.6173e-02  2.0397e-01  5.2624e-01  1.7164e-01 -8.2378e-02\n",
      "   -7.1787e-01 -4.1531e-01  2.0335e-01 -1.2763e-01  4.1367e-01\n",
      "    5.5187e-01  5.7908e-01 -3.3477e-01 -3.6559e-01 -5.4857e-01\n",
      "   -6.2892e-02  2.6584e-01  3.0205e-01  9.9775e-01 -8.0481e-01\n",
      "   -3.0243e+00  1.2540e-02 -3.6942e-01  2.2167e+00  7.2201e-01\n",
      "   -2.4978e-01  9.2136e-01  3.4514e-02  4.6745e-01  1.1079e+00\n",
      "   -1.9358e-01 -7.4575e-02  2.3353e-01 -5.2062e-02 -2.2044e-01\n",
      "    5.7162e-02 -1.5806e-01 -3.0798e-01 -4.1625e-01  3.7972e-01\n",
      "    1.5006e-01 -5.3212e-01 -2.0550e-01 -1.2526e+00  7.1624e-02\n",
      "    7.0565e-01  4.9744e-01 -4.2063e-01  2.6148e-01 -1.5380e+00\n",
      "   -3.0223e-01 -7.3438e-02 -2.8312e-01  3.7104e-01 -2.5217e-01\n",
      "    1.6215e-02 -1.7099e-02 -3.8984e-01  8.7424e-01 -7.2569e-01\n",
      "   -5.1058e-01 -5.2028e-01 -1.4590e-01  8.2780e-01  2.7062e-01]]]\n",
      "[[[-3.1275e-01 -3.5573e-01  8.1301e-01  7.7122e-02 -1.0222e+00\n",
      "    3.9309e-01 -4.8246e-01  1.4816e-01  3.6639e-01 -1.5228e-01\n",
      "    2.4801e-01  8.6461e-01  4.1894e-01  3.3289e-01 -8.3054e-01\n",
      "   -3.3018e-01 -1.1480e-01  1.2530e-02  9.3753e-01  3.7568e-01\n",
      "   -1.0496e-01  5.8164e-01  9.8036e-02  4.2369e-01 -8.2095e-02\n",
      "    4.0785e-01 -2.7441e-01 -7.2514e-02 -2.4813e-01  4.8275e-01\n",
      "   -2.2512e-01  9.7814e-02  7.4097e-01  6.9057e-01 -5.1335e-01\n",
      "    9.9013e-01 -7.9609e-01  1.1908e-01  2.8567e-01 -5.6142e-01\n",
      "    9.0690e-02  9.2170e-02  6.9479e-01 -1.3785e-01 -4.2590e-02\n",
      "   -5.7386e-01 -4.6265e-01  4.5301e-01  8.3044e-01 -7.5370e-01\n",
      "    4.7457e-01 -2.2326e-01  4.9898e-01  8.2006e-01 -6.5494e-01\n",
      "   -1.8051e-01  1.7877e-01  6.1392e-02 -5.3467e-01 -1.6255e-02\n",
      "    4.9509e-01  2.0298e-01 -3.8699e-01  1.2886e-01  4.2762e-01\n",
      "    6.4385e-02  1.7790e-01  5.1183e-01  7.7359e-02  3.9787e-01\n",
      "    4.3238e-01  6.0344e-03 -1.3808e-01 -4.6775e-01 -4.3793e-02\n",
      "    6.4265e-01  2.7288e-01 -3.9538e-01  4.0519e-02 -3.7672e-01\n",
      "   -2.2749e-01 -4.6880e-01  4.1919e-01  4.5323e-01 -6.7408e-01\n",
      "   -3.4989e-01 -2.8261e-01  4.0235e-01 -3.1332e-01  1.3117e-03\n",
      "   -4.0445e-01  4.5410e-01  4.4669e-01  8.0890e-02 -6.7851e-01\n",
      "   -1.5745e-01 -3.1145e-01  5.1810e-02 -2.4182e-01  2.2047e-01]\n",
      "  [-5.4264e-01  4.1476e-01  1.0322e+00 -4.0244e-01  4.6691e-01\n",
      "    2.1816e-01 -7.4864e-02  4.7332e-01  8.0996e-02 -2.2079e-01\n",
      "   -1.2808e-01 -1.1440e-01  5.0891e-01  1.1568e-01  2.8211e-02\n",
      "   -3.6280e-01  4.3823e-01  4.7511e-02  2.0282e-01  4.9857e-01\n",
      "   -1.0068e-01  1.3269e-01  1.6972e-01  1.1653e-01  3.1355e-01\n",
      "    2.5713e-01  9.2783e-02 -5.6826e-01 -5.2975e-01 -5.1456e-02\n",
      "   -6.7326e-01  9.2533e-01  2.6930e-01  2.2734e-01  6.6365e-01\n",
      "    2.6221e-01  1.9719e-01  2.6090e-01  1.8774e-01 -3.4540e-01\n",
      "   -4.2635e-01  1.3975e-01  5.6338e-01 -5.6907e-01  1.2398e-01\n",
      "   -1.2894e-01  7.2484e-01 -2.6105e-01 -2.6314e-01 -4.3605e-01\n",
      "    7.8908e-02 -8.4146e-01  5.1595e-01  1.3997e+00 -7.6460e-01\n",
      "   -3.1453e+00 -2.9202e-01 -3.1247e-01  1.5129e+00  5.2435e-01\n",
      "    2.1456e-01  4.2452e-01 -8.8411e-02 -1.7805e-01  1.1876e+00\n",
      "    1.0579e-01  7.6571e-01  2.1914e-01  3.5824e-01 -1.1636e-01\n",
      "    9.3261e-02 -6.2483e-01 -2.1898e-01  2.1796e-01  7.4056e-01\n",
      "   -4.3735e-01  1.4343e-01  1.4719e-01 -1.1605e+00 -5.0508e-02\n",
      "    1.2677e-01 -1.4395e-02 -9.8676e-01 -9.1297e-02 -1.2054e+00\n",
      "   -1.1974e-01  4.7847e-02 -5.4001e-01  5.2457e-01 -7.0963e-01\n",
      "   -3.2528e-01 -1.3460e-01 -4.1314e-01  3.3435e-01 -7.2412e-03\n",
      "    3.2253e-01 -4.4219e-02 -1.2969e+00  7.6217e-01  4.6349e-01]\n",
      "  [ 2.5882e-01  3.0989e-01  6.2090e-01 -6.0360e-01 -3.0975e-01\n",
      "    7.4115e-02 -1.6815e-01  4.7747e-01 -5.2804e-02 -4.0653e-01\n",
      "    5.0352e-01  2.2004e-01  1.4090e-01  2.2618e-01 -4.2683e-02\n",
      "   -4.2079e-01 -5.3407e-01  6.9590e-01 -5.3567e-01  5.0721e-01\n",
      "    5.4836e-01  8.2342e-01  1.5200e-01 -2.0575e-01 -8.4935e-02\n",
      "    2.9254e-01 -3.8988e-01 -5.4644e-01  4.4613e-01 -3.2764e-01\n",
      "   -7.8297e-01  2.0234e-01  3.9221e-01 -1.2715e-01  3.0385e-02\n",
      "    3.4299e-01 -4.7614e-01 -6.0198e-02  2.6243e-01 -2.7867e-01\n",
      "   -2.9145e-01 -5.8437e-02 -2.7487e-01 -6.5204e-01 -5.9781e-01\n",
      "   -7.9405e-02  1.5069e-01 -2.1594e-01 -2.2903e-01 -1.6016e+00\n",
      "    1.9113e-01 -2.7184e-01 -8.3959e-02  1.0196e+00 -3.5784e-02\n",
      "   -2.6387e+00  1.4040e-01  2.7445e-01  1.6919e+00  5.5546e-01\n",
      "   -5.2620e-01  7.8983e-01 -6.1350e-01  3.0262e-02  7.6147e-01\n",
      "    6.0136e-01  5.3886e-01  3.8701e-01 -5.1676e-01  7.8274e-02\n",
      "    2.4947e-01 -5.0622e-01 -3.7713e-01 -6.4733e-01  1.8452e-02\n",
      "   -5.7522e-02 -2.7446e-01 -6.1627e-02 -3.2015e-01  9.3408e-02\n",
      "    3.6066e-01  1.3916e-01 -7.3009e-01 -2.2263e-02 -1.4351e+00\n",
      "   -2.7918e-01  4.8248e-02 -1.6965e-01 -6.6137e-01 -5.3437e-01\n",
      "   -4.7685e-01 -1.2969e-01 -4.1339e-02 -2.4197e-01 -6.8138e-01\n",
      "   -1.8801e-01  2.9209e-01  1.6341e-01  4.9838e-01  4.3055e-01]\n",
      "  [-1.8970e-01  5.0024e-02  1.9084e-01 -4.9184e-02 -8.9737e-02\n",
      "    2.1006e-01 -5.4952e-01  9.8377e-02 -2.0135e-01  3.4241e-01\n",
      "   -9.2677e-02  1.6100e-01 -1.3268e-01 -2.8160e-01  1.8737e-01\n",
      "   -4.2959e-01  9.6039e-01  1.3972e-01 -1.0781e+00  4.0518e-01\n",
      "    5.0539e-01 -5.5064e-01  4.8440e-01  3.8044e-01 -2.9055e-03\n",
      "   -3.4942e-01 -9.9696e-02 -7.8368e-01  1.0363e+00 -2.3140e-01\n",
      "   -4.7121e-01  5.7126e-01 -2.1454e-01  3.5958e-01 -4.8319e-01\n",
      "    1.0875e+00  2.8524e-01  1.2447e-01 -3.9248e-02 -7.6732e-02\n",
      "   -7.6343e-01 -3.2409e-01 -5.7490e-01 -1.0893e+00 -4.1811e-01\n",
      "    4.5120e-01  1.2112e-01 -5.1367e-01 -1.3349e-01 -1.1378e+00\n",
      "   -2.8768e-01  1.6774e-01  5.5804e-01  1.5387e+00  1.8859e-02\n",
      "   -2.9721e+00 -2.4216e-01 -9.2495e-01  2.1992e+00  2.8234e-01\n",
      "   -3.4780e-01  5.1621e-01 -4.3387e-01  3.6852e-01  7.4573e-01\n",
      "    7.2102e-02  2.7931e-01  9.2569e-01 -5.0336e-02 -8.5856e-01\n",
      "   -1.3580e-01 -9.2551e-01 -3.3991e-01 -1.0394e+00 -6.7203e-02\n",
      "   -2.1379e-01 -4.7690e-01  2.1377e-01 -8.4008e-01  5.2536e-02\n",
      "    5.9298e-01  2.9604e-01 -6.7644e-01  1.3916e-01 -1.5504e+00\n",
      "   -2.0765e-01  7.2220e-01  5.2056e-01 -7.6221e-02 -1.5194e-01\n",
      "   -1.3134e-01  5.8617e-02 -3.1869e-01 -6.1419e-01 -6.2393e-01\n",
      "   -4.1548e-01 -3.8175e-02 -3.9804e-01  4.7647e-01 -1.5983e-01]\n",
      "  [-1.4442e+00 -8.7382e-02 -2.4599e-01 -2.1514e-01 -4.0580e-01\n",
      "    3.3343e-01  6.8608e-01  2.9825e-01 -2.3802e-01 -2.9708e-01\n",
      "    1.3444e-01 -7.2527e-02 -1.8819e-01  6.5551e-01 -1.2523e-01\n",
      "   -7.8857e-01  1.0190e-01 -9.8722e-02 -8.7772e-01  2.1261e-01\n",
      "   -3.1162e-01  3.2272e-01  9.0733e-01 -1.1394e+00  2.2802e-01\n",
      "    8.6747e-01 -3.0832e-01 -3.1643e-01 -4.8158e-01  1.9592e-01\n",
      "   -9.5703e-01  8.9766e-01 -6.6392e-02 -3.3865e-01 -3.7437e-01\n",
      "    4.4779e-01  3.6517e-01  4.0373e-01  3.6667e-01 -6.2007e-01\n",
      "   -8.3429e-01 -1.0148e+00 -5.8560e-01 -7.7543e-01  5.1522e-01\n",
      "    1.0449e-01 -4.9677e-01 -1.0819e+00  5.6634e-01 -5.8621e-01\n",
      "    1.3957e-01 -3.4166e-01  2.4834e-02  5.0716e-01 -6.6831e-01\n",
      "   -1.8310e+00 -1.3556e-01  1.3733e-01  4.4621e-01  5.4639e-01\n",
      "    3.9271e-01  3.4983e-01  2.7482e-01 -7.2250e-02  9.6468e-01\n",
      "   -4.9167e-01  3.5550e-01  5.6326e-01 -5.2242e-02  3.0785e-02\n",
      "   -4.5401e-01  7.2937e-01  4.1111e-02  3.6383e-01  1.9922e-01\n",
      "    1.6084e-01 -5.5187e-01 -3.1779e-01  5.1482e-01  7.1391e-02\n",
      "    4.1474e-01 -1.5886e-01 -1.2191e-01  5.7212e-02  1.0989e-01\n",
      "   -7.5827e-01 -6.5695e-02  6.8315e-01  6.6818e-02 -3.9355e-02\n",
      "   -3.6956e-01  2.3434e-01  2.8969e-01 -4.4798e-01 -8.9293e-01\n",
      "    6.1596e-02  2.6515e-01 -2.5935e-01 -2.4152e-01  2.5402e-01]\n",
      "  [-4.8386e-01  8.8602e-01  2.0153e-01 -3.6585e-01 -3.3771e-01\n",
      "   -2.9005e-01  1.1385e+00  5.0041e-02  2.6206e-01  2.0150e-01\n",
      "    1.7575e-01  1.2308e+00  9.7022e-02  8.0488e-01  3.0154e-01\n",
      "    9.0123e-01 -2.4036e-02  2.5165e-02 -4.3046e-01 -1.9893e-01\n",
      "   -1.0127e+00  2.4014e-01  6.3933e-01 -4.5604e-02 -1.2087e+00\n",
      "    1.6266e+00 -1.0308e-01  1.6103e-01 -7.6646e-01 -4.2890e-02\n",
      "    5.6865e-01  6.2967e-01  5.3673e-01 -1.1106e+00 -4.4833e-01\n",
      "    5.8069e-01  3.1809e-03 -6.5461e-02 -3.3463e-01 -2.2379e-01\n",
      "    6.9964e-01 -1.0641e+00 -4.6769e-01 -9.2714e-01  9.0536e-01\n",
      "    5.4510e-01  1.5549e-01 -2.0129e-01 -3.5748e-01 -1.6852e-01\n",
      "   -1.3221e-01 -6.3923e-01 -5.8927e-03  3.4094e-01 -1.4697e+00\n",
      "   -4.2459e-02 -9.5239e-02  5.6038e-01 -5.5305e-01  1.9168e-01\n",
      "    3.4645e-01  1.1329e+00  8.5648e-01  3.8216e-01  1.1563e+00\n",
      "   -8.2503e-02 -2.1910e-01 -5.5569e-01  2.0536e-01 -3.7502e-01\n",
      "   -4.1261e-01  5.5697e-01 -3.3838e-01 -1.6905e-01  7.7662e-03\n",
      "    1.4918e+00 -5.3267e-01 -8.5272e-03  5.2922e-01  5.3013e-01\n",
      "    8.2932e-01 -5.2530e-01 -8.0547e-01  5.0577e-01  4.3447e-01\n",
      "   -6.0828e-01 -3.9165e-02  5.2210e-01 -5.1984e-01 -2.0012e-01\n",
      "    1.1689e-01  2.7448e-01 -8.6738e-01 -6.1246e-01 -6.6546e-01\n",
      "   -2.8185e-01  7.9638e-01 -2.7608e-01 -1.3951e-01 -4.6380e-02]]]\n",
      "[[[-0.17047    0.4037     0.21069   ... -0.67179    0.31645    0.50594  ]\n",
      "  [-0.49886    0.76602    0.89751   ... -0.41179    0.40539    0.78504  ]\n",
      "  [ 0.0025458  0.81635    0.76086   ... -0.26501    0.11722    0.88213  ]\n",
      "  ...\n",
      "  [-0.038194  -0.24487    0.72812   ... -0.1459     0.8278     0.27062  ]\n",
      "  [-0.27317    0.024643   0.60197   ...  0.73582    0.19831    0.20071  ]\n",
      "  [ 0.16382    0.60464    1.0789    ... -0.31399    0.18437    0.3624   ]]]\n",
      "[[[-5.1533e-01  8.3186e-01  2.2457e-01 -7.3865e-01  1.8718e-01\n",
      "    2.6021e-01 -4.2564e-01  6.7121e-01 -3.1084e-01 -6.1275e-01\n",
      "    8.9526e-02 -2.4011e-01  1.1878e+00  6.7609e-01 -2.2885e-02\n",
      "   -9.2533e-01  7.1174e-02  3.8837e-01 -4.2924e-01  3.7144e-01\n",
      "    3.2671e-01  4.3141e-01  8.7495e-01  3.4009e-01 -2.3189e-01\n",
      "   -4.1144e-01  4.9061e-01 -3.2906e-01 -4.9109e-01 -1.8988e-01\n",
      "    3.3408e-01 -2.1245e-01 -3.8386e-01 -8.0547e-02  1.1161e+00\n",
      "    2.3617e-01  3.1333e-01  4.9286e-01  1.0000e-01 -1.5131e-01\n",
      "   -1.4176e-01 -2.8020e-01 -2.3880e-01 -3.5486e-01  1.8282e-01\n",
      "   -1.9134e-01  6.0544e-01  7.4573e-02 -2.0731e-01 -6.0965e-01\n",
      "    1.9908e-01 -5.7024e-01 -1.7427e-01  1.4419e+00 -2.5019e-01\n",
      "   -1.8648e+00  4.1671e-01 -2.4607e-01  1.5010e+00  8.7415e-01\n",
      "   -6.7135e-01  1.2762e+00 -2.7210e-01  1.7583e-01  1.2242e+00\n",
      "    2.8242e-01  6.2375e-01  6.3951e-01  3.6914e-01 -8.4677e-01\n",
      "   -3.2270e-01 -6.7152e-01 -1.9635e-01 -4.0789e-01 -2.0966e-01\n",
      "   -1.9623e-01  4.1885e-02  5.3967e-01 -1.1105e+00 -3.9515e-01\n",
      "    6.6590e-01 -2.3300e-01 -1.0820e+00  4.6465e-02 -2.0993e+00\n",
      "   -2.8493e-01  8.0025e-02 -1.2963e-01 -3.0011e-01 -4.6764e-01\n",
      "   -8.1831e-01 -4.8509e-02 -3.2233e-01 -3.2013e-01 -1.1207e+00\n",
      "   -5.6788e-02 -7.3004e-01 -1.2024e+00  1.1304e+00  3.4790e-01]\n",
      "  [-4.9886e-01  7.6602e-01  8.9751e-01 -7.8547e-01 -6.8550e-01\n",
      "    6.2609e-01 -3.9655e-01  3.4913e-01  3.3334e-01 -4.5233e-01\n",
      "    6.1223e-01  7.5948e-02  2.2531e-01  1.6365e-01  2.8095e-01\n",
      "   -2.4758e-01  9.9009e-03  7.1108e-01 -7.5859e-01  8.7423e-01\n",
      "    3.1041e-03  3.5796e-01 -3.5233e-01 -6.6500e-01  3.8447e-01\n",
      "    6.2677e-01 -5.1543e-01 -9.6653e-01  6.1517e-01 -7.5455e-01\n",
      "   -1.2359e-02  1.1188e+00  3.5719e-01  7.1769e-03  2.0255e-01\n",
      "    5.0110e-01 -4.4046e-01  1.0661e-01  7.9391e-01 -8.0948e-01\n",
      "   -1.5601e-02 -2.2888e-01 -3.4198e-01 -1.0065e+00 -8.7630e-01\n",
      "    1.5165e-01 -8.5339e-02 -6.4650e-01 -1.6733e-01 -1.4499e+00\n",
      "   -6.5905e-03  4.8113e-03 -1.2445e-02  1.0474e+00 -1.9381e-01\n",
      "   -2.5991e+00  4.0528e-01  4.3803e-01  1.9332e+00  4.5814e-01\n",
      "   -4.8819e-02  1.4308e+00 -7.8639e-01 -2.0792e-01  1.0900e+00\n",
      "    2.4816e-01  1.1487e+00  5.1481e-01 -2.1832e-01 -4.5720e-01\n",
      "    1.3888e-01 -2.6369e-01  1.3647e-01 -6.0539e-01  9.9586e-02\n",
      "    2.3344e-01  1.3647e-01 -1.8460e-01 -4.7734e-02 -1.8392e-01\n",
      "    5.2719e-01 -2.8850e-01 -1.0742e+00 -4.6700e-02 -1.8302e+00\n",
      "   -2.1197e-01  2.9800e-02 -3.0964e-01 -4.3386e-01 -3.6463e-01\n",
      "   -3.2738e-01 -9.3427e-03  4.7205e-01 -5.1691e-01 -5.9176e-01\n",
      "   -3.2343e-01  2.0052e-01 -4.1179e-01  4.0539e-01  7.8504e-01]\n",
      "  [ 2.5882e-01  3.0989e-01  6.2090e-01 -6.0360e-01 -3.0975e-01\n",
      "    7.4115e-02 -1.6815e-01  4.7747e-01 -5.2804e-02 -4.0653e-01\n",
      "    5.0352e-01  2.2004e-01  1.4090e-01  2.2618e-01 -4.2683e-02\n",
      "   -4.2079e-01 -5.3407e-01  6.9590e-01 -5.3567e-01  5.0721e-01\n",
      "    5.4836e-01  8.2342e-01  1.5200e-01 -2.0575e-01 -8.4935e-02\n",
      "    2.9254e-01 -3.8988e-01 -5.4644e-01  4.4613e-01 -3.2764e-01\n",
      "   -7.8297e-01  2.0234e-01  3.9221e-01 -1.2715e-01  3.0385e-02\n",
      "    3.4299e-01 -4.7614e-01 -6.0198e-02  2.6243e-01 -2.7867e-01\n",
      "   -2.9145e-01 -5.8437e-02 -2.7487e-01 -6.5204e-01 -5.9781e-01\n",
      "   -7.9405e-02  1.5069e-01 -2.1594e-01 -2.2903e-01 -1.6016e+00\n",
      "    1.9113e-01 -2.7184e-01 -8.3959e-02  1.0196e+00 -3.5784e-02\n",
      "   -2.6387e+00  1.4040e-01  2.7445e-01  1.6919e+00  5.5546e-01\n",
      "   -5.2620e-01  7.8983e-01 -6.1350e-01  3.0262e-02  7.6147e-01\n",
      "    6.0136e-01  5.3886e-01  3.8701e-01 -5.1676e-01  7.8274e-02\n",
      "    2.4947e-01 -5.0622e-01 -3.7713e-01 -6.4733e-01  1.8452e-02\n",
      "   -5.7522e-02 -2.7446e-01 -6.1627e-02 -3.2015e-01  9.3408e-02\n",
      "    3.6066e-01  1.3916e-01 -7.3009e-01 -2.2263e-02 -1.4351e+00\n",
      "   -2.7918e-01  4.8248e-02 -1.6965e-01 -6.6137e-01 -5.3437e-01\n",
      "   -4.7685e-01 -1.2969e-01 -4.1339e-02 -2.4197e-01 -6.8138e-01\n",
      "   -1.8801e-01  2.9209e-01  1.6341e-01  4.9838e-01  4.3055e-01]\n",
      "  [-1.8970e-01  5.0024e-02  1.9084e-01 -4.9184e-02 -8.9737e-02\n",
      "    2.1006e-01 -5.4952e-01  9.8377e-02 -2.0135e-01  3.4241e-01\n",
      "   -9.2677e-02  1.6100e-01 -1.3268e-01 -2.8160e-01  1.8737e-01\n",
      "   -4.2959e-01  9.6039e-01  1.3972e-01 -1.0781e+00  4.0518e-01\n",
      "    5.0539e-01 -5.5064e-01  4.8440e-01  3.8044e-01 -2.9055e-03\n",
      "   -3.4942e-01 -9.9696e-02 -7.8368e-01  1.0363e+00 -2.3140e-01\n",
      "   -4.7121e-01  5.7126e-01 -2.1454e-01  3.5958e-01 -4.8319e-01\n",
      "    1.0875e+00  2.8524e-01  1.2447e-01 -3.9248e-02 -7.6732e-02\n",
      "   -7.6343e-01 -3.2409e-01 -5.7490e-01 -1.0893e+00 -4.1811e-01\n",
      "    4.5120e-01  1.2112e-01 -5.1367e-01 -1.3349e-01 -1.1378e+00\n",
      "   -2.8768e-01  1.6774e-01  5.5804e-01  1.5387e+00  1.8859e-02\n",
      "   -2.9721e+00 -2.4216e-01 -9.2495e-01  2.1992e+00  2.8234e-01\n",
      "   -3.4780e-01  5.1621e-01 -4.3387e-01  3.6852e-01  7.4573e-01\n",
      "    7.2102e-02  2.7931e-01  9.2569e-01 -5.0336e-02 -8.5856e-01\n",
      "   -1.3580e-01 -9.2551e-01 -3.3991e-01 -1.0394e+00 -6.7203e-02\n",
      "   -2.1379e-01 -4.7690e-01  2.1377e-01 -8.4008e-01  5.2536e-02\n",
      "    5.9298e-01  2.9604e-01 -6.7644e-01  1.3916e-01 -1.5504e+00\n",
      "   -2.0765e-01  7.2220e-01  5.2056e-01 -7.6221e-02 -1.5194e-01\n",
      "   -1.3134e-01  5.8617e-02 -3.1869e-01 -6.1419e-01 -6.2393e-01\n",
      "   -4.1548e-01 -3.8175e-02 -3.9804e-01  4.7647e-01 -1.5983e-01]\n",
      "  [-3.8194e-02 -2.4487e-01  7.2812e-01 -3.9961e-01  8.3172e-02\n",
      "    4.3953e-02 -3.9141e-01  3.3440e-01 -5.7545e-01  8.7459e-02\n",
      "    2.8787e-01 -6.7310e-02  3.0906e-01 -2.6384e-01 -1.3231e-01\n",
      "   -2.0757e-01  3.3395e-01 -3.3848e-01 -3.1743e-01 -4.8336e-01\n",
      "    1.4640e-01 -3.7304e-01  3.4577e-01  5.2041e-02  4.4946e-01\n",
      "   -4.6971e-01  2.6280e-02 -5.4155e-01 -1.5518e-01 -1.4107e-01\n",
      "   -3.9722e-02  2.8277e-01  1.4393e-01  2.3464e-01 -3.1021e-01\n",
      "    8.6173e-02  2.0397e-01  5.2624e-01  1.7164e-01 -8.2378e-02\n",
      "   -7.1787e-01 -4.1531e-01  2.0335e-01 -1.2763e-01  4.1367e-01\n",
      "    5.5187e-01  5.7908e-01 -3.3477e-01 -3.6559e-01 -5.4857e-01\n",
      "   -6.2892e-02  2.6584e-01  3.0205e-01  9.9775e-01 -8.0481e-01\n",
      "   -3.0243e+00  1.2540e-02 -3.6942e-01  2.2167e+00  7.2201e-01\n",
      "   -2.4978e-01  9.2136e-01  3.4514e-02  4.6745e-01  1.1079e+00\n",
      "   -1.9358e-01 -7.4575e-02  2.3353e-01 -5.2062e-02 -2.2044e-01\n",
      "    5.7162e-02 -1.5806e-01 -3.0798e-01 -4.1625e-01  3.7972e-01\n",
      "    1.5006e-01 -5.3212e-01 -2.0550e-01 -1.2526e+00  7.1624e-02\n",
      "    7.0565e-01  4.9744e-01 -4.2063e-01  2.6148e-01 -1.5380e+00\n",
      "   -3.0223e-01 -7.3438e-02 -2.8312e-01  3.7104e-01 -2.5217e-01\n",
      "    1.6215e-02 -1.7099e-02 -3.8984e-01  8.7424e-01 -7.2569e-01\n",
      "   -5.1058e-01 -5.2028e-01 -1.4590e-01  8.2780e-01  2.7062e-01]\n",
      "  [ 2.1733e-01  5.6116e-01  6.3062e-01 -1.4130e-01  6.1665e-01\n",
      "   -4.1480e-01 -2.4356e-02  4.8407e-01  3.2723e-02 -3.4330e-01\n",
      "    1.3589e-01 -1.4812e+00  1.8595e-01  3.4520e-01 -1.0685e-02\n",
      "   -1.1982e-01  9.6111e-01 -5.3640e-02 -9.2531e-01 -3.8868e-01\n",
      "    7.0143e-01  3.1449e-01  8.6354e-01  1.3721e-01 -4.6118e-02\n",
      "    1.4104e-01  5.5199e-01 -5.5399e-01  5.9324e-01  4.5272e-02\n",
      "    5.3380e-02  8.2637e-01 -2.1944e-01  9.4414e-02  1.1160e-01\n",
      "    4.8273e-01  1.8420e-01  2.4540e-01 -4.0330e-01 -2.4943e-01\n",
      "   -1.4073e+00 -1.5077e-02  3.5675e-01  8.1697e-02  7.5666e-01\n",
      "   -3.1740e-01  8.4478e-01 -1.6486e-01  2.1402e-03 -8.2365e-01\n",
      "    3.8922e-01  3.2711e-01 -1.5313e-01  1.0527e+00 -4.4018e-02\n",
      "   -2.6557e+00  1.6917e-01 -8.8672e-01  1.5012e+00  3.0756e-01\n",
      "    1.2189e-01 -1.9041e-01  6.2539e-02 -2.3757e-01  3.0959e-01\n",
      "   -1.4446e-01 -5.2472e-01  1.4611e+00  1.1372e-01  3.8019e-02\n",
      "    1.5905e-01 -4.3850e-01 -3.6327e-01 -5.1613e-01  5.5316e-01\n",
      "    9.5805e-02  1.8355e-01 -3.1618e-01 -1.5098e+00  2.5093e-01\n",
      "    9.9394e-01  7.0954e-02 -2.5268e-01  7.0020e-01 -8.6416e-01\n",
      "   -1.8965e-01 -1.5597e-01  2.9606e-01  1.7101e-01 -6.8518e-01\n",
      "   -9.9421e-01 -2.4292e-01 -3.6938e-01  6.3446e-02 -9.5062e-01\n",
      "    1.8201e-01 -9.6244e-02  9.8267e-03  3.9708e-01 -3.4708e-01]\n",
      "  [ 1.3815e-01  4.5166e-01  9.3858e-01  5.5307e-02  7.0642e-01\n",
      "   -5.4046e-01 -2.3845e-01  4.2870e-01  4.4248e-02 -2.2925e-01\n",
      "   -3.5244e-01 -1.2327e+00  1.4078e-02  3.9020e-01 -2.2401e-02\n",
      "    6.3482e-02  9.3077e-01  1.8331e-01 -1.0044e+00 -3.9250e-01\n",
      "    7.5232e-01  5.0908e-01  1.0210e+00  3.6036e-01 -3.2886e-01\n",
      "    2.0715e-01  6.1499e-01 -6.2382e-01  6.9708e-01  2.5825e-02\n",
      "    3.1019e-01  5.7879e-01  1.4539e-02 -1.6507e-01  2.3301e-01\n",
      "    4.3865e-01  1.7361e-01 -3.0823e-01 -2.9580e-01 -5.6279e-03\n",
      "   -1.5188e+00 -3.2979e-01  1.8574e-01  1.0105e-01  2.1442e-01\n",
      "   -6.8405e-01  7.2380e-01 -4.3453e-01 -1.4812e-01 -6.1150e-01\n",
      "    2.4181e-02  2.4927e-01  2.0014e-01  9.5541e-01 -4.9571e-03\n",
      "   -2.3214e+00  4.2327e-01 -1.0557e+00  1.7521e+00  8.1850e-01\n",
      "   -7.1669e-02  2.2392e-02  6.4796e-01 -1.4929e-01  7.1763e-01\n",
      "   -6.8196e-04 -4.0566e-01  1.2262e+00  3.5112e-01  2.5473e-01\n",
      "    1.9905e-01 -4.6895e-01 -2.7762e-01  2.6085e-01  3.9509e-01\n",
      "    4.5209e-01  1.9065e-01 -4.0421e-01 -1.2530e+00  1.9878e-01\n",
      "    8.5170e-01 -1.5268e-01 -6.3545e-01  4.7758e-01 -1.0593e+00\n",
      "   -7.3282e-02 -3.9082e-03 -1.7523e-01  7.0360e-02 -8.0366e-01\n",
      "   -7.4478e-01 -3.6660e-01 -4.1988e-01 -3.1086e-01 -1.0702e+00\n",
      "    5.1695e-01 -1.6042e-01 -3.6675e-01  2.6479e-01 -2.1382e-01]\n",
      "  [ 1.6382e-01  6.0464e-01  1.0789e+00 -1.2731e+00 -7.7594e-01\n",
      "    3.9970e-01  3.8175e-01 -1.7588e-01  6.5858e-01 -4.8456e-01\n",
      "    3.9048e-01 -4.5621e-02 -2.5202e-02  3.3532e-01  1.5400e-01\n",
      "   -4.8567e-01 -2.4964e-01  6.7237e-01 -7.7874e-01  7.0190e-01\n",
      "    3.4307e-02  4.0121e-01 -3.3265e-01 -4.1518e-01  4.9524e-01\n",
      "    8.0839e-01 -4.8684e-01 -1.0350e+00  1.3576e-01 -5.3717e-01\n",
      "    2.8938e-01  6.9434e-01  4.4361e-01 -2.6475e-01 -6.0746e-02\n",
      "    5.6873e-01 -3.4261e-01  1.9994e-01  3.4199e-01 -8.2820e-01\n",
      "   -3.3282e-02 -2.1024e-01 -3.8447e-01 -6.3159e-01 -8.6065e-01\n",
      "   -5.7572e-01  2.8209e-02 -5.5615e-01 -4.8033e-01 -9.8843e-01\n",
      "    1.2551e-01  2.4564e-02 -1.3480e-01  1.1944e+00 -3.7943e-01\n",
      "   -2.2709e+00  4.1551e-01  4.7853e-01  1.3684e+00  3.4882e-01\n",
      "   -4.1890e-01  1.3103e+00 -2.5537e-01 -6.2531e-01  1.0669e+00\n",
      "   -1.0762e-02  1.0244e+00  1.4627e-01 -5.2959e-02  6.4613e-02\n",
      "    2.8346e-01 -1.6252e-01 -2.3701e-01 -3.1666e-01  6.1133e-02\n",
      "   -1.1744e-02  2.9962e-01 -8.4545e-02 -5.3406e-01 -2.1531e-01\n",
      "    7.1514e-01 -5.0570e-01 -4.2413e-01 -2.7488e-01 -1.1686e+00\n",
      "   -1.0780e-02 -2.7580e-01 -4.2226e-01 -2.1120e-01 -3.9489e-01\n",
      "    9.9930e-02 -2.2539e-01  5.8550e-01  8.2767e-02 -6.0131e-01\n",
      "    1.5512e-01  2.1606e-01 -3.1399e-01  1.8437e-01  3.6240e-01]]]\n",
      "[[[ 1.2250e-01 -5.8833e-02  2.3658e-01 -2.8877e-01 -2.8181e-02\n",
      "    3.1524e-01  7.0229e-02  1.6447e-01 -2.7623e-02  2.5214e-01\n",
      "    2.1174e-01 -5.9674e-02  3.6133e-01  1.3607e-01  1.8755e-01\n",
      "   -1.4870e-01  3.1315e-01  1.3368e-01 -5.9703e-01 -3.0161e-02\n",
      "    8.0656e-02  2.6162e-01 -5.5924e-02 -3.5351e-01  3.4722e-01\n",
      "   -5.5801e-03 -5.7935e-01 -8.8007e-01  4.2931e-01 -1.5695e-01\n",
      "   -5.1256e-01  1.2684e+00 -2.5228e-01  3.5265e-01 -4.6419e-01\n",
      "    5.5648e-01 -5.7556e-01  3.2574e-01 -2.1893e-01 -1.3178e-01\n",
      "   -1.1027e+00 -3.9591e-02  8.9643e-01 -9.8450e-01 -4.7393e-01\n",
      "   -1.2855e-01  6.3506e-01 -9.4888e-01  4.0088e-01 -7.7542e-01\n",
      "   -3.5153e-01 -2.7788e-01  6.8747e-01  1.4580e+00 -3.8474e-01\n",
      "   -2.8937e+00 -2.9523e-01 -3.8836e-01  9.4881e-01  1.3891e+00\n",
      "    5.4591e-02  7.0486e-01 -6.5699e-01  7.5648e-02  7.6550e-01\n",
      "   -6.3365e-01  8.6556e-01  4.2441e-01  1.4796e-01  4.1560e-01\n",
      "    2.9354e-01 -5.1295e-01  1.9635e-01 -4.5568e-01  8.0246e-03\n",
      "    1.4528e-01 -1.5395e-01  1.1406e-01 -1.2167e+00 -1.1110e-01\n",
      "    8.2640e-01  2.1738e-01 -6.3776e-01 -7.4874e-02 -1.7130e+00\n",
      "   -8.8270e-01 -7.3058e-03 -3.7623e-01 -5.0209e-01 -5.8844e-01\n",
      "   -2.4943e-01 -1.0425e+00  2.7678e-01  6.4142e-01 -6.4605e-01\n",
      "    4.3559e-01 -3.7276e-01 -3.2068e-03  1.8744e-01  3.0702e-01]\n",
      "  [-2.6870e-01  8.1708e-01  6.9896e-01 -7.2341e-01  9.1566e-02\n",
      "    1.9557e-01 -5.2112e-01 -2.4313e-01 -4.4701e-01 -2.7039e-01\n",
      "   -3.4126e-01 -4.6898e-01  4.2583e-01  4.6289e-01  1.7106e-01\n",
      "   -2.6795e-01  2.3162e-01  4.6568e-01 -3.1808e-01  7.5875e-01\n",
      "    3.1857e-01  6.4124e-01  6.7042e-02 -1.8517e-01  4.9996e-01\n",
      "    3.6964e-01 -3.1172e-01 -7.3098e-01 -2.6902e-01 -3.2058e-01\n",
      "    2.3394e-01  2.4276e-01  1.4260e-01 -2.7930e-01  3.8823e-01\n",
      "    4.2398e-01  1.0210e-01  3.3316e-01  3.0150e-01 -5.2711e-01\n",
      "   -2.4475e-02 -1.5301e-01 -3.2240e-01 -5.1231e-01 -5.5250e-01\n",
      "    2.9819e-01  1.0847e-01  5.2334e-02 -2.2980e-01 -7.7889e-01\n",
      "   -8.9280e-02  4.8109e-01  1.5368e-02  9.2544e-01 -2.6122e-01\n",
      "   -2.4759e+00 -1.9825e-02  5.8281e-01  1.3060e+00  7.3512e-01\n",
      "   -3.4372e-01  1.5829e+00 -1.0814e-01  1.1388e-01  7.9220e-01\n",
      "    1.8347e-01  1.2232e+00  3.5697e-01  1.7504e-01 -1.6527e-01\n",
      "   -1.2827e-02 -4.7918e-01 -3.2111e-01 -4.0573e-01 -3.7151e-01\n",
      "    8.6323e-02  2.5172e-01 -8.2751e-02 -2.5584e-01 -1.9178e-01\n",
      "    1.0474e+00 -5.1984e-01 -7.1463e-01  3.8827e-01 -1.6722e+00\n",
      "    1.5986e-02 -2.2668e-01 -2.6602e-01 -5.7925e-01 -8.5651e-01\n",
      "    2.0543e-01 -4.6372e-01 -6.5652e-02 -6.1944e-02 -5.7233e-01\n",
      "   -4.6406e-01 -4.1405e-01 -4.0110e-01  7.4657e-01  3.1122e-01]\n",
      "  [-1.7320e-01  1.7388e-01  6.5378e-01 -2.1762e-01 -1.0807e-02\n",
      "    1.0048e+00 -1.3869e-01  2.8327e-01 -9.1200e-01 -3.3698e-01\n",
      "    7.0692e-02 -1.0834e+00 -1.0169e-01  1.6558e-01 -3.0509e-02\n",
      "   -1.0084e-01  6.9071e-02  4.8101e-01  3.5529e-01  8.0541e-01\n",
      "   -7.4942e-02  8.1084e-01  4.2588e-01 -1.8505e-01  3.2900e-01\n",
      "   -3.1697e-01 -4.7015e-01 -1.2028e+00  5.5288e-01  9.7413e-01\n",
      "   -1.1141e+00  8.0432e-01  2.0956e-01 -3.1187e-01  4.8189e-01\n",
      "   -4.7546e-01 -5.1618e-01  5.1734e-01 -4.0023e-01 -3.9376e-01\n",
      "    2.4166e-01  1.8314e-01  6.7762e-01 -2.9955e-04  9.6456e-02\n",
      "    2.0137e-01  2.8103e-01 -5.3317e-01  3.2581e-01 -1.3100e+00\n",
      "   -5.3053e-01  2.5409e-02 -2.4670e-01  9.6495e-01 -3.5693e-02\n",
      "   -2.7651e+00 -1.3688e-01 -3.3837e-01  1.5808e-01  1.3856e+00\n",
      "   -2.0836e-01  1.1186e+00 -9.8498e-01  2.5018e-01 -9.3246e-02\n",
      "    8.6239e-02  9.2229e-01  3.8530e-01 -3.8924e-01  3.3267e-01\n",
      "   -1.3651e-01 -4.7956e-01  3.2927e-01 -1.0321e-01 -5.9079e-02\n",
      "    8.1258e-02 -8.9102e-02  1.3405e-01  2.1017e-01  7.7556e-02\n",
      "    7.4974e-01 -2.0374e-01 -1.5470e-02  7.2437e-03 -1.4569e+00\n",
      "   -1.2688e-01 -6.5062e-01  4.7611e-02 -6.2143e-01 -5.5538e-02\n",
      "   -8.7761e-01  2.3455e-01 -1.5772e-01  2.7944e-01 -1.8517e-01\n",
      "   -1.6279e-01 -8.7491e-01  2.3426e-01  7.2797e-01  3.7794e-01]\n",
      "  [ 1.0034e-01 -3.8489e-01  2.4913e-01 -6.2182e-01  1.2294e+00\n",
      "    3.6001e-01  9.7876e-02  1.4494e-01  4.7424e-01  1.2674e-01\n",
      "    7.3139e-01 -5.8911e-01  3.8377e-02 -6.7778e-01  5.4822e-01\n",
      "    9.3438e-01  4.1648e-01 -1.2182e-01  1.5790e-01  6.5072e-01\n",
      "    4.0747e-02 -6.9007e-01  4.7017e-01  1.4909e-02  2.4730e-01\n",
      "    2.2635e-01  5.6368e-01  7.8230e-01  1.3036e-01  8.3882e-01\n",
      "    3.9655e-01  4.7156e-01 -7.1566e-01  9.7966e-01  1.0048e+00\n",
      "   -1.2945e-02 -6.3141e-01  2.0152e-01  9.4097e-02 -9.9601e-01\n",
      "    4.1981e-01  3.6630e-01 -4.9479e-01  8.5230e-01 -3.9510e-01\n",
      "   -3.7664e-01 -6.7063e-01 -6.6297e-01  8.1450e-01 -4.7180e-01\n",
      "   -3.9410e-02  1.5981e-01  2.3669e-01  9.4268e-01  5.1783e-01\n",
      "   -2.6195e+00 -4.6807e-01 -2.3804e-02  1.5458e+00  3.1018e-01\n",
      "   -2.3875e-01  1.1158e+00  1.6737e-01 -4.9857e-01  2.2241e-01\n",
      "    4.0139e-01  7.2921e-01  2.3118e-01 -2.6801e-01  5.4869e-01\n",
      "    2.9325e-01  2.1491e-01  5.9226e-01  1.0272e-01 -2.3481e-01\n",
      "    8.4680e-01  4.5850e-01  3.2559e-01 -1.7274e-01 -1.8102e-01\n",
      "    5.1694e-01 -5.9357e-01  3.3556e-01  8.7884e-02 -1.9369e+00\n",
      "   -9.2390e-02  1.3778e-01 -3.7725e-01  3.6301e-01 -8.4755e-02\n",
      "    2.7299e-01  3.8579e-01  1.3505e-01 -3.8388e-01  4.2240e-01\n",
      "   -7.2743e-01 -1.0691e-01 -1.1584e-01  1.1675e+00 -6.3932e-02]]]\n"
     ]
    }
   ],
   "source": [
    "#Now let's use that matrix in tensorflow\n",
    "import  tensorflow  as tf\n",
    "\n",
    "tf.reset_default_graph()\n",
    "\n",
    "sentences = tf.placeholder(tf.int32,\n",
    "                           shape=[None,None]\n",
    "                          )\n",
    "\n",
    "Word_embedding = tf.get_variable(name=\"Word_embedding\", \n",
    "                                 shape=[24,100], \n",
    "                                 initializer=tf.constant_initializer(np.array(load_embedding_matrix)), \n",
    "                                 trainable=False\n",
    "                                )\n",
    "\n",
    "\n",
    "embedding_loopup= tf.nn.embedding_lookup(Word_embedding,sentences)\n",
    "\n",
    "with tf.Session() as sess:\n",
    "        sess.run(tf.global_variables_initializer())\n",
    "        for embedding_vector in encoded_data:\n",
    "            print(sess.run(embedding_loopup,feed_dict={sentences:[embedding_vector]}))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "#second method\n",
    "\n",
    "def word_embedding_matrix(path,dim):\n",
    "    word_id = {}\n",
    "    with open(path) as fp:\n",
    "        vocabulary = []\n",
    "        embedding_matrix = [np.random.uniform(-1.0, 1.0, (dim, 1))]\n",
    "        for line in fp.readlines():\n",
    "            if line.split()[0] in vocab:\n",
    "                vocabulary.append(line.split()[0])\n",
    "                \n",
    "                embedding_matrix.append(np.reshape(np.array(line.split()[1:]), (dim, 1)))\n",
    "    word_id['PAD'] = 0\n",
    "    word_id['UNK'] = len(vocabulary) + 1\n",
    "    embedding_matrix.append(np.random.uniform(-1.0, 1.0, (dim, 1)))\n",
    "    embedding_matrix = np.reshape(embedding_matrix, [-1, dim])\n",
    "    embedding_matrix = embedding_matrix.astype(np.float32)\n",
    "\n",
    "        \n",
    "    return embedding_matrix , vocabulary\n",
    "\n",
    "embedding_matrix,words2ids = word_embedding_matrix('./glove.6B.100d.txt',100)\n",
    "print(embedding_matrix[1])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}