make_cmap.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import os\n",
    "import numpy as np\n",
    "import cv2\n",
    "from joblib import dump, Parallel, delayed\n",
    "import pandas as pd\n",
    "import pymysql\n",
    "from sqlalchemy import create_engine\n",
    "\n",
    "def get_image_paths(maxthings):\n",
    "    imagepaths = []\n",
    "    mid_path = os.path.join(os.getcwd(),\"../images\")\n",
    "    if(maxthings):\n",
    "        for img_name in os.listdir(mid_path)[:maxthings]:\n",
    "            imagepaths.append(os.path.join(mid_path,img_name))\n",
    "    else:\n",
    "        for img_name in os.listdir(mid_path):\n",
    "            imagepaths.append(os.path.join(mid_path,img_name))\n",
    "        \n",
    "    return imagepaths"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "def getMeans(imgp):\n",
    "    img = cv2.cvtColor(cv2.imread(imgp), cv2.COLOR_BGR2LAB)\n",
    "    q = np.mean(img, axis=(0,1)).astype(np.uint8)\n",
    "    b = int(q[0]) << 2\n",
    "    g = int(q[1]) << 1\n",
    "    r = int(q[2])\n",
    "    v = 0\n",
    "    mask = 1\n",
    "    for i in range(8):\n",
    "        v |= (b&(mask << 2) | g&(mask << 1) | r&(mask)) << 2*i\n",
    "        mask <<= 1\n",
    "    \n",
    "    return {\"mean\":v,\"caminho\":imgp}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [],
   "source": [
    "img = get_image_paths(1)[0]\n",
    "getMeans(cv2)\n",
    "#c_map = Parallel(n_jobs=3)(delayed(getMeans)(imgp) for imgp in get_image_paths(None))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_test = pd.DataFrame(c_map)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [],
   "source": [
    "engine = create_engine('mysql+pymysql://nois:noisnarede@localhost/mosaic')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<sqlalchemy.engine.result.ResultProxy at 0x7f0e7ed1bba8>"
      ]
     },
     "execution_count": 23,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_test.to_sql(\"image\", con = engine, if_exists='replace', index_label='path')\n",
    "engine.execute('CREATE INDEX mean_index ON image (mean) USING BTREE')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>mean</th>\n",
       "      <th>caminho</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>3878356</td>\n",
       "      <td>/home/wesgas/Insper/6sem/megadados/sparkly-mos...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>11090207</td>\n",
       "      <td>/home/wesgas/Insper/6sem/megadados/sparkly-mos...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>13933129</td>\n",
       "      <td>/home/wesgas/Insper/6sem/megadados/sparkly-mos...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>7473352</td>\n",
       "      <td>/home/wesgas/Insper/6sem/megadados/sparkly-mos...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>14815591</td>\n",
       "      <td>/home/wesgas/Insper/6sem/megadados/sparkly-mos...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "       mean                                            caminho\n",
       "0   3878356  /home/wesgas/Insper/6sem/megadados/sparkly-mos...\n",
       "1  11090207  /home/wesgas/Insper/6sem/megadados/sparkly-mos...\n",
       "2  13933129  /home/wesgas/Insper/6sem/megadados/sparkly-mos...\n",
       "3   7473352  /home/wesgas/Insper/6sem/megadados/sparkly-mos...\n",
       "4  14815591  /home/wesgas/Insper/6sem/megadados/sparkly-mos..."
      ]
     },
     "execution_count": 24,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_test.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.7"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}