muti_gpus_training.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {
    "collapsed": true
   },
   "source": [
    "# train"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/dell/anaconda3/lib/python3.6/site-packages/h5py/__init__.py:36: FutureWarning: Conversion of the second argument of issubdtype from `float` to `np.floating` is deprecated. In future, it will be treated as `np.float64 == np.dtype(float).type`.\n",
      "  from ._conv import register_converters as _register_converters\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "WARNING:tensorflow:From /home/dell/anaconda3/lib/python3.6/site-packages/tensorflow/contrib/learn/python/learn/datasets/base.py:198: retry (from tensorflow.contrib.learn.python.learn.datasets.base) is deprecated and will be removed in a future version.\n",
      "Instructions for updating:\n",
      "Use the retry module or similar alternatives.\n",
      "reading ./data/lfw.bin\n",
      "done!\n",
      "reading ./data/agedb_30.bin\n",
      "done!\n",
      "reading ./data/calfw.bin\n",
      "done!\n",
      "reading ./data/cfp_ff.bin\n",
      "done!\n",
      "reading ./data/cfp_fp.bin\n",
      "done!\n",
      "reading ./data/cplfw.bin\n",
      "done!\n",
      "reading ./data/lfw_face.db\n",
      "done!\n",
      "start\n",
      "times:  1000\n",
      "time:  733.7754483222961\n",
      "times:  2000\n",
      "time:  1272.9938457012177\n",
      "times:  3000\n",
      "time:  1811.6488132476807\n",
      "times:  4000\n",
      "time:  2350.833826303482\n",
      "times:  5000\n",
      "time:  2890.7193360328674\n",
      "lfw datasets get 0.947 acc\n",
      "agedb_30 datasets get 0.774 acc\n",
      "calfw datasets get 0.822 acc\n",
      "cfp_ff datasets get 0.943 acc\n",
      "cfp_fp datasets get 0.793 acc\n",
      "cplfw datasets get 0.730 acc\n",
      "lfw_face datasets get 0.774 acc\n",
      "times:  6000\n",
      "time:  3650.346690416336\n",
      "times:  7000\n",
      "time:  4190.842154979706\n",
      "times:  8000\n",
      "time:  4737.433312654495\n",
      "times:  9000\n",
      "time:  5276.991191864014\n",
      "times:  10000\n",
      "time:  5816.671426773071\n",
      "lfw datasets get 0.955 acc\n",
      "agedb_30 datasets get 0.819 acc\n",
      "calfw datasets get 0.843 acc\n",
      "cfp_ff datasets get 0.958 acc\n",
      "cfp_fp datasets get 0.826 acc\n",
      "cplfw datasets get 0.734 acc\n",
      "lfw_face datasets get 0.821 acc\n",
      "times:  11000\n",
      "time:  6574.851009130478\n",
      "times:  12000\n",
      "time:  7113.510889053345\n",
      "times:  13000\n",
      "time:  7653.806161165237\n",
      "times:  14000\n",
      "time:  8193.273201227188\n",
      "times:  15000\n",
      "time:  8734.467559814453\n",
      "lfw datasets get 0.963 acc\n",
      "agedb_30 datasets get 0.849 acc\n",
      "calfw datasets get 0.850 acc\n",
      "cfp_ff datasets get 0.963 acc\n",
      "cfp_fp datasets get 0.815 acc\n",
      "cplfw datasets get 0.726 acc\n",
      "lfw_face datasets get 0.822 acc\n",
      "times:  16000\n",
      "time:  9491.828449487686\n",
      "times:  17000\n",
      "time:  10045.581939220428\n",
      "times:  18000\n",
      "time:  10584.112287521362\n",
      "times:  19000\n",
      "time:  11123.358433485031\n",
      "times:  20000\n",
      "time:  11662.643212556839\n",
      "lfw datasets get 0.976 acc\n",
      "agedb_30 datasets get 0.861 acc\n",
      "calfw datasets get 0.880 acc\n",
      "cfp_ff datasets get 0.978 acc\n",
      "cfp_fp datasets get 0.870 acc\n",
      "cplfw datasets get 0.787 acc\n",
      "lfw_face datasets get 0.863 acc\n",
      "times:  21000\n",
      "time:  12420.525582790375\n",
      "times:  22000\n",
      "time:  12960.293102741241\n",
      "times:  23000\n",
      "time:  13500.982472419739\n",
      "times:  24000\n",
      "time:  14040.133050203323\n",
      "times:  25000\n",
      "time:  14580.666088104248\n",
      "lfw datasets get 0.979 acc\n",
      "agedb_30 datasets get 0.864 acc\n",
      "calfw datasets get 0.876 acc\n",
      "cfp_ff datasets get 0.975 acc\n",
      "cfp_fp datasets get 0.865 acc\n",
      "cplfw datasets get 0.797 acc\n",
      "lfw_face datasets get 0.879 acc\n",
      "times:  26000\n",
      "time:  15338.383795261383\n",
      "times:  27000\n",
      "time:  15877.72078537941\n",
      "times:  28000\n",
      "time:  16415.440347909927\n",
      "times:  29000\n",
      "time:  16955.48869895935\n",
      "times:  30000\n",
      "time:  17497.043640613556\n",
      "lfw datasets get 0.980 acc\n",
      "agedb_30 datasets get 0.880 acc\n",
      "calfw datasets get 0.883 acc\n",
      "cfp_ff datasets get 0.982 acc\n",
      "cfp_fp datasets get 0.883 acc\n",
      "cplfw datasets get 0.803 acc\n",
      "lfw_face datasets get 0.881 acc\n",
      "times:  31000\n",
      "time:  18254.799028873444\n",
      "times:  32000\n",
      "time:  18794.12455677986\n",
      "times:  33000\n",
      "time:  19333.46679353714\n",
      "times:  34000\n",
      "time:  19872.181725502014\n",
      "times:  35000\n",
      "time:  20412.506355285645\n",
      "lfw datasets get 0.983 acc\n",
      "agedb_30 datasets get 0.894 acc\n",
      "calfw datasets get 0.903 acc\n",
      "cfp_ff datasets get 0.984 acc\n",
      "cfp_fp datasets get 0.876 acc\n",
      "cplfw datasets get 0.810 acc\n",
      "lfw_face datasets get 0.875 acc\n",
      "times:  36000\n",
      "time:  21169.51073741913\n",
      "times:  37000\n",
      "time:  21708.54978442192\n",
      "times:  38000\n",
      "time:  22248.700023651123\n",
      "times:  39000\n",
      "time:  22789.876505851746\n",
      "times:  40000\n",
      "time:  23330.01781153679\n",
      "lfw datasets get 0.984 acc\n",
      "agedb_30 datasets get 0.898 acc\n",
      "calfw datasets get 0.899 acc\n",
      "cfp_ff datasets get 0.986 acc\n",
      "cfp_fp datasets get 0.893 acc\n",
      "cplfw datasets get 0.816 acc\n",
      "lfw_face datasets get 0.887 acc\n",
      "times:  41000\n",
      "time:  24089.046011686325\n",
      "times:  42000\n",
      "time:  24628.741590738297\n",
      "times:  43000\n",
      "time:  25168.832225322723\n",
      "times:  44000\n",
      "time:  25709.759279727936\n",
      "times:  45000\n",
      "time:  26249.819321632385\n",
      "lfw datasets get 0.982 acc\n",
      "agedb_30 datasets get 0.895 acc\n",
      "calfw datasets get 0.893 acc\n",
      "cfp_ff datasets get 0.983 acc\n",
      "cfp_fp datasets get 0.899 acc\n",
      "cplfw datasets get 0.819 acc\n",
      "lfw_face datasets get 0.888 acc\n",
      "times:  46000\n",
      "time:  27007.050149679184\n",
      "times:  47000\n",
      "time:  27544.713828086853\n",
      "times:  48000\n",
      "time:  28084.59315752983\n",
      "times:  49000\n",
      "time:  28623.906613588333\n",
      "times:  50000\n",
      "time:  29161.84468436241\n",
      "lfw datasets get 0.984 acc\n",
      "agedb_30 datasets get 0.895 acc\n",
      "calfw datasets get 0.911 acc\n",
      "cfp_ff datasets get 0.986 acc\n",
      "cfp_fp datasets get 0.902 acc\n",
      "cplfw datasets get 0.827 acc\n",
      "lfw_face datasets get 0.895 acc\n",
      "times:  51000\n",
      "time:  29919.292730093002\n",
      "times:  52000\n",
      "time:  30457.088832616806\n",
      "times:  53000\n",
      "time:  30996.592750787735\n",
      "times:  54000\n",
      "time:  31537.122571468353\n",
      "times:  55000\n",
      "time:  32076.46738743782\n",
      "lfw datasets get 0.989 acc\n",
      "agedb_30 datasets get 0.897 acc\n",
      "calfw datasets get 0.909 acc\n",
      "cfp_ff datasets get 0.985 acc\n",
      "cfp_fp datasets get 0.906 acc\n",
      "cplfw datasets get 0.839 acc\n",
      "lfw_face datasets get 0.903 acc\n",
      "times:  56000\n",
      "time:  32833.29942584038\n",
      "times:  57000\n",
      "time:  33372.368836164474\n",
      "times:  58000\n",
      "time:  33911.72071433067\n",
      "times:  59000\n",
      "time:  34450.97946500778\n",
      "times:  60000\n",
      "time:  34989.994512319565\n",
      "lfw datasets get 0.986 acc\n",
      "agedb_30 datasets get 0.898 acc\n",
      "calfw datasets get 0.897 acc\n",
      "cfp_ff datasets get 0.987 acc\n",
      "cfp_fp datasets get 0.908 acc\n",
      "cplfw datasets get 0.830 acc\n",
      "lfw_face datasets get 0.893 acc\n",
      "times:  61000\n",
      "time:  35746.953823804855\n",
      "times:  62000\n",
      "time:  36286.03223991394\n",
      "times:  63000\n",
      "time:  36826.385812044144\n",
      "times:  64000\n",
      "time:  37365.24087929726\n",
      "times:  65000\n",
      "time:  37904.22760796547\n",
      "lfw datasets get 0.983 acc\n",
      "agedb_30 datasets get 0.901 acc\n",
      "calfw datasets get 0.898 acc\n",
      "cfp_ff datasets get 0.985 acc\n",
      "cfp_fp datasets get 0.907 acc\n",
      "cplfw datasets get 0.828 acc\n",
      "lfw_face datasets get 0.895 acc\n",
      "times:  66000\n",
      "time:  38659.62300014496\n",
      "times:  67000\n",
      "time:  39197.937368154526\n",
      "times:  68000\n",
      "time:  39736.60343790054\n",
      "times:  69000\n",
      "time:  40276.26714634895\n",
      "times:  70000\n",
      "time:  40815.835602760315\n",
      "lfw datasets get 0.988 acc\n",
      "agedb_30 datasets get 0.905 acc\n",
      "calfw datasets get 0.902 acc\n",
      "cfp_ff datasets get 0.983 acc\n",
      "cfp_fp datasets get 0.907 acc\n",
      "cplfw datasets get 0.833 acc\n",
      "lfw_face datasets get 0.901 acc\n",
      "times:  71000\n",
      "time:  41574.200468063354\n",
      "times:  72000\n",
      "time:  42112.98706436157\n",
      "times:  73000\n",
      "time:  42651.9228515625\n",
      "times:  74000\n",
      "time:  43189.85583257675\n",
      "times:  75000\n",
      "time:  43728.230805397034\n",
      "lfw datasets get 0.989 acc\n",
      "agedb_30 datasets get 0.904 acc\n",
      "calfw datasets get 0.907 acc\n",
      "cfp_ff datasets get 0.988 acc\n",
      "cfp_fp datasets get 0.921 acc\n",
      "cplfw datasets get 0.845 acc\n",
      "lfw_face datasets get 0.905 acc\n",
      "times:  76000\n",
      "time:  44485.55852031708\n",
      "times:  77000\n",
      "time:  45024.10127878189\n",
      "times:  78000\n",
      "time:  45563.276758909225\n",
      "times:  79000\n",
      "time:  46101.940135240555\n",
      "times:  80000\n",
      "time:  46640.79973721504\n",
      "lfw datasets get 0.984 acc\n",
      "agedb_30 datasets get 0.897 acc\n",
      "calfw datasets get 0.885 acc\n",
      "cfp_ff datasets get 0.984 acc\n",
      "cfp_fp datasets get 0.917 acc\n",
      "cplfw datasets get 0.828 acc\n",
      "lfw_face datasets get 0.894 acc\n",
      "times:  81000\n",
      "time:  47398.36377954483\n",
      "times:  82000\n",
      "time:  47937.269918203354\n",
      "times:  83000\n",
      "time:  48477.47211265564\n",
      "times:  84000\n",
      "time:  49017.273278951645\n",
      "times:  85000\n",
      "time:  49556.05730009079\n",
      "lfw datasets get 0.984 acc\n",
      "agedb_30 datasets get 0.909 acc\n",
      "calfw datasets get 0.902 acc\n",
      "cfp_ff datasets get 0.984 acc\n",
      "cfp_fp datasets get 0.915 acc\n",
      "cplfw datasets get 0.849 acc\n",
      "lfw_face datasets get 0.903 acc\n",
      "times:  86000\n",
      "time:  50313.23059630394\n",
      "times:  87000\n",
      "time:  50851.64265418053\n",
      "times:  88000\n",
      "time:  51391.02791213989\n",
      "times:  89000\n",
      "time:  51929.4564242363\n",
      "times:  90000\n",
      "time:  52469.637796640396\n",
      "lfw datasets get 0.988 acc\n",
      "agedb_30 datasets get 0.906 acc\n",
      "calfw datasets get 0.898 acc\n",
      "cfp_ff datasets get 0.986 acc\n",
      "cfp_fp datasets get 0.922 acc\n",
      "cplfw datasets get 0.838 acc\n",
      "lfw_face datasets get 0.897 acc\n",
      "times:  91000\n",
      "time:  53227.088572502136\n",
      "times:  92000\n",
      "time:  53765.237335681915\n",
      "times:  93000\n",
      "time:  54306.09609866142\n",
      "times:  94000\n",
      "time:  54844.7897233963\n",
      "times:  95000\n",
      "time:  55383.876834869385\n",
      "lfw datasets get 0.984 acc\n",
      "agedb_30 datasets get 0.906 acc\n",
      "calfw datasets get 0.890 acc\n",
      "cfp_ff datasets get 0.984 acc\n",
      "cfp_fp datasets get 0.914 acc\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "cplfw datasets get 0.829 acc\n",
      "lfw_face datasets get 0.897 acc\n",
      "times:  96000\n",
      "time:  56140.9234855175\n",
      "times:  97000\n",
      "time:  56679.2535970211\n",
      "times:  98000\n",
      "time:  57218.10208916664\n",
      "times:  99000\n",
      "time:  57758.682121515274\n",
      "times:  100000\n",
      "time:  58298.09419798851\n",
      "lfw datasets get 0.983 acc\n",
      "agedb_30 datasets get 0.903 acc\n",
      "calfw datasets get 0.901 acc\n",
      "cfp_ff datasets get 0.983 acc\n",
      "cfp_fp datasets get 0.914 acc\n",
      "cplfw datasets get 0.847 acc\n",
      "lfw_face datasets get 0.901 acc\n",
      "times:  101000\n",
      "time:  59054.986095666885\n",
      "times:  102000\n",
      "time:  59593.79058718681\n",
      "times:  103000\n",
      "time:  60132.30726027489\n",
      "times:  104000\n",
      "time:  60671.68413114548\n",
      "times:  105000\n",
      "time:  61209.03508281708\n",
      "lfw datasets get 0.988 acc\n",
      "agedb_30 datasets get 0.910 acc\n",
      "calfw datasets get 0.904 acc\n",
      "cfp_ff datasets get 0.984 acc\n",
      "cfp_fp datasets get 0.919 acc\n",
      "cplfw datasets get 0.836 acc\n",
      "lfw_face datasets get 0.899 acc\n",
      "times:  106000\n",
      "time:  61964.09339737892\n",
      "times:  107000\n",
      "time:  62501.722397089005\n",
      "times:  108000\n",
      "time:  63040.20493555069\n",
      "times:  109000\n",
      "time:  63579.07530212402\n",
      "times:  110000\n",
      "time:  64118.71972990036\n",
      "lfw datasets get 0.984 acc\n",
      "agedb_30 datasets get 0.900 acc\n",
      "calfw datasets get 0.887 acc\n",
      "cfp_ff datasets get 0.985 acc\n",
      "cfp_fp datasets get 0.916 acc\n",
      "cplfw datasets get 0.833 acc\n",
      "lfw_face datasets get 0.892 acc\n",
      "times:  111000\n",
      "time:  64875.414964437485\n",
      "times:  112000\n",
      "time:  65413.51819872856\n",
      "times:  113000\n",
      "time:  65951.86723041534\n",
      "times:  114000\n",
      "time:  66492.13868379593\n",
      "times:  115000\n",
      "time:  67031.99485945702\n",
      "lfw datasets get 0.985 acc\n",
      "agedb_30 datasets get 0.905 acc\n",
      "calfw datasets get 0.901 acc\n",
      "cfp_ff datasets get 0.985 acc\n",
      "cfp_fp datasets get 0.918 acc\n",
      "cplfw datasets get 0.835 acc\n",
      "lfw_face datasets get 0.893 acc\n",
      "times:  116000\n",
      "time:  67789.54975390434\n",
      "times:  117000\n",
      "time:  68327.45491099358\n",
      "times:  118000\n",
      "time:  68865.55631399155\n",
      "times:  119000\n",
      "time:  69404.78423190117\n",
      "times:  120000\n",
      "time:  69943.6648516655\n",
      "lfw datasets get 0.985 acc\n",
      "agedb_30 datasets get 0.904 acc\n",
      "calfw datasets get 0.898 acc\n",
      "cfp_ff datasets get 0.984 acc\n",
      "cfp_fp datasets get 0.917 acc\n",
      "cplfw datasets get 0.838 acc\n",
      "lfw_face datasets get 0.900 acc\n",
      "times:  121000\n",
      "time:  70717.63136959076\n",
      "times:  122000\n",
      "time:  71257.64632701874\n",
      "times:  123000\n",
      "time:  71796.7503964901\n",
      "times:  124000\n",
      "time:  72335.73447656631\n",
      "times:  125000\n",
      "time:  72875.55673384666\n",
      "lfw datasets get 0.984 acc\n",
      "agedb_30 datasets get 0.896 acc\n",
      "calfw datasets get 0.900 acc\n",
      "cfp_ff datasets get 0.983 acc\n",
      "cfp_fp datasets get 0.919 acc\n",
      "cplfw datasets get 0.842 acc\n",
      "lfw_face datasets get 0.899 acc\n",
      "times:  126000\n",
      "time:  73631.63395237923\n",
      "times:  127000\n",
      "time:  74170.35347557068\n",
      "times:  128000\n",
      "time:  74708.82078289986\n",
      "times:  129000\n",
      "time:  75248.26930379868\n",
      "times:  130000\n",
      "time:  75786.81085062027\n",
      "lfw datasets get 0.984 acc\n",
      "agedb_30 datasets get 0.898 acc\n",
      "calfw datasets get 0.889 acc\n",
      "cfp_ff datasets get 0.985 acc\n",
      "cfp_fp datasets get 0.919 acc\n",
      "cplfw datasets get 0.831 acc\n",
      "lfw_face datasets get 0.894 acc\n",
      "times:  131000\n",
      "time:  76543.60248208046\n",
      "times:  132000\n",
      "time:  77082.33626651764\n",
      "times:  133000\n",
      "time:  77621.4225564003\n",
      "times:  134000\n",
      "time:  78161.20020270348\n",
      "times:  135000\n",
      "time:  78700.80214262009\n",
      "lfw datasets get 0.986 acc\n",
      "agedb_30 datasets get 0.894 acc\n",
      "calfw datasets get 0.902 acc\n",
      "cfp_ff datasets get 0.983 acc\n",
      "cfp_fp datasets get 0.917 acc\n",
      "cplfw datasets get 0.839 acc\n",
      "lfw_face datasets get 0.891 acc\n",
      "times:  136000\n",
      "time:  79457.0035674572\n",
      "times:  137000\n",
      "time:  79995.13260960579\n",
      "times:  138000\n",
      "time:  80534.07853865623\n",
      "times:  139000\n",
      "time:  81074.276689291\n",
      "times:  140000\n",
      "time:  81613.3086078167\n",
      "lfw datasets get 0.987 acc\n",
      "agedb_30 datasets get 0.903 acc\n",
      "calfw datasets get 0.894 acc\n",
      "cfp_ff datasets get 0.983 acc\n",
      "cfp_fp datasets get 0.920 acc\n",
      "cplfw datasets get 0.839 acc\n",
      "lfw_face datasets get 0.899 acc\n",
      "times:  141000\n",
      "time:  82370.61487293243\n",
      "times:  142000\n",
      "time:  82911.31118297577\n",
      "times:  143000\n",
      "time:  83450.07562112808\n",
      "times:  144000\n",
      "time:  83989.65846514702\n",
      "times:  145000\n",
      "time:  84528.96154332161\n",
      "lfw datasets get 0.986 acc\n",
      "agedb_30 datasets get 0.894 acc\n",
      "calfw datasets get 0.883 acc\n",
      "cfp_ff datasets get 0.982 acc\n",
      "cfp_fp datasets get 0.919 acc\n",
      "cplfw datasets get 0.836 acc\n",
      "lfw_face datasets get 0.907 acc\n",
      "times:  146000\n",
      "time:  85284.91789197922\n",
      "times:  147000\n",
      "time:  85823.12779927254\n",
      "times:  148000\n",
      "time:  86363.1253426075\n",
      "times:  149000\n",
      "time:  86901.11332082748\n",
      "times:  150000\n",
      "time:  87440.69015145302\n",
      "lfw datasets get 0.986 acc\n",
      "agedb_30 datasets get 0.902 acc\n",
      "calfw datasets get 0.903 acc\n",
      "cfp_ff datasets get 0.984 acc\n",
      "cfp_fp datasets get 0.910 acc\n",
      "cplfw datasets get 0.841 acc\n",
      "lfw_face datasets get 0.897 acc\n",
      "times:  151000\n",
      "time:  88197.35982775688\n",
      "times:  152000\n",
      "time:  88735.83613920212\n",
      "times:  153000\n",
      "time:  89274.31259417534\n",
      "times:  154000\n",
      "time:  89812.41234707832\n",
      "times:  155000\n",
      "time:  90351.0630364418\n",
      "lfw datasets get 0.983 acc\n",
      "agedb_30 datasets get 0.900 acc\n",
      "calfw datasets get 0.902 acc\n",
      "cfp_ff datasets get 0.985 acc\n",
      "cfp_fp datasets get 0.915 acc\n",
      "cplfw datasets get 0.835 acc\n",
      "lfw_face datasets get 0.893 acc\n",
      "times:  156000\n",
      "time:  91108.42704319954\n",
      "times:  157000\n",
      "time:  91646.59562325478\n",
      "times:  158000\n",
      "time:  92186.08401751518\n",
      "times:  159000\n",
      "time:  92725.78218340874\n",
      "times:  160000\n",
      "time:  93265.51345825195\n",
      "lfw datasets get 0.980 acc\n",
      "agedb_30 datasets get 0.896 acc\n",
      "calfw datasets get 0.880 acc\n",
      "cfp_ff datasets get 0.980 acc\n",
      "cfp_fp datasets get 0.901 acc\n",
      "cplfw datasets get 0.825 acc\n",
      "lfw_face datasets get 0.883 acc\n",
      "times:  161000\n",
      "time:  94024.92673182487\n",
      "times:  162000\n",
      "time:  94563.77109026909\n",
      "times:  163000\n",
      "time:  95104.18612861633\n",
      "times:  164000\n",
      "time:  95644.1193408966\n",
      "times:  165000\n",
      "time:  96198.79953193665\n",
      "lfw datasets get 0.982 acc\n",
      "agedb_30 datasets get 0.902 acc\n",
      "calfw datasets get 0.898 acc\n",
      "cfp_ff datasets get 0.981 acc\n",
      "cfp_fp datasets get 0.909 acc\n",
      "cplfw datasets get 0.836 acc\n",
      "lfw_face datasets get 0.884 acc\n",
      "times:  166000\n",
      "time:  96955.66812705994\n",
      "times:  167000\n",
      "time:  97495.81360936165\n",
      "times:  168000\n",
      "time:  98036.21675395966\n",
      "times:  169000\n",
      "time:  98576.62751960754\n",
      "times:  170000\n",
      "time:  99116.65451169014\n",
      "lfw datasets get 0.984 acc\n",
      "agedb_30 datasets get 0.900 acc\n",
      "calfw datasets get 0.905 acc\n",
      "cfp_ff datasets get 0.986 acc\n",
      "cfp_fp datasets get 0.916 acc\n",
      "cplfw datasets get 0.843 acc\n",
      "lfw_face datasets get 0.885 acc\n",
      "times:  171000\n",
      "time:  99873.67668700218\n",
      "times:  172000\n",
      "time:  100413.3139128685\n",
      "times:  173000\n",
      "time:  100951.47030472755\n",
      "times:  174000\n",
      "time:  101489.90582156181\n",
      "times:  175000\n",
      "time:  102029.55381774902\n",
      "lfw datasets get 0.982 acc\n",
      "agedb_30 datasets get 0.885 acc\n",
      "calfw datasets get 0.887 acc\n",
      "cfp_ff datasets get 0.985 acc\n",
      "cfp_fp datasets get 0.909 acc\n",
      "cplfw datasets get 0.833 acc\n",
      "lfw_face datasets get 0.883 acc\n",
      "times:  176000\n",
      "time:  102786.5225121975\n",
      "times:  177000\n",
      "time:  103324.5352883339\n",
      "times:  178000\n",
      "time:  103863.98338770866\n",
      "times:  179000\n",
      "time:  104403.15573525429\n",
      "times:  180000\n",
      "time:  104942.60030913353\n",
      "lfw datasets get 0.982 acc\n",
      "agedb_30 datasets get 0.897 acc\n",
      "calfw datasets get 0.888 acc\n",
      "cfp_ff datasets get 0.983 acc\n",
      "cfp_fp datasets get 0.917 acc\n",
      "cplfw datasets get 0.829 acc\n",
      "lfw_face datasets get 0.884 acc\n",
      "times:  181000\n",
      "time:  105720.65649485588\n",
      "times:  182000\n",
      "time:  106258.32123351097\n",
      "times:  183000\n",
      "time:  106795.5236363411\n",
      "times:  184000\n",
      "time:  107334.22600197792\n",
      "times:  185000\n",
      "time:  107872.2233889103\n",
      "lfw datasets get 0.981 acc\n",
      "agedb_30 datasets get 0.896 acc\n",
      "calfw datasets get 0.891 acc\n",
      "cfp_ff datasets get 0.984 acc\n",
      "cfp_fp datasets get 0.908 acc\n",
      "cplfw datasets get 0.827 acc\n",
      "lfw_face datasets get 0.876 acc\n",
      "times:  186000\n",
      "time:  108630.0338666439\n",
      "times:  187000\n",
      "time:  109173.91305708885\n",
      "times:  188000\n",
      "time:  109714.2114803791\n",
      "times:  189000\n",
      "time:  110253.75091671944\n",
      "times:  190000\n",
      "time:  110793.29492163658\n",
      "lfw datasets get 0.984 acc\n",
      "agedb_30 datasets get 0.893 acc\n",
      "calfw datasets get 0.901 acc\n",
      "cfp_ff datasets get 0.981 acc\n",
      "cfp_fp datasets get 0.912 acc\n",
      "cplfw datasets get 0.828 acc\n",
      "lfw_face datasets get 0.882 acc\n",
      "times:  191000\n",
      "time:  111551.28903436661\n",
      "times:  192000\n",
      "time:  112090.4137032032\n",
      "times:  193000\n",
      "time:  112630.82877397537\n",
      "times:  194000\n",
      "time:  113170.09609699249\n",
      "times:  195000\n",
      "time:  113709.96924090385\n",
      "lfw datasets get 0.979 acc\n",
      "agedb_30 datasets get 0.890 acc\n",
      "calfw datasets get 0.882 acc\n",
      "cfp_ff datasets get 0.978 acc\n",
      "cfp_fp datasets get 0.911 acc\n",
      "cplfw datasets get 0.822 acc\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "lfw_face datasets get 0.879 acc\n",
      "times:  196000\n",
      "time:  114466.33062195778\n",
      "times:  197000\n",
      "time:  115004.25596928596\n",
      "times:  198000\n",
      "time:  115543.2208340168\n",
      "times:  199000\n",
      "time:  116082.37719321251\n",
      "times:  200000\n",
      "time:  116621.50878477097\n",
      "lfw datasets get 0.982 acc\n",
      "agedb_30 datasets get 0.896 acc\n",
      "calfw datasets get 0.894 acc\n",
      "cfp_ff datasets get 0.981 acc\n",
      "cfp_fp datasets get 0.907 acc\n",
      "cplfw datasets get 0.827 acc\n",
      "lfw_face datasets get 0.869 acc\n",
      "times:  201000\n",
      "time:  117378.05904436111\n",
      "times:  202000\n",
      "time:  117916.85774278641\n",
      "times:  203000\n",
      "time:  118457.09539484978\n",
      "times:  204000\n",
      "time:  118996.05268406868\n",
      "times:  205000\n",
      "time:  119535.05997920036\n",
      "lfw datasets get 0.981 acc\n",
      "agedb_30 datasets get 0.895 acc\n",
      "calfw datasets get 0.898 acc\n",
      "cfp_ff datasets get 0.984 acc\n",
      "cfp_fp datasets get 0.914 acc\n",
      "cplfw datasets get 0.831 acc\n",
      "lfw_face datasets get 0.881 acc\n",
      "times:  206000\n",
      "time:  120291.70757699013\n",
      "times:  207000\n",
      "time:  120830.53612017632\n",
      "times:  208000\n",
      "time:  121368.76617360115\n",
      "times:  209000\n",
      "time:  121907.85420513153\n",
      "times:  210000\n",
      "time:  122446.48718881607\n",
      "lfw datasets get 0.982 acc\n",
      "agedb_30 datasets get 0.891 acc\n",
      "calfw datasets get 0.883 acc\n",
      "cfp_ff datasets get 0.980 acc\n",
      "cfp_fp datasets get 0.910 acc\n",
      "cplfw datasets get 0.823 acc\n",
      "lfw_face datasets get 0.875 acc\n",
      "times:  211000\n",
      "time:  123225.07184481621\n",
      "times:  212000\n",
      "time:  123764.65549397469\n",
      "times:  213000\n",
      "time:  124302.99269723892\n",
      "times:  214000\n",
      "time:  124842.43124508858\n",
      "times:  215000\n",
      "time:  125381.60756659508\n",
      "lfw datasets get 0.980 acc\n",
      "agedb_30 datasets get 0.887 acc\n",
      "calfw datasets get 0.892 acc\n",
      "cfp_ff datasets get 0.977 acc\n",
      "cfp_fp datasets get 0.900 acc\n",
      "cplfw datasets get 0.825 acc\n",
      "lfw_face datasets get 0.870 acc\n",
      "times:  216000\n",
      "time:  126137.96374130249\n",
      "times:  217000\n",
      "time:  126675.46825122833\n",
      "times:  218000\n",
      "time:  127213.49364089966\n",
      "times:  219000\n",
      "time:  127753.56395959854\n",
      "times:  220000\n",
      "time:  128293.4642496109\n",
      "lfw datasets get 0.982 acc\n",
      "agedb_30 datasets get 0.899 acc\n",
      "calfw datasets get 0.888 acc\n",
      "cfp_ff datasets get 0.983 acc\n",
      "cfp_fp datasets get 0.917 acc\n",
      "cplfw datasets get 0.827 acc\n",
      "lfw_face datasets get 0.881 acc\n",
      "times:  221000\n",
      "time:  129050.17445111275\n",
      "times:  222000\n",
      "time:  129589.74976706505\n",
      "times:  223000\n",
      "time:  130128.95794916153\n",
      "times:  224000\n",
      "time:  130668.03549075127\n",
      "times:  225000\n",
      "time:  131205.9268233776\n",
      "lfw datasets get 0.981 acc\n",
      "agedb_30 datasets get 0.883 acc\n",
      "calfw datasets get 0.880 acc\n",
      "cfp_ff datasets get 0.980 acc\n",
      "cfp_fp datasets get 0.906 acc\n",
      "cplfw datasets get 0.821 acc\n",
      "lfw_face datasets get 0.881 acc\n",
      "times:  226000\n",
      "time:  131963.55680060387\n",
      "times:  227000\n",
      "time:  132502.6588640213\n",
      "times:  228000\n",
      "time:  133040.99689149857\n",
      "times:  229000\n",
      "time:  133580.34312653542\n",
      "times:  230000\n",
      "time:  134120.738915205\n",
      "lfw datasets get 0.980 acc\n",
      "agedb_30 datasets get 0.891 acc\n",
      "calfw datasets get 0.876 acc\n",
      "cfp_ff datasets get 0.979 acc\n",
      "cfp_fp datasets get 0.913 acc\n",
      "cplfw datasets get 0.820 acc\n",
      "lfw_face datasets get 0.876 acc\n",
      "times:  231000\n",
      "time:  134878.4666905403\n",
      "times:  232000\n",
      "time:  135416.45922780037\n",
      "times:  233000\n",
      "time:  135956.06125855446\n",
      "times:  234000\n",
      "time:  136496.37928509712\n",
      "times:  235000\n",
      "time:  137036.06544303894\n",
      "lfw datasets get 0.980 acc\n",
      "agedb_30 datasets get 0.890 acc\n",
      "calfw datasets get 0.890 acc\n",
      "cfp_ff datasets get 0.982 acc\n",
      "cfp_fp datasets get 0.904 acc\n",
      "cplfw datasets get 0.826 acc\n",
      "lfw_face datasets get 0.881 acc\n",
      "times:  236000\n",
      "time:  137794.38264656067\n",
      "times:  237000\n",
      "time:  138333.11421346664\n",
      "times:  238000\n",
      "time:  138872.16133999825\n",
      "times:  239000\n",
      "time:  139411.09510803223\n",
      "times:  240000\n",
      "time:  139950.0659520626\n",
      "lfw datasets get 0.980 acc\n",
      "agedb_30 datasets get 0.883 acc\n",
      "calfw datasets get 0.883 acc\n",
      "cfp_ff datasets get 0.979 acc\n",
      "cfp_fp datasets get 0.907 acc\n",
      "cplfw datasets get 0.825 acc\n",
      "lfw_face datasets get 0.872 acc\n",
      "times:  241000\n",
      "time:  140725.18691444397\n",
      "times:  242000\n",
      "time:  141263.39831757545\n",
      "times:  243000\n",
      "time:  141801.7475516796\n",
      "times:  244000\n",
      "time:  142339.64027881622\n",
      "times:  245000\n",
      "time:  142880.35176753998\n",
      "lfw datasets get 0.977 acc\n",
      "agedb_30 datasets get 0.884 acc\n",
      "calfw datasets get 0.877 acc\n",
      "cfp_ff datasets get 0.977 acc\n",
      "cfp_fp datasets get 0.913 acc\n",
      "cplfw datasets get 0.816 acc\n",
      "lfw_face datasets get 0.870 acc\n",
      "times:  246000\n",
      "time:  143637.6829726696\n",
      "times:  247000\n",
      "time:  144175.77125811577\n",
      "times:  248000\n",
      "time:  144714.039696455\n",
      "times:  249000\n",
      "time:  145254.90986299515\n",
      "times:  250000\n",
      "time:  145794.5578429699\n",
      "lfw datasets get 0.983 acc\n",
      "agedb_30 datasets get 0.883 acc\n",
      "calfw datasets get 0.884 acc\n",
      "cfp_ff datasets get 0.979 acc\n",
      "cfp_fp datasets get 0.910 acc\n",
      "cplfw datasets get 0.818 acc\n",
      "lfw_face datasets get 0.870 acc\n",
      "times:  251000\n",
      "time:  146552.84236335754\n",
      "times:  252000\n",
      "time:  147092.12320828438\n",
      "times:  253000\n",
      "time:  147632.33249902725\n",
      "times:  254000\n",
      "time:  148171.3992319107\n",
      "times:  255000\n",
      "time:  148710.20033216476\n",
      "lfw datasets get 0.981 acc\n",
      "agedb_30 datasets get 0.884 acc\n",
      "calfw datasets get 0.885 acc\n",
      "cfp_ff datasets get 0.980 acc\n",
      "cfp_fp datasets get 0.910 acc\n",
      "cplfw datasets get 0.824 acc\n",
      "lfw_face datasets get 0.881 acc\n",
      "times:  256000\n",
      "time:  149467.15719270706\n",
      "times:  257000\n",
      "time:  150006.70240020752\n",
      "times:  258000\n",
      "time:  150545.75397276878\n",
      "times:  259000\n",
      "time:  151084.78070259094\n",
      "times:  260000\n",
      "time:  151625.5230360031\n",
      "lfw datasets get 0.977 acc\n",
      "agedb_30 datasets get 0.885 acc\n",
      "calfw datasets get 0.875 acc\n",
      "cfp_ff datasets get 0.980 acc\n",
      "cfp_fp datasets get 0.909 acc\n",
      "cplfw datasets get 0.811 acc\n",
      "lfw_face datasets get 0.871 acc\n",
      "times:  261000\n",
      "time:  152382.88446688652\n",
      "times:  262000\n",
      "time:  152921.50773239136\n",
      "times:  263000\n",
      "time:  153459.73151254654\n",
      "times:  264000\n",
      "time:  153998.09760570526\n",
      "times:  265000\n",
      "time:  154536.74348807335\n",
      "lfw datasets get 0.982 acc\n",
      "agedb_30 datasets get 0.887 acc\n",
      "calfw datasets get 0.888 acc\n",
      "cfp_ff datasets get 0.979 acc\n",
      "cfp_fp datasets get 0.902 acc\n",
      "cplfw datasets get 0.823 acc\n",
      "lfw_face datasets get 0.868 acc\n",
      "times:  266000\n",
      "time:  155293.14797592163\n",
      "times:  267000\n",
      "time:  155831.49087619781\n",
      "times:  268000\n",
      "time:  156370.68795967102\n",
      "times:  269000\n",
      "time:  156922.86891889572\n",
      "times:  270000\n",
      "time:  157462.31888008118\n",
      "lfw datasets get 0.980 acc\n",
      "agedb_30 datasets get 0.889 acc\n",
      "calfw datasets get 0.887 acc\n",
      "cfp_ff datasets get 0.979 acc\n",
      "cfp_fp datasets get 0.909 acc\n",
      "cplfw datasets get 0.826 acc\n",
      "lfw_face datasets get 0.877 acc\n",
      "times:  271000\n",
      "time:  158238.8637764454\n",
      "times:  272000\n",
      "time:  158778.43224835396\n",
      "times:  273000\n",
      "time:  159317.22928762436\n",
      "times:  274000\n",
      "time:  159856.2473268509\n",
      "times:  275000\n",
      "time:  160395.595556736\n",
      "lfw datasets get 0.979 acc\n",
      "agedb_30 datasets get 0.876 acc\n",
      "calfw datasets get 0.880 acc\n",
      "cfp_ff datasets get 0.979 acc\n",
      "cfp_fp datasets get 0.911 acc\n",
      "cplfw datasets get 0.817 acc\n",
      "lfw_face datasets get 0.871 acc\n",
      "times:  276000\n",
      "time:  161153.45138955116\n",
      "times:  277000\n",
      "time:  161691.81440377235\n",
      "times:  278000\n",
      "time:  162230.89738678932\n",
      "times:  279000\n",
      "time:  162769.24378991127\n",
      "times:  280000\n",
      "time:  163308.61410856247\n",
      "lfw datasets get 0.978 acc\n",
      "agedb_30 datasets get 0.884 acc\n",
      "calfw datasets get 0.882 acc\n",
      "cfp_ff datasets get 0.977 acc\n",
      "cfp_fp datasets get 0.908 acc\n",
      "cplfw datasets get 0.810 acc\n",
      "lfw_face datasets get 0.865 acc\n",
      "times:  281000\n",
      "time:  164066.086997509\n",
      "times:  282000\n",
      "time:  164604.51793313026\n",
      "times:  283000\n",
      "time:  165143.33310747147\n",
      "times:  284000\n",
      "time:  165693.10308361053\n",
      "times:  285000\n",
      "time:  166232.6233394146\n",
      "lfw datasets get 0.981 acc\n",
      "agedb_30 datasets get 0.890 acc\n",
      "calfw datasets get 0.889 acc\n",
      "cfp_ff datasets get 0.982 acc\n",
      "cfp_fp datasets get 0.910 acc\n",
      "cplfw datasets get 0.827 acc\n",
      "lfw_face datasets get 0.877 acc\n",
      "times:  286000\n",
      "time:  166990.8084001541\n",
      "times:  287000\n",
      "time:  167529.80195093155\n",
      "times:  288000\n",
      "time:  168068.53909873962\n",
      "times:  289000\n",
      "time:  168606.9345164299\n",
      "times:  290000\n",
      "time:  169154.27819252014\n",
      "lfw datasets get 0.982 acc\n",
      "agedb_30 datasets get 0.882 acc\n",
      "calfw datasets get 0.886 acc\n",
      "cfp_ff datasets get 0.980 acc\n",
      "cfp_fp datasets get 0.902 acc\n",
      "cplfw datasets get 0.816 acc\n",
      "lfw_face datasets get 0.872 acc\n",
      "times:  291000\n",
      "time:  169912.10128688812\n",
      "times:  292000\n",
      "time:  170450.42118048668\n",
      "times:  293000\n",
      "time:  170988.98037433624\n",
      "times:  294000\n",
      "time:  171527.7392847538\n",
      "times:  295000\n",
      "time:  172066.67468309402\n",
      "lfw datasets get 0.980 acc\n",
      "agedb_30 datasets get 0.885 acc\n",
      "calfw datasets get 0.883 acc\n",
      "cfp_ff datasets get 0.977 acc\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "cfp_fp datasets get 0.909 acc\n",
      "cplfw datasets get 0.816 acc\n",
      "lfw_face datasets get 0.871 acc\n",
      "times:  296000\n",
      "time:  172824.65280985832\n",
      "times:  297000\n",
      "time:  173362.2290751934\n",
      "times:  298000\n",
      "time:  173901.64044332504\n",
      "times:  299000\n",
      "time:  174441.52443432808\n",
      "times:  300000\n",
      "time:  174981.22070002556\n",
      "lfw datasets get 0.981 acc\n",
      "agedb_30 datasets get 0.887 acc\n",
      "calfw datasets get 0.885 acc\n",
      "cfp_ff datasets get 0.978 acc\n",
      "cfp_fp datasets get 0.904 acc\n",
      "cplfw datasets get 0.818 acc\n",
      "lfw_face datasets get 0.870 acc\n",
      "times:  301000\n",
      "time:  175763.1212360859\n",
      "times:  302000\n",
      "time:  176301.44482898712\n",
      "times:  303000\n",
      "time:  176839.60068941116\n",
      "times:  304000\n",
      "time:  177377.89766669273\n",
      "times:  305000\n",
      "time:  177917.10427331924\n",
      "lfw datasets get 0.982 acc\n",
      "agedb_30 datasets get 0.884 acc\n",
      "calfw datasets get 0.893 acc\n",
      "cfp_ff datasets get 0.979 acc\n",
      "cfp_fp datasets get 0.910 acc\n",
      "cplfw datasets get 0.821 acc\n",
      "lfw_face datasets get 0.874 acc\n",
      "times:  306000\n",
      "time:  178674.22027683258\n",
      "times:  307000\n",
      "time:  179213.20144462585\n",
      "times:  308000\n",
      "time:  179751.48109960556\n",
      "times:  309000\n",
      "time:  180290.55498480797\n",
      "times:  310000\n",
      "time:  180829.91273975372\n",
      "lfw datasets get 0.977 acc\n",
      "agedb_30 datasets get 0.885 acc\n",
      "calfw datasets get 0.880 acc\n",
      "cfp_ff datasets get 0.977 acc\n",
      "cfp_fp datasets get 0.911 acc\n",
      "cplfw datasets get 0.816 acc\n",
      "lfw_face datasets get 0.866 acc\n",
      "times:  311000\n",
      "time:  181586.83625125885\n",
      "times:  312000\n",
      "time:  182125.34569740295\n",
      "times:  313000\n",
      "time:  182686.0140657425\n",
      "times:  314000\n",
      "time:  183224.4410431385\n",
      "times:  315000\n",
      "time:  183760.93971300125\n",
      "lfw datasets get 0.979 acc\n",
      "agedb_30 datasets get 0.883 acc\n",
      "calfw datasets get 0.887 acc\n",
      "cfp_ff datasets get 0.976 acc\n",
      "cfp_fp datasets get 0.903 acc\n",
      "cplfw datasets get 0.822 acc\n",
      "lfw_face datasets get 0.871 acc\n",
      "times:  316000\n",
      "time:  184517.16547250748\n",
      "times:  317000\n",
      "time:  185055.73016238213\n",
      "times:  318000\n",
      "time:  185595.32897543907\n",
      "times:  319000\n",
      "time:  186134.1773364544\n",
      "times:  320000\n",
      "time:  186672.61356830597\n",
      "lfw datasets get 0.982 acc\n",
      "agedb_30 datasets get 0.889 acc\n",
      "calfw datasets get 0.889 acc\n",
      "cfp_ff datasets get 0.979 acc\n",
      "cfp_fp datasets get 0.910 acc\n",
      "cplfw datasets get 0.826 acc\n",
      "lfw_face datasets get 0.877 acc\n",
      "times:  321000\n",
      "time:  187430.7067949772\n",
      "times:  322000\n",
      "time:  187971.96107506752\n",
      "times:  323000\n",
      "time:  188510.2704834938\n",
      "times:  324000\n",
      "time:  189053.27680754662\n",
      "times:  325000\n",
      "time:  189591.23977422714\n",
      "lfw datasets get 0.976 acc\n",
      "agedb_30 datasets get 0.876 acc\n",
      "calfw datasets get 0.876 acc\n",
      "cfp_ff datasets get 0.978 acc\n",
      "cfp_fp datasets get 0.909 acc\n",
      "cplfw datasets get 0.815 acc\n",
      "lfw_face datasets get 0.868 acc\n",
      "times:  326000\n",
      "time:  190344.84426021576\n",
      "times:  327000\n",
      "time:  190880.4491353035\n",
      "times:  328000\n",
      "time:  191415.9441432953\n",
      "times:  329000\n",
      "time:  191953.1969115734\n",
      "times:  330000\n",
      "time:  192490.53045105934\n",
      "lfw datasets get 0.979 acc\n",
      "agedb_30 datasets get 0.886 acc\n",
      "calfw datasets get 0.878 acc\n",
      "cfp_ff datasets get 0.976 acc\n",
      "cfp_fp datasets get 0.904 acc\n",
      "cplfw datasets get 0.823 acc\n",
      "lfw_face datasets get 0.866 acc\n",
      "times:  331000\n",
      "time:  193263.408107996\n",
      "times:  332000\n",
      "time:  193798.75593471527\n",
      "times:  333000\n",
      "time:  194335.4664335251\n",
      "times:  334000\n",
      "time:  194871.8144645691\n",
      "times:  335000\n",
      "time:  195408.19070196152\n",
      "lfw datasets get 0.982 acc\n",
      "agedb_30 datasets get 0.890 acc\n",
      "calfw datasets get 0.890 acc\n",
      "cfp_ff datasets get 0.982 acc\n",
      "cfp_fp datasets get 0.909 acc\n",
      "cplfw datasets get 0.827 acc\n",
      "lfw_face datasets get 0.874 acc\n",
      "times:  336000\n",
      "time:  196161.09683203697\n",
      "times:  337000\n",
      "time:  196696.81422877312\n",
      "times:  338000\n",
      "time:  197231.99599313736\n",
      "times:  339000\n",
      "time:  197768.66857624054\n",
      "times:  340000\n",
      "time:  198303.8656246662\n",
      "lfw datasets get 0.979 acc\n",
      "agedb_30 datasets get 0.884 acc\n",
      "calfw datasets get 0.881 acc\n",
      "cfp_ff datasets get 0.980 acc\n",
      "cfp_fp datasets get 0.904 acc\n",
      "cplfw datasets get 0.820 acc\n",
      "lfw_face datasets get 0.871 acc\n",
      "times:  341000\n",
      "time:  199058.43332338333\n",
      "times:  342000\n",
      "time:  199594.43868207932\n",
      "times:  343000\n",
      "time:  200130.6978211403\n",
      "times:  344000\n",
      "time:  200667.46708488464\n",
      "times:  345000\n",
      "time:  201204.6483464241\n",
      "lfw datasets get 0.979 acc\n",
      "agedb_30 datasets get 0.884 acc\n",
      "calfw datasets get 0.887 acc\n",
      "cfp_ff datasets get 0.980 acc\n",
      "cfp_fp datasets get 0.911 acc\n",
      "cplfw datasets get 0.823 acc\n",
      "lfw_face datasets get 0.868 acc\n",
      "times:  346000\n",
      "time:  201956.73165988922\n",
      "times:  347000\n",
      "time:  202493.1275138855\n",
      "times:  348000\n",
      "time:  203030.24435663223\n",
      "times:  349000\n",
      "time:  203567.29427146912\n",
      "times:  350000\n",
      "time:  204103.38733959198\n",
      "lfw datasets get 0.979 acc\n",
      "agedb_30 datasets get 0.885 acc\n",
      "calfw datasets get 0.887 acc\n",
      "cfp_ff datasets get 0.979 acc\n",
      "cfp_fp datasets get 0.905 acc\n",
      "cplfw datasets get 0.824 acc\n",
      "lfw_face datasets get 0.867 acc\n",
      "times:  351000\n",
      "time:  204855.02671670914\n",
      "times:  352000\n",
      "time:  205391.03879761696\n",
      "times:  353000\n",
      "time:  205927.41192865372\n",
      "times:  354000\n",
      "time:  206463.2260131836\n",
      "times:  355000\n",
      "time:  206999.27555847168\n",
      "lfw datasets get 0.979 acc\n",
      "agedb_30 datasets get 0.885 acc\n",
      "calfw datasets get 0.887 acc\n",
      "cfp_ff datasets get 0.980 acc\n",
      "cfp_fp datasets get 0.906 acc\n",
      "cplfw datasets get 0.821 acc\n",
      "lfw_face datasets get 0.872 acc\n",
      "times:  356000\n",
      "time:  207751.69565224648\n",
      "times:  357000\n",
      "time:  208287.84053969383\n",
      "times:  358000\n",
      "time:  208823.20312595367\n",
      "times:  359000\n",
      "time:  209359.31762695312\n",
      "times:  360000\n",
      "time:  209895.45510578156\n",
      "lfw datasets get 0.979 acc\n",
      "agedb_30 datasets get 0.884 acc\n",
      "calfw datasets get 0.876 acc\n",
      "cfp_ff datasets get 0.979 acc\n",
      "cfp_fp datasets get 0.911 acc\n",
      "cplfw datasets get 0.816 acc\n",
      "lfw_face datasets get 0.868 acc\n",
      "times:  361000\n",
      "time:  210666.9820072651\n",
      "times:  362000\n",
      "time:  211203.15029096603\n",
      "times:  363000\n",
      "time:  211738.3081421852\n",
      "times:  364000\n",
      "time:  212274.2443470955\n",
      "times:  365000\n",
      "time:  212810.02823328972\n",
      "lfw datasets get 0.980 acc\n",
      "agedb_30 datasets get 0.887 acc\n",
      "calfw datasets get 0.885 acc\n",
      "cfp_ff datasets get 0.979 acc\n",
      "cfp_fp datasets get 0.903 acc\n",
      "cplfw datasets get 0.822 acc\n",
      "lfw_face datasets get 0.863 acc\n",
      "times:  366000\n",
      "time:  213561.72074198723\n",
      "times:  367000\n",
      "time:  214097.02960300446\n",
      "times:  368000\n",
      "time:  214633.40628290176\n",
      "times:  369000\n",
      "time:  215169.21674370766\n",
      "times:  370000\n",
      "time:  215705.10616922379\n",
      "lfw datasets get 0.981 acc\n",
      "agedb_30 datasets get 0.892 acc\n",
      "calfw datasets get 0.890 acc\n",
      "cfp_ff datasets get 0.978 acc\n",
      "cfp_fp datasets get 0.910 acc\n",
      "cplfw datasets get 0.824 acc\n",
      "lfw_face datasets get 0.879 acc\n",
      "times:  371000\n",
      "time:  216457.36413955688\n",
      "times:  372000\n",
      "time:  216992.74750232697\n",
      "times:  373000\n",
      "time:  217528.8721909523\n",
      "times:  374000\n",
      "time:  218065.42286634445\n",
      "times:  375000\n",
      "time:  218602.34392857552\n",
      "lfw datasets get 0.977 acc\n",
      "agedb_30 datasets get 0.879 acc\n",
      "calfw datasets get 0.875 acc\n",
      "cfp_ff datasets get 0.977 acc\n",
      "cfp_fp datasets get 0.907 acc\n",
      "cplfw datasets get 0.815 acc\n",
      "lfw_face datasets get 0.870 acc\n",
      "times:  376000\n",
      "time:  219353.45625042915\n",
      "times:  377000\n",
      "time:  219888.57454490662\n",
      "times:  378000\n",
      "time:  220423.58574604988\n",
      "times:  379000\n",
      "time:  220959.47010922432\n",
      "times:  380000\n",
      "time:  221497.62232923508\n",
      "lfw datasets get 0.979 acc\n",
      "agedb_30 datasets get 0.888 acc\n",
      "calfw datasets get 0.885 acc\n",
      "cfp_ff datasets get 0.978 acc\n",
      "cfp_fp datasets get 0.907 acc\n",
      "cplfw datasets get 0.825 acc\n",
      "lfw_face datasets get 0.866 acc\n",
      "times:  381000\n",
      "time:  222249.7284669876\n",
      "times:  382000\n",
      "time:  222784.2169532776\n",
      "times:  383000\n",
      "time:  223320.3057525158\n",
      "times:  384000\n",
      "time:  223855.12175226212\n",
      "times:  385000\n",
      "time:  224391.1509950161\n",
      "lfw datasets get 0.980 acc\n",
      "agedb_30 datasets get 0.889 acc\n",
      "calfw datasets get 0.887 acc\n",
      "cfp_ff datasets get 0.979 acc\n",
      "cfp_fp datasets get 0.906 acc\n",
      "cplfw datasets get 0.828 acc\n",
      "lfw_face datasets get 0.870 acc\n",
      "times:  386000\n",
      "time:  225142.1018357277\n",
      "times:  387000\n",
      "time:  225678.6473712921\n",
      "times:  388000\n",
      "time:  226214.06276392937\n",
      "times:  389000\n",
      "time:  226750.56874632835\n",
      "times:  390000\n",
      "time:  227286.09712958336\n",
      "lfw datasets get 0.979 acc\n",
      "agedb_30 datasets get 0.878 acc\n",
      "calfw datasets get 0.881 acc\n",
      "cfp_ff datasets get 0.980 acc\n",
      "cfp_fp datasets get 0.907 acc\n",
      "cplfw datasets get 0.819 acc\n",
      "lfw_face datasets get 0.873 acc\n",
      "times:  391000\n",
      "time:  228056.32589745522\n",
      "times:  392000\n",
      "time:  228591.01484370232\n",
      "times:  393000\n",
      "time:  229125.8748304844\n",
      "times:  394000\n",
      "time:  229659.49284172058\n",
      "times:  395000\n",
      "time:  230194.9866759777\n",
      "lfw datasets get 0.981 acc\n",
      "agedb_30 datasets get 0.887 acc\n",
      "calfw datasets get 0.885 acc\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "cfp_ff datasets get 0.978 acc\n",
      "cfp_fp datasets get 0.904 acc\n",
      "cplfw datasets get 0.822 acc\n",
      "lfw_face datasets get 0.863 acc\n",
      "times:  396000\n",
      "time:  230947.4613852501\n",
      "times:  397000\n",
      "time:  231481.21852517128\n",
      "times:  398000\n",
      "time:  232015.21160316467\n",
      "times:  399000\n",
      "time:  232550.84869384766\n",
      "times:  400000\n",
      "time:  233086.77590489388\n",
      "lfw datasets get 0.981 acc\n",
      "agedb_30 datasets get 0.887 acc\n",
      "calfw datasets get 0.884 acc\n",
      "cfp_ff datasets get 0.980 acc\n",
      "cfp_fp datasets get 0.911 acc\n",
      "cplfw datasets get 0.823 acc\n",
      "lfw_face datasets get 0.867 acc\n",
      "times:  401000\n",
      "time:  233838.3126449585\n",
      "times:  402000\n",
      "time:  234372.8021941185\n",
      "times:  403000\n",
      "time:  234908.0305583477\n",
      "times:  404000\n",
      "time:  235443.64558243752\n",
      "times:  405000\n",
      "time:  235977.6408891678\n",
      "lfw datasets get 0.982 acc\n",
      "agedb_30 datasets get 0.886 acc\n",
      "calfw datasets get 0.882 acc\n",
      "cfp_ff datasets get 0.980 acc\n",
      "cfp_fp datasets get 0.903 acc\n",
      "cplfw datasets get 0.814 acc\n",
      "lfw_face datasets get 0.875 acc\n",
      "times:  406000\n",
      "time:  236729.4195933342\n",
      "times:  407000\n",
      "time:  237263.94094085693\n",
      "times:  408000\n",
      "time:  237799.03584122658\n",
      "times:  409000\n",
      "time:  238334.41035032272\n",
      "times:  410000\n",
      "time:  238870.01222205162\n",
      "lfw datasets get 0.981 acc\n",
      "agedb_30 datasets get 0.883 acc\n",
      "calfw datasets get 0.879 acc\n",
      "cfp_ff datasets get 0.979 acc\n",
      "cfp_fp datasets get 0.912 acc\n",
      "cplfw datasets get 0.819 acc\n",
      "lfw_face datasets get 0.868 acc\n",
      "times:  411000\n",
      "time:  239622.13792586327\n",
      "times:  412000\n",
      "time:  240157.33607172966\n",
      "times:  413000\n",
      "time:  240691.18513846397\n",
      "times:  414000\n",
      "time:  241227.00817632675\n",
      "times:  415000\n",
      "time:  241762.48959183693\n",
      "lfw datasets get 0.982 acc\n",
      "agedb_30 datasets get 0.889 acc\n",
      "calfw datasets get 0.885 acc\n",
      "cfp_ff datasets get 0.978 acc\n",
      "cfp_fp datasets get 0.904 acc\n",
      "cplfw datasets get 0.813 acc\n",
      "lfw_face datasets get 0.864 acc\n",
      "times:  416000\n",
      "time:  242513.04707193375\n",
      "times:  417000\n",
      "time:  243047.20448422432\n",
      "times:  418000\n",
      "time:  243584.77356266975\n",
      "times:  419000\n",
      "time:  244119.47425174713\n",
      "times:  420000\n",
      "time:  244654.42677044868\n",
      "lfw datasets get 0.981 acc\n",
      "agedb_30 datasets get 0.889 acc\n",
      "calfw datasets get 0.886 acc\n",
      "cfp_ff datasets get 0.980 acc\n",
      "cfp_fp datasets get 0.910 acc\n",
      "cplfw datasets get 0.815 acc\n",
      "lfw_face datasets get 0.876 acc\n",
      "times:  421000\n",
      "time:  245424.30506324768\n",
      "times:  422000\n",
      "time:  245958.19347453117\n",
      "times:  423000\n",
      "time:  246492.19872879982\n",
      "times:  424000\n",
      "time:  247027.69467878342\n",
      "times:  425000\n",
      "time:  247563.3475601673\n",
      "lfw datasets get 0.979 acc\n",
      "agedb_30 datasets get 0.881 acc\n",
      "calfw datasets get 0.875 acc\n",
      "cfp_ff datasets get 0.980 acc\n",
      "cfp_fp datasets get 0.910 acc\n",
      "cplfw datasets get 0.820 acc\n",
      "lfw_face datasets get 0.865 acc\n",
      "times:  426000\n",
      "time:  248315.78771734238\n",
      "times:  427000\n",
      "time:  248850.10535120964\n",
      "times:  428000\n",
      "time:  249384.7557477951\n",
      "times:  429000\n",
      "time:  249918.78072929382\n",
      "times:  430000\n",
      "time:  250455.2769358158\n",
      "lfw datasets get 0.981 acc\n",
      "agedb_30 datasets get 0.885 acc\n",
      "calfw datasets get 0.886 acc\n",
      "cfp_ff datasets get 0.977 acc\n",
      "cfp_fp datasets get 0.908 acc\n",
      "cplfw datasets get 0.822 acc\n",
      "lfw_face datasets get 0.868 acc\n",
      "times:  431000\n",
      "time:  251207.8662879467\n",
      "times:  432000\n",
      "time:  251742.80466532707\n",
      "times:  433000\n",
      "time:  252278.64223766327\n",
      "times:  434000\n",
      "time:  252813.5367217064\n",
      "times:  435000\n",
      "time:  253348.98293232918\n",
      "lfw datasets get 0.982 acc\n",
      "agedb_30 datasets get 0.894 acc\n",
      "calfw datasets get 0.888 acc\n",
      "cfp_ff datasets get 0.977 acc\n",
      "cfp_fp datasets get 0.910 acc\n",
      "cplfw datasets get 0.819 acc\n",
      "lfw_face datasets get 0.873 acc\n",
      "times:  436000\n",
      "time:  254100.3863761425\n",
      "times:  437000\n",
      "time:  254634.72757530212\n",
      "times:  438000\n",
      "time:  255170.63054275513\n",
      "times:  439000\n",
      "time:  255706.28613758087\n",
      "times:  440000\n",
      "time:  256241.69699406624\n",
      "lfw datasets get 0.979 acc\n",
      "agedb_30 datasets get 0.882 acc\n",
      "calfw datasets get 0.879 acc\n",
      "cfp_ff datasets get 0.978 acc\n",
      "cfp_fp datasets get 0.911 acc\n",
      "cplfw datasets get 0.820 acc\n",
      "lfw_face datasets get 0.872 acc\n",
      "times:  441000\n",
      "time:  256994.2261378765\n",
      "times:  442000\n",
      "time:  257528.56226921082\n",
      "times:  443000\n",
      "time:  258063.75387835503\n",
      "times:  444000\n",
      "time:  258599.21757936478\n",
      "times:  445000\n",
      "time:  259134.96573734283\n",
      "lfw datasets get 0.982 acc\n",
      "agedb_30 datasets get 0.883 acc\n",
      "calfw datasets get 0.882 acc\n",
      "cfp_ff datasets get 0.979 acc\n",
      "cfp_fp datasets get 0.907 acc\n",
      "cplfw datasets get 0.822 acc\n",
      "lfw_face datasets get 0.862 acc\n",
      "times:  446000\n",
      "time:  259886.5864367485\n",
      "times:  447000\n",
      "time:  260422.39675021172\n",
      "times:  448000\n",
      "time:  260956.50536727905\n",
      "times:  449000\n",
      "time:  261491.93137931824\n",
      "times:  450000\n",
      "time:  262027.20514678955\n",
      "lfw datasets get 0.980 acc\n",
      "agedb_30 datasets get 0.894 acc\n",
      "calfw datasets get 0.885 acc\n",
      "cfp_ff datasets get 0.980 acc\n",
      "cfp_fp datasets get 0.910 acc\n",
      "cplfw datasets get 0.825 acc\n",
      "lfw_face datasets get 0.871 acc\n",
      "times:  451000\n",
      "time:  262797.4452364445\n",
      "times:  452000\n",
      "time:  263333.2795789242\n",
      "times:  453000\n",
      "time:  263868.5505168438\n",
      "times:  454000\n",
      "time:  264404.88343191147\n",
      "times:  455000\n",
      "time:  264940.7976539135\n",
      "lfw datasets get 0.980 acc\n",
      "agedb_30 datasets get 0.879 acc\n",
      "calfw datasets get 0.881 acc\n",
      "cfp_ff datasets get 0.978 acc\n",
      "cfp_fp datasets get 0.906 acc\n",
      "cplfw datasets get 0.818 acc\n",
      "lfw_face datasets get 0.870 acc\n",
      "times:  456000\n",
      "time:  265692.58919119835\n",
      "times:  457000\n",
      "time:  266226.7874965668\n",
      "times:  458000\n",
      "time:  266761.9906051159\n",
      "times:  459000\n",
      "time:  267295.8678853512\n",
      "times:  460000\n",
      "time:  267832.47304725647\n",
      "lfw datasets get 0.980 acc\n",
      "agedb_30 datasets get 0.886 acc\n",
      "calfw datasets get 0.885 acc\n",
      "cfp_ff datasets get 0.979 acc\n",
      "cfp_fp datasets get 0.910 acc\n",
      "cplfw datasets get 0.827 acc\n",
      "lfw_face datasets get 0.870 acc\n",
      "times:  461000\n",
      "time:  268584.70614409447\n",
      "times:  462000\n",
      "time:  269143.29872870445\n",
      "times:  463000\n",
      "time:  269676.74203419685\n",
      "times:  464000\n",
      "time:  270211.5205054283\n",
      "times:  465000\n",
      "time:  270746.90727591515\n",
      "lfw datasets get 0.981 acc\n",
      "agedb_30 datasets get 0.887 acc\n",
      "calfw datasets get 0.880 acc\n",
      "cfp_ff datasets get 0.978 acc\n",
      "cfp_fp datasets get 0.903 acc\n",
      "cplfw datasets get 0.820 acc\n",
      "lfw_face datasets get 0.866 acc\n",
      "times:  466000\n",
      "time:  271499.68721818924\n",
      "times:  467000\n",
      "time:  272034.4965429306\n",
      "times:  468000\n",
      "time:  272569.5391652584\n",
      "times:  469000\n",
      "time:  273105.7129702568\n",
      "times:  470000\n",
      "time:  273640.5356602669\n",
      "lfw datasets get 0.980 acc\n",
      "agedb_30 datasets get 0.885 acc\n",
      "calfw datasets get 0.888 acc\n",
      "cfp_ff datasets get 0.980 acc\n",
      "cfp_fp datasets get 0.909 acc\n",
      "cplfw datasets get 0.816 acc\n",
      "lfw_face datasets get 0.872 acc\n",
      "times:  471000\n",
      "time:  274393.88141679764\n",
      "times:  472000\n",
      "time:  274929.2230889797\n",
      "times:  473000\n",
      "time:  275463.77757430077\n",
      "times:  474000\n",
      "time:  275999.154610157\n",
      "times:  475000\n",
      "time:  276535.35409903526\n",
      "lfw datasets get 0.980 acc\n",
      "agedb_30 datasets get 0.882 acc\n",
      "calfw datasets get 0.879 acc\n",
      "cfp_ff datasets get 0.978 acc\n",
      "cfp_fp datasets get 0.912 acc\n",
      "cplfw datasets get 0.818 acc\n",
      "lfw_face datasets get 0.868 acc\n",
      "times:  476000\n",
      "time:  277287.226657629\n",
      "times:  477000\n",
      "time:  277822.58871912956\n",
      "times:  478000\n",
      "time:  278358.1174607277\n",
      "times:  479000\n",
      "time:  278893.51609921455\n",
      "times:  480000\n",
      "time:  279430.00607943535\n",
      "lfw datasets get 0.983 acc\n",
      "agedb_30 datasets get 0.883 acc\n",
      "calfw datasets get 0.886 acc\n",
      "cfp_ff datasets get 0.977 acc\n",
      "cfp_fp datasets get 0.903 acc\n",
      "cplfw datasets get 0.815 acc\n",
      "lfw_face datasets get 0.865 acc\n",
      "times:  481000\n",
      "time:  280202.63963389397\n",
      "times:  482000\n",
      "time:  280736.98600268364\n",
      "times:  483000\n",
      "time:  281272.78638863564\n",
      "times:  484000\n",
      "time:  281809.53364658356\n",
      "times:  485000\n",
      "time:  282346.17962551117\n",
      "lfw datasets get 0.980 acc\n",
      "agedb_30 datasets get 0.888 acc\n",
      "calfw datasets get 0.892 acc\n",
      "cfp_ff datasets get 0.980 acc\n",
      "cfp_fp datasets get 0.906 acc\n",
      "cplfw datasets get 0.816 acc\n",
      "lfw_face datasets get 0.877 acc\n",
      "times:  486000\n",
      "time:  283099.46486258507\n",
      "times:  487000\n",
      "time:  283634.00900650024\n",
      "times:  488000\n",
      "time:  284168.7967879772\n",
      "times:  489000\n",
      "time:  284702.7184987068\n",
      "times:  490000\n",
      "time:  285237.0711326599\n",
      "lfw datasets get 0.980 acc\n",
      "agedb_30 datasets get 0.879 acc\n",
      "calfw datasets get 0.878 acc\n",
      "cfp_ff datasets get 0.977 acc\n",
      "cfp_fp datasets get 0.908 acc\n",
      "cplfw datasets get 0.816 acc\n",
      "lfw_face datasets get 0.871 acc\n",
      "times:  491000\n",
      "time:  285989.5581831932\n",
      "times:  492000\n",
      "time:  286524.7481737137\n",
      "times:  493000\n",
      "time:  287060.16328668594\n",
      "times:  494000\n",
      "time:  287595.40033984184\n",
      "times:  495000\n",
      "time:  288130.63502025604\n",
      "lfw datasets get 0.981 acc\n",
      "agedb_30 datasets get 0.888 acc\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "calfw datasets get 0.884 acc\n",
      "cfp_ff datasets get 0.979 acc\n",
      "cfp_fp datasets get 0.907 acc\n",
      "cplfw datasets get 0.824 acc\n",
      "lfw_face datasets get 0.862 acc\n",
      "times:  496000\n",
      "time:  288880.93689084053\n",
      "times:  497000\n",
      "time:  289415.4436380863\n",
      "times:  498000\n",
      "time:  289950.80377697945\n",
      "times:  499000\n",
      "time:  290485.6396062374\n",
      "times:  500000\n",
      "time:  291021.55594825745\n",
      "lfw datasets get 0.981 acc\n",
      "agedb_30 datasets get 0.890 acc\n",
      "calfw datasets get 0.888 acc\n",
      "cfp_ff datasets get 0.979 acc\n",
      "cfp_fp datasets get 0.904 acc\n",
      "cplfw datasets get 0.821 acc\n",
      "lfw_face datasets get 0.876 acc\n",
      "times:  501000\n",
      "time:  291774.38452744484\n",
      "times:  502000\n",
      "time:  292309.7618224621\n",
      "times:  503000\n",
      "time:  292844.26513433456\n",
      "times:  504000\n",
      "time:  293379.3446998596\n",
      "times:  505000\n",
      "time:  293914.9059064388\n",
      "lfw datasets get 0.982 acc\n",
      "agedb_30 datasets get 0.876 acc\n",
      "calfw datasets get 0.881 acc\n",
      "cfp_ff datasets get 0.978 acc\n",
      "cfp_fp datasets get 0.906 acc\n",
      "cplfw datasets get 0.820 acc\n",
      "lfw_face datasets get 0.871 acc\n",
      "times:  506000\n",
      "time:  294666.4708559513\n",
      "times:  507000\n",
      "time:  295201.2108411789\n",
      "times:  508000\n",
      "time:  295736.23209095\n",
      "times:  509000\n",
      "time:  296269.9829668999\n",
      "times:  510000\n",
      "time:  296807.38892269135\n",
      "lfw datasets get 0.978 acc\n",
      "agedb_30 datasets get 0.885 acc\n",
      "calfw datasets get 0.883 acc\n",
      "cfp_ff datasets get 0.979 acc\n",
      "cfp_fp datasets get 0.906 acc\n",
      "cplfw datasets get 0.824 acc\n",
      "lfw_face datasets get 0.870 acc\n",
      "times:  511000\n",
      "time:  297578.57093143463\n",
      "times:  512000\n",
      "time:  298114.17245316505\n",
      "times:  513000\n",
      "time:  298649.7768931389\n",
      "times:  514000\n",
      "time:  299185.81807780266\n",
      "times:  515000\n",
      "time:  299722.3642985821\n",
      "lfw datasets get 0.980 acc\n",
      "agedb_30 datasets get 0.891 acc\n",
      "calfw datasets get 0.884 acc\n",
      "cfp_ff datasets get 0.979 acc\n",
      "cfp_fp datasets get 0.904 acc\n",
      "cplfw datasets get 0.823 acc\n",
      "lfw_face datasets get 0.863 acc\n",
      "times:  516000\n",
      "time:  300475.47095251083\n",
      "times:  517000\n",
      "time:  301010.2569630146\n",
      "times:  518000\n",
      "time:  301546.32480072975\n",
      "times:  519000\n",
      "time:  302082.6398618221\n",
      "times:  520000\n",
      "time:  302619.65138983727\n",
      "lfw datasets get 0.979 acc\n",
      "agedb_30 datasets get 0.880 acc\n",
      "calfw datasets get 0.885 acc\n",
      "cfp_ff datasets get 0.980 acc\n",
      "cfp_fp datasets get 0.905 acc\n",
      "cplfw datasets get 0.819 acc\n",
      "lfw_face datasets get 0.873 acc\n",
      "times:  521000\n",
      "time:  303371.433511734\n",
      "times:  522000\n",
      "time:  303906.348757267\n",
      "times:  523000\n",
      "time:  304441.6978507042\n",
      "times:  524000\n",
      "time:  304976.18376636505\n",
      "times:  525000\n",
      "time:  305511.9351258278\n",
      "lfw datasets get 0.980 acc\n",
      "agedb_30 datasets get 0.878 acc\n",
      "calfw datasets get 0.881 acc\n",
      "cfp_ff datasets get 0.978 acc\n",
      "cfp_fp datasets get 0.911 acc\n",
      "cplfw datasets get 0.819 acc\n",
      "lfw_face datasets get 0.871 acc\n",
      "times:  526000\n",
      "time:  306264.0964512825\n",
      "times:  527000\n",
      "time:  306799.25631046295\n",
      "times:  528000\n",
      "time:  307334.70364284515\n",
      "times:  529000\n",
      "time:  307870.6974453926\n",
      "times:  530000\n",
      "time:  308406.2688193321\n",
      "lfw datasets get 0.981 acc\n",
      "agedb_30 datasets get 0.882 acc\n",
      "calfw datasets get 0.882 acc\n",
      "cfp_ff datasets get 0.980 acc\n",
      "cfp_fp datasets get 0.906 acc\n",
      "cplfw datasets get 0.812 acc\n",
      "lfw_face datasets get 0.867 acc\n",
      "times:  531000\n",
      "time:  309157.5906329155\n",
      "times:  532000\n",
      "time:  309692.5620305538\n",
      "times:  533000\n",
      "time:  310228.7446632385\n",
      "times:  534000\n",
      "time:  310764.27013397217\n",
      "times:  535000\n",
      "time:  311300.4050114155\n",
      "lfw datasets get 0.980 acc\n",
      "agedb_30 datasets get 0.888 acc\n",
      "calfw datasets get 0.891 acc\n",
      "cfp_ff datasets get 0.978 acc\n",
      "cfp_fp datasets get 0.905 acc\n",
      "cplfw datasets get 0.820 acc\n",
      "lfw_face datasets get 0.871 acc\n",
      "times:  536000\n",
      "time:  312053.4802649021\n",
      "times:  537000\n",
      "time:  312589.076362133\n",
      "times:  538000\n",
      "time:  313124.2257359028\n",
      "times:  539000\n",
      "time:  313660.08052158356\n",
      "times:  540000\n",
      "time:  314195.3854677677\n",
      "lfw datasets get 0.976 acc\n",
      "agedb_30 datasets get 0.881 acc\n",
      "calfw datasets get 0.879 acc\n",
      "cfp_ff datasets get 0.978 acc\n",
      "cfp_fp datasets get 0.907 acc\n",
      "cplfw datasets get 0.811 acc\n",
      "lfw_face datasets get 0.868 acc\n",
      "times:  541000\n",
      "time:  314965.23279953003\n",
      "times:  542000\n",
      "time:  315500.67950081825\n",
      "times:  543000\n",
      "time:  316035.46247553825\n",
      "times:  544000\n",
      "time:  316571.6995265484\n",
      "times:  545000\n",
      "time:  317107.2311863899\n",
      "lfw datasets get 0.981 acc\n",
      "agedb_30 datasets get 0.883 acc\n",
      "calfw datasets get 0.880 acc\n",
      "cfp_ff datasets get 0.977 acc\n",
      "cfp_fp datasets get 0.904 acc\n",
      "cplfw datasets get 0.821 acc\n",
      "lfw_face datasets get 0.867 acc\n",
      "times:  546000\n",
      "time:  317858.32187247276\n",
      "times:  547000\n",
      "time:  318393.3781707287\n",
      "times:  548000\n",
      "time:  318929.4979119301\n",
      "times:  549000\n",
      "time:  319464.42745471\n",
      "times:  550000\n",
      "time:  320000.16250157356\n",
      "lfw datasets get 0.978 acc\n",
      "agedb_30 datasets get 0.892 acc\n",
      "calfw datasets get 0.889 acc\n",
      "cfp_ff datasets get 0.980 acc\n",
      "cfp_fp datasets get 0.904 acc\n",
      "cplfw datasets get 0.820 acc\n",
      "lfw_face datasets get 0.878 acc\n",
      "times:  551000\n",
      "time:  320752.64402365685\n",
      "times:  552000\n",
      "time:  321288.5200881958\n",
      "times:  553000\n",
      "time:  321823.9712500572\n",
      "times:  554000\n",
      "time:  322360.19943737984\n",
      "times:  555000\n",
      "time:  322895.8757493496\n",
      "lfw datasets get 0.977 acc\n",
      "agedb_30 datasets get 0.873 acc\n",
      "calfw datasets get 0.875 acc\n",
      "cfp_ff datasets get 0.976 acc\n",
      "cfp_fp datasets get 0.907 acc\n",
      "cplfw datasets get 0.812 acc\n",
      "lfw_face datasets get 0.867 acc\n",
      "times:  556000\n",
      "time:  323649.12184000015\n",
      "times:  557000\n",
      "time:  324184.4593408108\n",
      "times:  558000\n",
      "time:  324722.4542424679\n",
      "times:  559000\n",
      "time:  325260.2289202213\n",
      "times:  560000\n",
      "time:  325796.80657863617\n",
      "lfw datasets get 0.981 acc\n",
      "agedb_30 datasets get 0.886 acc\n",
      "calfw datasets get 0.889 acc\n",
      "cfp_ff datasets get 0.978 acc\n",
      "cfp_fp datasets get 0.903 acc\n",
      "cplfw datasets get 0.823 acc\n",
      "lfw_face datasets get 0.861 acc\n",
      "times:  561000\n",
      "time:  326549.6052188873\n",
      "times:  562000\n",
      "time:  327085.3715338707\n",
      "times:  563000\n",
      "time:  327621.91839432716\n",
      "times:  564000\n",
      "time:  328157.9039428234\n",
      "times:  565000\n",
      "time:  328693.60362935066\n",
      "lfw datasets get 0.980 acc\n",
      "agedb_30 datasets get 0.890 acc\n",
      "calfw datasets get 0.889 acc\n",
      "cfp_ff datasets get 0.980 acc\n",
      "cfp_fp datasets get 0.907 acc\n",
      "cplfw datasets get 0.831 acc\n",
      "lfw_face datasets get 0.871 acc\n",
      "times:  566000\n",
      "time:  329446.7433049679\n",
      "times:  567000\n",
      "time:  330002.1773121357\n",
      "times:  568000\n",
      "time:  330538.9748749733\n",
      "times:  569000\n",
      "time:  331074.52059197426\n",
      "times:  570000\n",
      "time:  331611.7462468147\n",
      "lfw datasets get 0.980 acc\n",
      "agedb_30 datasets get 0.879 acc\n",
      "calfw datasets get 0.887 acc\n",
      "cfp_ff datasets get 0.979 acc\n",
      "cfp_fp datasets get 0.906 acc\n",
      "cplfw datasets get 0.818 acc\n",
      "lfw_face datasets get 0.869 acc\n",
      "times:  571000\n",
      "time:  332383.7234790325\n",
      "times:  572000\n",
      "time:  332920.06810355186\n",
      "times:  573000\n",
      "time:  333455.50314736366\n",
      "times:  574000\n",
      "time:  333992.04651379585\n",
      "times:  575000\n",
      "time:  334529.69946217537\n",
      "lfw datasets get 0.980 acc\n",
      "agedb_30 datasets get 0.880 acc\n",
      "calfw datasets get 0.882 acc\n",
      "cfp_ff datasets get 0.978 acc\n",
      "cfp_fp datasets get 0.912 acc\n",
      "cplfw datasets get 0.826 acc\n",
      "lfw_face datasets get 0.869 acc\n",
      "times:  576000\n",
      "time:  335282.66011095047\n",
      "times:  577000\n",
      "time:  335818.1674425602\n",
      "times:  578000\n",
      "time:  336354.3881239891\n",
      "times:  579000\n",
      "time:  336890.0010712147\n",
      "times:  580000\n",
      "time:  337425.88970708847\n",
      "lfw datasets get 0.982 acc\n",
      "agedb_30 datasets get 0.888 acc\n",
      "calfw datasets get 0.883 acc\n",
      "cfp_ff datasets get 0.981 acc\n",
      "cfp_fp datasets get 0.901 acc\n",
      "cplfw datasets get 0.823 acc\n",
      "lfw_face datasets get 0.860 acc\n",
      "times:  581000\n",
      "time:  338179.1558237076\n",
      "times:  582000\n",
      "time:  338714.1432158947\n",
      "times:  583000\n",
      "time:  339250.12707972527\n",
      "times:  584000\n",
      "time:  339787.430369854\n",
      "times:  585000\n",
      "time:  340324.33015680313\n",
      "lfw datasets get 0.982 acc\n",
      "agedb_30 datasets get 0.881 acc\n",
      "calfw datasets get 0.891 acc\n",
      "cfp_ff datasets get 0.980 acc\n",
      "cfp_fp datasets get 0.906 acc\n",
      "cplfw datasets get 0.818 acc\n",
      "lfw_face datasets get 0.869 acc\n",
      "times:  586000\n",
      "time:  341077.51338243484\n",
      "times:  587000\n",
      "time:  341613.6019780636\n",
      "times:  588000\n",
      "time:  342149.0411603451\n",
      "times:  589000\n",
      "time:  342684.87273168564\n",
      "times:  590000\n",
      "time:  343222.4205927849\n",
      "lfw datasets get 0.979 acc\n",
      "agedb_30 datasets get 0.879 acc\n",
      "calfw datasets get 0.880 acc\n",
      "cfp_ff datasets get 0.975 acc\n",
      "cfp_fp datasets get 0.910 acc\n",
      "cplfw datasets get 0.817 acc\n",
      "lfw_face datasets get 0.867 acc\n",
      "times:  591000\n",
      "time:  343974.3956029415\n",
      "times:  592000\n",
      "time:  344509.8983075619\n",
      "times:  593000\n",
      "time:  345045.4387526512\n",
      "times:  594000\n",
      "time:  345582.0792438984\n",
      "times:  595000\n",
      "time:  346117.3295993805\n",
      "lfw datasets get 0.982 acc\n",
      "agedb_30 datasets get 0.887 acc\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "calfw datasets get 0.883 acc\n",
      "cfp_ff datasets get 0.980 acc\n",
      "cfp_fp datasets get 0.904 acc\n",
      "cplfw datasets get 0.816 acc\n",
      "lfw_face datasets get 0.868 acc\n",
      "times:  596000\n",
      "time:  346869.8447408676\n",
      "times:  597000\n",
      "time:  347405.83916926384\n",
      "times:  598000\n",
      "time:  347942.94552493095\n",
      "times:  599000\n",
      "time:  348480.22383499146\n",
      "times:  600000\n",
      "time:  349018.0357296467\n",
      "lfw datasets get 0.980 acc\n",
      "agedb_30 datasets get 0.888 acc\n",
      "calfw datasets get 0.892 acc\n",
      "cfp_ff datasets get 0.981 acc\n",
      "cfp_fp datasets get 0.906 acc\n",
      "cplfw datasets get 0.823 acc\n",
      "lfw_face datasets get 0.877 acc\n",
      "times:  601000\n",
      "time:  349788.9088294506\n",
      "times:  602000\n",
      "time:  350324.583565712\n",
      "times:  603000\n",
      "time:  350859.54296803474\n",
      "times:  604000\n",
      "time:  351396.11115789413\n",
      "times:  605000\n",
      "time:  351930.73644447327\n",
      "lfw datasets get 0.978 acc\n",
      "agedb_30 datasets get 0.877 acc\n",
      "calfw datasets get 0.874 acc\n",
      "cfp_ff datasets get 0.976 acc\n",
      "cfp_fp datasets get 0.909 acc\n",
      "cplfw datasets get 0.816 acc\n",
      "lfw_face datasets get 0.865 acc\n",
      "times:  606000\n",
      "time:  352683.459195137\n",
      "times:  607000\n",
      "time:  353219.6527855396\n",
      "times:  608000\n",
      "time:  353755.70678305626\n",
      "times:  609000\n",
      "time:  354292.8561768532\n",
      "times:  610000\n",
      "time:  354829.77096891403\n",
      "lfw datasets get 0.982 acc\n",
      "agedb_30 datasets get 0.884 acc\n",
      "calfw datasets get 0.885 acc\n",
      "cfp_ff datasets get 0.978 acc\n",
      "cfp_fp datasets get 0.902 acc\n",
      "cplfw datasets get 0.821 acc\n",
      "lfw_face datasets get 0.862 acc\n",
      "times:  611000\n",
      "time:  355590.1940982342\n",
      "times:  612000\n",
      "time:  356126.378531456\n",
      "times:  613000\n",
      "time:  356662.48056459427\n",
      "times:  614000\n",
      "time:  357199.33098459244\n",
      "times:  615000\n",
      "time:  357735.1507074833\n",
      "lfw datasets get 0.980 acc\n",
      "agedb_30 datasets get 0.886 acc\n",
      "calfw datasets get 0.892 acc\n",
      "cfp_ff datasets get 0.979 acc\n",
      "cfp_fp datasets get 0.907 acc\n",
      "cplfw datasets get 0.822 acc\n",
      "lfw_face datasets get 0.867 acc\n",
      "times:  616000\n",
      "time:  358488.76446032524\n",
      "times:  617000\n",
      "time:  359026.2763903141\n",
      "times:  618000\n",
      "time:  359563.4244170189\n",
      "times:  619000\n",
      "time:  360100.72870254517\n",
      "times:  620000\n",
      "time:  360637.07920861244\n",
      "lfw datasets get 0.981 acc\n",
      "agedb_30 datasets get 0.875 acc\n",
      "calfw datasets get 0.882 acc\n",
      "cfp_ff datasets get 0.979 acc\n",
      "cfp_fp datasets get 0.907 acc\n",
      "cplfw datasets get 0.820 acc\n",
      "lfw_face datasets get 0.868 acc\n",
      "times:  621000\n",
      "time:  361389.4895579815\n",
      "times:  622000\n",
      "time:  361924.9802238941\n",
      "times:  623000\n",
      "time:  362461.9789195061\n",
      "times:  624000\n",
      "time:  362997.86118125916\n",
      "times:  625000\n",
      "time:  363533.6983473301\n",
      "lfw datasets get 0.980 acc\n",
      "agedb_30 datasets get 0.886 acc\n",
      "calfw datasets get 0.877 acc\n",
      "cfp_ff datasets get 0.978 acc\n",
      "cfp_fp datasets get 0.909 acc\n",
      "cplfw datasets get 0.823 acc\n",
      "lfw_face datasets get 0.866 acc\n",
      "times:  626000\n",
      "time:  364285.1248090267\n",
      "times:  627000\n",
      "time:  364821.34264945984\n",
      "times:  628000\n",
      "time:  365358.4993083477\n",
      "times:  629000\n",
      "time:  365894.9433546066\n",
      "times:  630000\n",
      "time:  366431.18756461143\n",
      "lfw datasets get 0.981 acc\n",
      "agedb_30 datasets get 0.885 acc\n",
      "calfw datasets get 0.884 acc\n",
      "cfp_ff datasets get 0.979 acc\n",
      "cfp_fp datasets get 0.908 acc\n",
      "cplfw datasets get 0.821 acc\n",
      "lfw_face datasets get 0.863 acc\n",
      "times:  631000\n",
      "time:  367203.4876217842\n",
      "times:  632000\n",
      "time:  367740.2550392151\n",
      "times:  633000\n",
      "time:  368277.9715681076\n",
      "times:  634000\n",
      "time:  368814.1298005581\n",
      "times:  635000\n",
      "time:  369350.6215326786\n",
      "lfw datasets get 0.980 acc\n",
      "agedb_30 datasets get 0.884 acc\n",
      "calfw datasets get 0.886 acc\n",
      "cfp_ff datasets get 0.979 acc\n",
      "cfp_fp datasets get 0.904 acc\n",
      "cplfw datasets get 0.816 acc\n",
      "lfw_face datasets get 0.867 acc\n",
      "times:  636000\n",
      "time:  370103.67171025276\n",
      "times:  637000\n",
      "time:  370638.91436481476\n",
      "times:  638000\n",
      "time:  371174.79625964165\n",
      "times:  639000\n",
      "time:  371710.65768790245\n",
      "times:  640000\n",
      "time:  372248.46412062645\n",
      "lfw datasets get 0.979 acc\n",
      "agedb_30 datasets get 0.873 acc\n",
      "calfw datasets get 0.879 acc\n",
      "cfp_ff datasets get 0.977 acc\n",
      "cfp_fp datasets get 0.911 acc\n",
      "cplfw datasets get 0.823 acc\n",
      "lfw_face datasets get 0.871 acc\n",
      "times:  641000\n",
      "time:  373000.8145086765\n",
      "times:  642000\n",
      "time:  373538.0544831753\n",
      "times:  643000\n",
      "time:  374073.94973516464\n",
      "times:  644000\n",
      "time:  374609.8220012188\n",
      "times:  645000\n",
      "time:  375145.9150931835\n",
      "lfw datasets get 0.983 acc\n",
      "agedb_30 datasets get 0.885 acc\n",
      "calfw datasets get 0.886 acc\n",
      "cfp_ff datasets get 0.978 acc\n",
      "cfp_fp datasets get 0.904 acc\n",
      "cplfw datasets get 0.821 acc\n",
      "lfw_face datasets get 0.866 acc\n",
      "times:  646000\n",
      "time:  375898.5692653656\n",
      "times:  647000\n",
      "time:  376439.4217071533\n",
      "times:  648000\n",
      "time:  376979.0553109646\n",
      "times:  649000\n",
      "time:  377516.43141293526\n",
      "times:  650000\n",
      "time:  378054.1239025593\n",
      "lfw datasets get 0.980 acc\n",
      "agedb_30 datasets get 0.889 acc\n",
      "calfw datasets get 0.890 acc\n",
      "cfp_ff datasets get 0.980 acc\n",
      "cfp_fp datasets get 0.901 acc\n",
      "cplfw datasets get 0.822 acc\n",
      "lfw_face datasets get 0.870 acc\n",
      "times:  651000\n",
      "time:  378807.55468440056\n",
      "times:  652000\n",
      "time:  379344.80726003647\n",
      "times:  653000\n",
      "time:  379881.67709445953\n",
      "times:  654000\n",
      "time:  380419.5871961117\n",
      "times:  655000\n",
      "time:  380958.13209319115\n",
      "lfw datasets get 0.979 acc\n",
      "agedb_30 datasets get 0.878 acc\n",
      "calfw datasets get 0.877 acc\n",
      "cfp_ff datasets get 0.977 acc\n",
      "cfp_fp datasets get 0.911 acc\n",
      "cplfw datasets get 0.816 acc\n",
      "lfw_face datasets get 0.868 acc\n",
      "times:  656000\n",
      "time:  381716.2856798172\n",
      "times:  657000\n",
      "time:  382273.9299314022\n",
      "times:  658000\n",
      "time:  382812.31917095184\n",
      "times:  659000\n",
      "time:  383350.36858797073\n",
      "times:  660000\n",
      "time:  383886.8033759594\n",
      "lfw datasets get 0.980 acc\n",
      "agedb_30 datasets get 0.884 acc\n",
      "calfw datasets get 0.885 acc\n",
      "cfp_ff datasets get 0.978 acc\n",
      "cfp_fp datasets get 0.903 acc\n",
      "cplfw datasets get 0.821 acc\n",
      "lfw_face datasets get 0.862 acc\n",
      "times:  661000\n",
      "time:  384658.40253567696\n",
      "times:  662000\n",
      "time:  385193.72377824783\n",
      "times:  663000\n",
      "time:  385730.19297361374\n",
      "times:  664000\n",
      "time:  386264.83050632477\n",
      "times:  665000\n",
      "time:  386801.3700761795\n",
      "lfw datasets get 0.981 acc\n",
      "agedb_30 datasets get 0.889 acc\n",
      "calfw datasets get 0.892 acc\n",
      "cfp_ff datasets get 0.979 acc\n",
      "cfp_fp datasets get 0.907 acc\n",
      "cplfw datasets get 0.822 acc\n",
      "lfw_face datasets get 0.872 acc\n",
      "times:  666000\n",
      "time:  387552.86414170265\n",
      "times:  667000\n",
      "time:  388088.6649272442\n",
      "times:  668000\n",
      "time:  388625.1396086216\n",
      "times:  669000\n",
      "time:  389161.38068056107\n",
      "times:  670000\n",
      "time:  389696.41315579414\n",
      "lfw datasets get 0.977 acc\n",
      "agedb_30 datasets get 0.875 acc\n",
      "calfw datasets get 0.876 acc\n",
      "cfp_ff datasets get 0.976 acc\n",
      "cfp_fp datasets get 0.907 acc\n",
      "cplfw datasets get 0.819 acc\n",
      "lfw_face datasets get 0.868 acc\n",
      "times:  671000\n",
      "time:  390448.7641026974\n",
      "times:  672000\n",
      "time:  390983.66671538353\n",
      "times:  673000\n",
      "time:  391519.8097856045\n",
      "times:  674000\n",
      "time:  392054.83375525475\n",
      "times:  675000\n",
      "time:  392590.6153512001\n",
      "lfw datasets get 0.980 acc\n",
      "agedb_30 datasets get 0.886 acc\n",
      "calfw datasets get 0.883 acc\n",
      "cfp_ff datasets get 0.977 acc\n",
      "cfp_fp datasets get 0.905 acc\n",
      "cplfw datasets get 0.818 acc\n",
      "lfw_face datasets get 0.860 acc\n",
      "times:  676000\n",
      "time:  393341.9377114773\n",
      "times:  677000\n",
      "time:  393878.00156855583\n",
      "times:  678000\n",
      "time:  394415.05620503426\n",
      "times:  679000\n",
      "time:  394950.7141971588\n",
      "times:  680000\n",
      "time:  395486.7648050785\n",
      "lfw datasets get 0.980 acc\n",
      "agedb_30 datasets get 0.888 acc\n",
      "calfw datasets get 0.890 acc\n",
      "cfp_ff datasets get 0.979 acc\n",
      "cfp_fp datasets get 0.910 acc\n",
      "cplfw datasets get 0.828 acc\n",
      "lfw_face datasets get 0.870 acc\n",
      "times:  681000\n",
      "time:  396240.4144244194\n",
      "times:  682000\n",
      "time:  396775.9393889904\n",
      "times:  683000\n",
      "time:  397311.73906064034\n",
      "times:  684000\n",
      "time:  397847.0503718853\n",
      "times:  685000\n",
      "time:  398382.93840265274\n",
      "lfw datasets get 0.981 acc\n",
      "agedb_30 datasets get 0.880 acc\n",
      "calfw datasets get 0.886 acc\n",
      "cfp_ff datasets get 0.979 acc\n",
      "cfp_fp datasets get 0.904 acc\n",
      "cplfw datasets get 0.819 acc\n",
      "lfw_face datasets get 0.864 acc\n",
      "times:  686000\n",
      "time:  399136.87350416183\n",
      "times:  687000\n",
      "time:  399672.79030299187\n",
      "times:  688000\n",
      "time:  400208.81205677986\n",
      "times:  689000\n",
      "time:  400744.76664471626\n",
      "times:  690000\n",
      "time:  401281.02186083794\n",
      "lfw datasets get 0.982 acc\n",
      "agedb_30 datasets get 0.879 acc\n",
      "calfw datasets get 0.887 acc\n",
      "cfp_ff datasets get 0.977 acc\n",
      "cfp_fp datasets get 0.910 acc\n",
      "cplfw datasets get 0.823 acc\n",
      "lfw_face datasets get 0.868 acc\n",
      "times:  691000\n",
      "time:  402051.09272527695\n",
      "times:  692000\n",
      "time:  402586.51924204826\n",
      "times:  693000\n",
      "time:  403121.32929968834\n",
      "times:  694000\n",
      "time:  403656.30319190025\n",
      "times:  695000\n",
      "time:  404191.78239893913\n",
      "lfw datasets get 0.982 acc\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "agedb_30 datasets get 0.886 acc\n",
      "calfw datasets get 0.884 acc\n",
      "cfp_ff datasets get 0.980 acc\n",
      "cfp_fp datasets get 0.908 acc\n",
      "cplfw datasets get 0.817 acc\n",
      "lfw_face datasets get 0.864 acc\n",
      "times:  696000\n",
      "time:  404945.2719180584\n",
      "times:  697000\n",
      "time:  405479.98262023926\n",
      "times:  698000\n",
      "time:  406014.7625286579\n",
      "times:  699000\n",
      "time:  406550.1990222931\n",
      "times:  700000\n",
      "time:  407087.20648503304\n",
      "lfw datasets get 0.978 acc\n",
      "agedb_30 datasets get 0.885 acc\n",
      "calfw datasets get 0.889 acc\n",
      "cfp_ff datasets get 0.981 acc\n",
      "cfp_fp datasets get 0.905 acc\n",
      "cplfw datasets get 0.813 acc\n",
      "lfw_face datasets get 0.864 acc\n",
      "times:  701000\n",
      "time:  407839.3524568081\n",
      "times:  702000\n",
      "time:  408373.6162369251\n",
      "times:  703000\n",
      "time:  408908.68925857544\n",
      "times:  704000\n",
      "time:  409444.52795910835\n",
      "times:  705000\n",
      "time:  409979.20729732513\n",
      "lfw datasets get 0.979 acc\n",
      "agedb_30 datasets get 0.870 acc\n",
      "calfw datasets get 0.878 acc\n",
      "cfp_ff datasets get 0.976 acc\n",
      "cfp_fp datasets get 0.909 acc\n",
      "cplfw datasets get 0.820 acc\n",
      "lfw_face datasets get 0.869 acc\n",
      "times:  706000\n",
      "time:  410731.2438852787\n",
      "times:  707000\n",
      "time:  411266.8022866249\n",
      "times:  708000\n",
      "time:  411801.9262366295\n",
      "times:  709000\n",
      "time:  412337.7349512577\n",
      "times:  710000\n",
      "time:  412873.42903757095\n",
      "lfw datasets get 0.981 acc\n",
      "agedb_30 datasets get 0.887 acc\n",
      "calfw datasets get 0.886 acc\n",
      "cfp_ff datasets get 0.979 acc\n",
      "cfp_fp datasets get 0.907 acc\n",
      "cplfw datasets get 0.817 acc\n",
      "lfw_face datasets get 0.867 acc\n",
      "times:  711000\n",
      "time:  413626.2384724617\n",
      "times:  712000\n",
      "time:  414161.78535437584\n",
      "times:  713000\n",
      "time:  414695.4466691017\n",
      "times:  714000\n",
      "time:  415230.53367209435\n",
      "times:  715000\n",
      "time:  415766.65923428535\n",
      "lfw datasets get 0.980 acc\n",
      "agedb_30 datasets get 0.893 acc\n",
      "calfw datasets get 0.893 acc\n",
      "cfp_ff datasets get 0.980 acc\n",
      "cfp_fp datasets get 0.907 acc\n",
      "cplfw datasets get 0.820 acc\n",
      "lfw_face datasets get 0.877 acc\n",
      "times:  716000\n",
      "time:  416521.0197341442\n",
      "times:  717000\n",
      "time:  417055.8155863285\n",
      "times:  718000\n",
      "time:  417590.97173285484\n",
      "times:  719000\n",
      "time:  418125.77648591995\n",
      "times:  720000\n",
      "time:  418661.03750038147\n",
      "lfw datasets get 0.977 acc\n",
      "agedb_30 datasets get 0.878 acc\n",
      "calfw datasets get 0.880 acc\n",
      "cfp_ff datasets get 0.977 acc\n",
      "cfp_fp datasets get 0.903 acc\n",
      "cplfw datasets get 0.819 acc\n",
      "lfw_face datasets get 0.862 acc\n",
      "times:  721000\n",
      "time:  419430.1549296379\n",
      "times:  722000\n",
      "time:  419965.3563969135\n",
      "times:  723000\n",
      "time:  420501.0151834488\n",
      "times:  724000\n",
      "time:  421037.5037391186\n",
      "times:  725000\n",
      "time:  421571.72834277153\n",
      "lfw datasets get 0.982 acc\n",
      "agedb_30 datasets get 0.883 acc\n",
      "calfw datasets get 0.880 acc\n",
      "cfp_ff datasets get 0.976 acc\n",
      "cfp_fp datasets get 0.903 acc\n",
      "cplfw datasets get 0.826 acc\n",
      "lfw_face datasets get 0.852 acc\n",
      "times:  726000\n",
      "time:  422324.8056964874\n",
      "times:  727000\n",
      "time:  422860.5202393532\n",
      "times:  728000\n",
      "time:  423396.77890586853\n",
      "times:  729000\n",
      "time:  423932.35683989525\n",
      "times:  730000\n",
      "time:  424467.90165662766\n",
      "lfw datasets get 0.980 acc\n",
      "agedb_30 datasets get 0.891 acc\n",
      "calfw datasets get 0.887 acc\n",
      "cfp_ff datasets get 0.980 acc\n",
      "cfp_fp datasets get 0.906 acc\n",
      "cplfw datasets get 0.820 acc\n",
      "lfw_face datasets get 0.874 acc\n",
      "times:  731000\n",
      "time:  425219.07862329483\n",
      "times:  732000\n",
      "time:  425753.77980446815\n",
      "times:  733000\n",
      "time:  426288.7360613346\n",
      "times:  734000\n",
      "time:  426823.7722864151\n",
      "times:  735000\n",
      "time:  427359.61137986183\n",
      "lfw datasets get 0.979 acc\n",
      "agedb_30 datasets get 0.872 acc\n",
      "calfw datasets get 0.883 acc\n",
      "cfp_ff datasets get 0.979 acc\n",
      "cfp_fp datasets get 0.906 acc\n",
      "cplfw datasets get 0.820 acc\n",
      "lfw_face datasets get 0.862 acc\n",
      "times:  736000\n",
      "time:  428111.6984677315\n",
      "times:  737000\n",
      "time:  428645.99853491783\n",
      "times:  738000\n",
      "time:  429181.0261826515\n",
      "times:  739000\n",
      "time:  429716.770583868\n",
      "times:  740000\n",
      "time:  430252.35239100456\n",
      "lfw datasets get 0.975 acc\n",
      "agedb_30 datasets get 0.887 acc\n",
      "calfw datasets get 0.881 acc\n",
      "cfp_ff datasets get 0.975 acc\n",
      "cfp_fp datasets get 0.908 acc\n",
      "cplfw datasets get 0.818 acc\n",
      "lfw_face datasets get 0.865 acc\n",
      "times:  741000\n",
      "time:  431006.0685977936\n",
      "times:  742000\n",
      "time:  431541.101252079\n",
      "times:  743000\n",
      "time:  432077.15440297127\n",
      "times:  744000\n",
      "time:  432612.45063471794\n",
      "times:  745000\n",
      "time:  433148.1924755573\n",
      "lfw datasets get 0.981 acc\n",
      "agedb_30 datasets get 0.888 acc\n",
      "calfw datasets get 0.885 acc\n",
      "cfp_ff datasets get 0.982 acc\n",
      "cfp_fp datasets get 0.907 acc\n",
      "cplfw datasets get 0.819 acc\n",
      "lfw_face datasets get 0.867 acc\n",
      "times:  746000\n",
      "time:  433900.4026682377\n",
      "times:  747000\n",
      "time:  434435.18303370476\n",
      "times:  748000\n",
      "time:  434969.9545688629\n",
      "times:  749000\n",
      "time:  435505.21017861366\n",
      "times:  750000\n",
      "time:  436039.75461673737\n",
      "lfw datasets get 0.979 acc\n",
      "agedb_30 datasets get 0.883 acc\n",
      "calfw datasets get 0.883 acc\n",
      "cfp_ff datasets get 0.977 acc\n",
      "cfp_fp datasets get 0.903 acc\n",
      "cplfw datasets get 0.819 acc\n",
      "lfw_face datasets get 0.869 acc\n",
      "times:  751000\n",
      "time:  436810.4584336281\n",
      "times:  752000\n",
      "time:  437345.800706625\n",
      "times:  753000\n",
      "time:  437880.8358602524\n",
      "times:  754000\n",
      "time:  438416.52130293846\n",
      "times:  755000\n",
      "time:  438952.6226475239\n",
      "lfw datasets get 0.982 acc\n",
      "agedb_30 datasets get 0.877 acc\n",
      "calfw datasets get 0.880 acc\n",
      "cfp_ff datasets get 0.978 acc\n",
      "cfp_fp datasets get 0.913 acc\n",
      "cplfw datasets get 0.821 acc\n",
      "lfw_face datasets get 0.870 acc\n",
      "times:  756000\n",
      "time:  439704.0030133724\n",
      "times:  757000\n",
      "time:  440238.50183558464\n",
      "times:  758000\n",
      "time:  440773.10415124893\n",
      "times:  759000\n",
      "time:  441309.2333431244\n",
      "times:  760000\n",
      "time:  441863.92473483086\n",
      "lfw datasets get 0.980 acc\n",
      "agedb_30 datasets get 0.884 acc\n",
      "calfw datasets get 0.885 acc\n",
      "cfp_ff datasets get 0.980 acc\n",
      "cfp_fp datasets get 0.905 acc\n",
      "cplfw datasets get 0.818 acc\n",
      "lfw_face datasets get 0.871 acc\n",
      "times:  761000\n",
      "time:  442616.186303854\n",
      "times:  762000\n",
      "time:  443153.01024770737\n",
      "times:  763000\n",
      "time:  443688.8315856457\n",
      "times:  764000\n",
      "time:  444223.9282004833\n",
      "times:  765000\n",
      "time:  444759.8717985153\n",
      "lfw datasets get 0.981 acc\n",
      "agedb_30 datasets get 0.890 acc\n",
      "calfw datasets get 0.892 acc\n",
      "cfp_ff datasets get 0.979 acc\n",
      "cfp_fp datasets get 0.904 acc\n",
      "cplfw datasets get 0.820 acc\n",
      "lfw_face datasets get 0.875 acc\n",
      "times:  766000\n",
      "time:  445511.7568964958\n",
      "times:  767000\n",
      "time:  446047.3096983433\n",
      "times:  768000\n",
      "time:  446582.03067970276\n",
      "times:  769000\n",
      "time:  447117.6524810791\n",
      "times:  770000\n",
      "time:  447653.42307400703\n",
      "lfw datasets get 0.977 acc\n",
      "agedb_30 datasets get 0.880 acc\n",
      "calfw datasets get 0.876 acc\n",
      "cfp_ff datasets get 0.977 acc\n",
      "cfp_fp datasets get 0.905 acc\n",
      "cplfw datasets get 0.816 acc\n",
      "lfw_face datasets get 0.861 acc\n",
      "times:  771000\n",
      "time:  448404.24214172363\n",
      "times:  772000\n",
      "time:  448939.25609850883\n",
      "times:  773000\n",
      "time:  449475.94634246826\n",
      "times:  774000\n",
      "time:  450011.8015630245\n",
      "times:  775000\n",
      "time:  450547.3108482361\n",
      "lfw datasets get 0.981 acc\n",
      "agedb_30 datasets get 0.886 acc\n",
      "calfw datasets get 0.885 acc\n",
      "cfp_ff datasets get 0.977 acc\n",
      "cfp_fp datasets get 0.903 acc\n",
      "cplfw datasets get 0.819 acc\n",
      "lfw_face datasets get 0.860 acc\n",
      "times:  776000\n",
      "time:  451300.16865968704\n",
      "times:  777000\n",
      "time:  451835.3541383743\n",
      "times:  778000\n",
      "time:  452371.4291527271\n",
      "times:  779000\n",
      "time:  452905.87651491165\n",
      "times:  780000\n",
      "time:  453440.64136743546\n",
      "lfw datasets get 0.980 acc\n",
      "agedb_30 datasets get 0.891 acc\n",
      "calfw datasets get 0.888 acc\n",
      "cfp_ff datasets get 0.977 acc\n",
      "cfp_fp datasets get 0.908 acc\n",
      "cplfw datasets get 0.823 acc\n",
      "lfw_face datasets get 0.874 acc\n",
      "times:  781000\n",
      "time:  454211.6813688278\n",
      "times:  782000\n",
      "time:  454747.48935198784\n",
      "times:  783000\n",
      "time:  455282.3360924721\n",
      "times:  784000\n",
      "time:  455817.99411940575\n",
      "times:  785000\n",
      "time:  456353.92616677284\n",
      "lfw datasets get 0.980 acc\n",
      "agedb_30 datasets get 0.871 acc\n",
      "calfw datasets get 0.881 acc\n",
      "cfp_ff datasets get 0.977 acc\n",
      "cfp_fp datasets get 0.906 acc\n",
      "cplfw datasets get 0.820 acc\n",
      "lfw_face datasets get 0.864 acc\n",
      "times:  786000\n",
      "time:  457106.7205235958\n",
      "times:  787000\n",
      "time:  457642.16678094864\n",
      "times:  788000\n",
      "time:  458176.974306345\n",
      "times:  789000\n",
      "time:  458712.95076322556\n",
      "times:  790000\n",
      "time:  459248.831795454\n",
      "lfw datasets get 0.980 acc\n",
      "agedb_30 datasets get 0.886 acc\n",
      "calfw datasets get 0.883 acc\n",
      "cfp_ff datasets get 0.978 acc\n",
      "cfp_fp datasets get 0.907 acc\n",
      "cplfw datasets get 0.820 acc\n",
      "lfw_face datasets get 0.860 acc\n",
      "times:  791000\n",
      "time:  460001.64704084396\n",
      "times:  792000\n",
      "time:  460536.9057831764\n",
      "times:  793000\n",
      "time:  461072.29625725746\n",
      "times:  794000\n",
      "time:  461607.9886138439\n",
      "times:  795000\n",
      "time:  462144.18343925476\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "lfw datasets get 0.980 acc\n",
      "agedb_30 datasets get 0.890 acc\n",
      "calfw datasets get 0.880 acc\n",
      "cfp_ff datasets get 0.981 acc\n",
      "cfp_fp datasets get 0.908 acc\n",
      "cplfw datasets get 0.823 acc\n",
      "lfw_face datasets get 0.869 acc\n",
      "times:  796000\n",
      "time:  462895.6436638832\n",
      "times:  797000\n",
      "time:  463431.0734779835\n",
      "times:  798000\n",
      "time:  463965.2667198181\n",
      "times:  799000\n",
      "time:  464500.9242298603\n",
      "times:  800000\n",
      "time:  465036.8528599739\n",
      "lfw datasets get 0.981 acc\n",
      "agedb_30 datasets get 0.878 acc\n",
      "calfw datasets get 0.883 acc\n",
      "cfp_ff datasets get 0.978 acc\n",
      "cfp_fp datasets get 0.906 acc\n",
      "cplfw datasets get 0.817 acc\n",
      "lfw_face datasets get 0.861 acc\n",
      "times:  801000\n",
      "time:  465788.4464726448\n",
      "times:  802000\n",
      "time:  466322.47972750664\n",
      "times:  803000\n",
      "time:  466857.70747327805\n",
      "times:  804000\n",
      "time:  467392.72637319565\n",
      "times:  805000\n",
      "time:  467928.9157040119\n",
      "lfw datasets get 0.980 acc\n",
      "agedb_30 datasets get 0.881 acc\n",
      "calfw datasets get 0.881 acc\n",
      "cfp_ff datasets get 0.979 acc\n",
      "cfp_fp datasets get 0.911 acc\n",
      "cplfw datasets get 0.818 acc\n",
      "lfw_face datasets get 0.868 acc\n",
      "times:  806000\n",
      "time:  468680.72325348854\n",
      "times:  807000\n",
      "time:  469215.5679895878\n",
      "times:  808000\n",
      "time:  469750.06868338585\n",
      "times:  809000\n",
      "time:  470285.22822856903\n",
      "times:  810000\n",
      "time:  470820.28262901306\n",
      "lfw datasets get 0.982 acc\n",
      "agedb_30 datasets get 0.888 acc\n",
      "calfw datasets get 0.884 acc\n",
      "cfp_ff datasets get 0.981 acc\n",
      "cfp_fp datasets get 0.904 acc\n",
      "cplfw datasets get 0.824 acc\n",
      "lfw_face datasets get 0.869 acc\n",
      "times:  811000\n",
      "time:  471592.3488020897\n",
      "times:  812000\n",
      "time:  472127.19596004486\n",
      "times:  813000\n",
      "time:  472661.48285245895\n",
      "times:  814000\n",
      "time:  473196.8245666027\n",
      "times:  815000\n",
      "time:  473732.63667964935\n",
      "lfw datasets get 0.978 acc\n",
      "agedb_30 datasets get 0.887 acc\n",
      "calfw datasets get 0.889 acc\n",
      "cfp_ff datasets get 0.977 acc\n",
      "cfp_fp datasets get 0.903 acc\n",
      "cplfw datasets get 0.815 acc\n",
      "lfw_face datasets get 0.868 acc\n",
      "times:  816000\n",
      "time:  474483.0434241295\n",
      "times:  817000\n",
      "time:  475018.68563604355\n",
      "times:  818000\n",
      "time:  475553.1986055374\n",
      "times:  819000\n",
      "time:  476087.46860837936\n",
      "times:  820000\n",
      "time:  476623.9090921879\n",
      "lfw datasets get 0.980 acc\n",
      "agedb_30 datasets get 0.877 acc\n",
      "calfw datasets get 0.879 acc\n",
      "cfp_ff datasets get 0.976 acc\n",
      "cfp_fp datasets get 0.908 acc\n",
      "cplfw datasets get 0.823 acc\n",
      "lfw_face datasets get 0.865 acc\n",
      "times:  821000\n",
      "time:  477374.65588998795\n",
      "times:  822000\n",
      "time:  477908.4901025295\n",
      "times:  823000\n",
      "time:  478443.56675696373\n",
      "times:  824000\n",
      "time:  478977.090886116\n",
      "times:  825000\n",
      "time:  479511.2210304737\n",
      "lfw datasets get 0.980 acc\n",
      "agedb_30 datasets get 0.882 acc\n",
      "calfw datasets get 0.879 acc\n",
      "cfp_ff datasets get 0.977 acc\n",
      "cfp_fp datasets get 0.905 acc\n",
      "cplfw datasets get 0.820 acc\n",
      "lfw_face datasets get 0.863 acc\n",
      "times:  826000\n",
      "time:  480262.62180638313\n",
      "times:  827000\n",
      "time:  480797.2024374008\n",
      "times:  828000\n",
      "time:  481332.0325653553\n",
      "times:  829000\n",
      "time:  481867.29443383217\n",
      "times:  830000\n",
      "time:  482403.00813508034\n",
      "lfw datasets get 0.980 acc\n",
      "agedb_30 datasets get 0.891 acc\n",
      "calfw datasets get 0.891 acc\n",
      "cfp_ff datasets get 0.979 acc\n",
      "cfp_fp datasets get 0.905 acc\n",
      "cplfw datasets get 0.822 acc\n",
      "lfw_face datasets get 0.878 acc\n",
      "times:  831000\n",
      "time:  483152.7904446125\n",
      "times:  832000\n",
      "time:  483686.9522192478\n",
      "times:  833000\n",
      "time:  484222.11207938194\n",
      "times:  834000\n",
      "time:  484756.79669213295\n",
      "times:  835000\n",
      "time:  485291.3656117916\n",
      "lfw datasets get 0.978 acc\n",
      "agedb_30 datasets get 0.876 acc\n",
      "calfw datasets get 0.871 acc\n",
      "cfp_ff datasets get 0.977 acc\n",
      "cfp_fp datasets get 0.905 acc\n",
      "cplfw datasets get 0.819 acc\n",
      "lfw_face datasets get 0.867 acc\n",
      "times:  836000\n",
      "time:  486041.9002456665\n",
      "times:  837000\n",
      "time:  486576.91988039017\n",
      "times:  838000\n",
      "time:  487111.393904686\n",
      "times:  839000\n",
      "time:  487646.88650512695\n",
      "times:  840000\n",
      "time:  488181.9983522892\n",
      "lfw datasets get 0.979 acc\n",
      "agedb_30 datasets get 0.886 acc\n",
      "calfw datasets get 0.882 acc\n",
      "cfp_ff datasets get 0.977 acc\n",
      "cfp_fp datasets get 0.907 acc\n",
      "cplfw datasets get 0.821 acc\n",
      "lfw_face datasets get 0.859 acc\n",
      "times:  841000\n",
      "time:  488952.1234052181\n",
      "times:  842000\n",
      "time:  489485.45181679726\n",
      "times:  843000\n",
      "time:  490020.80193185806\n",
      "times:  844000\n",
      "time:  490554.87107276917\n",
      "times:  845000\n",
      "time:  491088.75794506073\n",
      "lfw datasets get 0.979 acc\n",
      "agedb_30 datasets get 0.887 acc\n",
      "calfw datasets get 0.885 acc\n",
      "cfp_ff datasets get 0.978 acc\n",
      "cfp_fp datasets get 0.904 acc\n",
      "cplfw datasets get 0.821 acc\n",
      "lfw_face datasets get 0.876 acc\n",
      "times:  846000\n",
      "time:  491840.5879366398\n",
      "times:  847000\n",
      "time:  492374.4950413704\n",
      "times:  848000\n",
      "time:  492909.03537392616\n",
      "times:  849000\n",
      "time:  493441.93939614296\n",
      "times:  850000\n",
      "time:  493976.03070163727\n",
      "lfw datasets get 0.980 acc\n",
      "agedb_30 datasets get 0.875 acc\n",
      "calfw datasets get 0.878 acc\n",
      "cfp_ff datasets get 0.977 acc\n",
      "cfp_fp datasets get 0.903 acc\n",
      "cplfw datasets get 0.815 acc\n",
      "lfw_face datasets get 0.863 acc\n",
      "times:  851000\n",
      "time:  494727.34051823616\n",
      "times:  852000\n",
      "time:  495261.93240070343\n",
      "times:  853000\n",
      "time:  495795.9315984249\n",
      "times:  854000\n",
      "time:  496329.65759158134\n",
      "times:  855000\n",
      "time:  496864.257976532\n",
      "lfw datasets get 0.980 acc\n",
      "agedb_30 datasets get 0.885 acc\n",
      "calfw datasets get 0.877 acc\n",
      "cfp_ff datasets get 0.977 acc\n",
      "cfp_fp datasets get 0.905 acc\n",
      "cplfw datasets get 0.818 acc\n",
      "lfw_face datasets get 0.863 acc\n",
      "times:  856000\n",
      "time:  497615.2115921974\n",
      "times:  857000\n",
      "time:  498150.31619381905\n",
      "times:  858000\n",
      "time:  498684.49223423004\n",
      "times:  859000\n",
      "time:  499218.43131661415\n",
      "times:  860000\n",
      "time:  499753.34329104424\n",
      "lfw datasets get 0.982 acc\n",
      "agedb_30 datasets get 0.893 acc\n",
      "calfw datasets get 0.886 acc\n",
      "cfp_ff datasets get 0.980 acc\n",
      "cfp_fp datasets get 0.906 acc\n",
      "cplfw datasets get 0.817 acc\n",
      "lfw_face datasets get 0.871 acc\n",
      "times:  861000\n",
      "time:  500505.37360715866\n",
      "times:  862000\n",
      "time:  501040.24979639053\n",
      "times:  863000\n",
      "time:  501574.8700864315\n",
      "times:  864000\n",
      "time:  502108.44913339615\n",
      "times:  865000\n",
      "time:  502644.21276307106\n",
      "lfw datasets get 0.979 acc\n",
      "agedb_30 datasets get 0.882 acc\n",
      "calfw datasets get 0.880 acc\n",
      "cfp_ff datasets get 0.980 acc\n",
      "cfp_fp datasets get 0.904 acc\n",
      "cplfw datasets get 0.817 acc\n",
      "lfw_face datasets get 0.864 acc\n",
      "times:  866000\n",
      "time:  503395.663408041\n",
      "times:  867000\n",
      "time:  503930.2626724243\n",
      "times:  868000\n",
      "time:  504463.92969727516\n",
      "times:  869000\n",
      "time:  504998.62285375595\n",
      "times:  870000\n",
      "time:  505533.5154566765\n",
      "lfw datasets get 0.979 acc\n",
      "agedb_30 datasets get 0.881 acc\n",
      "calfw datasets get 0.874 acc\n",
      "cfp_ff datasets get 0.977 acc\n",
      "cfp_fp datasets get 0.910 acc\n",
      "cplfw datasets get 0.820 acc\n",
      "lfw_face datasets get 0.868 acc\n",
      "times:  871000\n",
      "time:  506304.3434398174\n",
      "times:  872000\n",
      "time:  506838.3595793247\n",
      "times:  873000\n",
      "time:  507373.2619829178\n",
      "times:  874000\n",
      "time:  507908.1314136982\n",
      "times:  875000\n",
      "time:  508442.5685210228\n",
      "lfw datasets get 0.980 acc\n",
      "agedb_30 datasets get 0.884 acc\n",
      "calfw datasets get 0.885 acc\n",
      "cfp_ff datasets get 0.979 acc\n",
      "cfp_fp datasets get 0.908 acc\n",
      "cplfw datasets get 0.819 acc\n",
      "lfw_face datasets get 0.866 acc\n",
      "times:  876000\n",
      "time:  509194.04099702835\n",
      "times:  877000\n",
      "time:  509728.26487469673\n",
      "times:  878000\n",
      "time:  510262.47699809074\n",
      "times:  879000\n",
      "time:  510795.1576063633\n",
      "times:  880000\n",
      "time:  511330.0080435276\n",
      "lfw datasets get 0.980 acc\n",
      "agedb_30 datasets get 0.889 acc\n",
      "calfw datasets get 0.888 acc\n",
      "cfp_ff datasets get 0.979 acc\n",
      "cfp_fp datasets get 0.901 acc\n",
      "cplfw datasets get 0.821 acc\n",
      "lfw_face datasets get 0.877 acc\n",
      "times:  881000\n",
      "time:  512081.122477293\n",
      "times:  882000\n",
      "time:  512615.1177043915\n",
      "times:  883000\n",
      "time:  513148.5025649071\n",
      "times:  884000\n",
      "time:  513683.31673431396\n",
      "times:  885000\n",
      "time:  514217.5823857784\n",
      "lfw datasets get 0.977 acc\n",
      "agedb_30 datasets get 0.877 acc\n",
      "calfw datasets get 0.879 acc\n",
      "cfp_ff datasets get 0.978 acc\n",
      "cfp_fp datasets get 0.904 acc\n",
      "cplfw datasets get 0.819 acc\n",
      "lfw_face datasets get 0.865 acc\n",
      "times:  886000\n",
      "time:  514966.693154335\n",
      "times:  887000\n",
      "time:  515499.48813700676\n",
      "times:  888000\n",
      "time:  516033.5007889271\n",
      "times:  889000\n",
      "time:  516567.21457386017\n",
      "times:  890000\n",
      "time:  517102.0068964958\n",
      "lfw datasets get 0.980 acc\n",
      "agedb_30 datasets get 0.885 acc\n",
      "calfw datasets get 0.884 acc\n",
      "cfp_ff datasets get 0.977 acc\n",
      "cfp_fp datasets get 0.906 acc\n",
      "cplfw datasets get 0.823 acc\n",
      "lfw_face datasets get 0.861 acc\n",
      "times:  891000\n",
      "time:  517853.49814867973\n",
      "times:  892000\n",
      "time:  518387.1241247654\n",
      "times:  893000\n",
      "time:  518922.6213502884\n",
      "times:  894000\n",
      "time:  519456.20566916466\n",
      "times:  895000\n",
      "time:  519989.362074852\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "lfw datasets get 0.980 acc\n",
      "agedb_30 datasets get 0.887 acc\n",
      "calfw datasets get 0.886 acc\n",
      "cfp_ff datasets get 0.981 acc\n",
      "cfp_fp datasets get 0.902 acc\n",
      "cplfw datasets get 0.815 acc\n",
      "lfw_face datasets get 0.874 acc\n",
      "times:  896000\n",
      "time:  520740.40788531303\n",
      "times:  897000\n",
      "time:  521273.7773902416\n",
      "times:  898000\n",
      "time:  521806.9630625248\n",
      "times:  899000\n",
      "time:  522340.1413769722\n",
      "times:  900000\n",
      "time:  522874.2444908619\n",
      "lfw datasets get 0.977 acc\n",
      "agedb_30 datasets get 0.877 acc\n",
      "calfw datasets get 0.879 acc\n",
      "cfp_ff datasets get 0.977 acc\n",
      "cfp_fp datasets get 0.901 acc\n",
      "cplfw datasets get 0.819 acc\n",
      "lfw_face datasets get 0.867 acc\n",
      "times:  901000\n",
      "time:  523644.3012678623\n",
      "times:  902000\n",
      "time:  524178.50917220116\n",
      "times:  903000\n",
      "time:  524712.9828300476\n",
      "times:  904000\n",
      "time:  525246.8427066803\n",
      "times:  905000\n",
      "time:  525782.444631815\n",
      "lfw datasets get 0.979 acc\n",
      "agedb_30 datasets get 0.880 acc\n",
      "calfw datasets get 0.881 acc\n",
      "cfp_ff datasets get 0.977 acc\n",
      "cfp_fp datasets get 0.905 acc\n",
      "cplfw datasets get 0.815 acc\n",
      "lfw_face datasets get 0.861 acc\n",
      "times:  906000\n",
      "time:  526533.6879098415\n",
      "times:  907000\n",
      "time:  527066.7063879967\n",
      "times:  908000\n",
      "time:  527601.6667113304\n",
      "times:  909000\n",
      "time:  528153.5575778484\n",
      "times:  910000\n",
      "time:  528686.7165834904\n",
      "lfw datasets get 0.980 acc\n",
      "agedb_30 datasets get 0.888 acc\n",
      "calfw datasets get 0.884 acc\n",
      "cfp_ff datasets get 0.981 acc\n",
      "cfp_fp datasets get 0.905 acc\n",
      "cplfw datasets get 0.822 acc\n",
      "lfw_face datasets get 0.866 acc\n",
      "times:  911000\n",
      "time:  529437.1374855042\n",
      "times:  912000\n",
      "time:  529970.6697044373\n",
      "times:  913000\n",
      "time:  530504.181229353\n",
      "times:  914000\n",
      "time:  531038.6200911999\n",
      "times:  915000\n",
      "time:  531573.8044435978\n",
      "lfw datasets get 0.981 acc\n",
      "agedb_30 datasets get 0.872 acc\n",
      "calfw datasets get 0.881 acc\n",
      "cfp_ff datasets get 0.978 acc\n",
      "cfp_fp datasets get 0.907 acc\n",
      "cplfw datasets get 0.819 acc\n",
      "lfw_face datasets get 0.866 acc\n"
     ]
    },
    {
     "ename": "KeyboardInterrupt",
     "evalue": "",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mKeyboardInterrupt\u001b[0m                         Traceback (most recent call last)",
      "\u001b[0;32m<ipython-input-1-8d34b041f65a>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[1;32m    153\u001b[0m     \u001b[0mf\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mopen\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m\"./eval_record.txt\"\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m'w'\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    154\u001b[0m     \u001b[0mf\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mwrite\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m\"\\t dataset \\t accuracy \\t best_thresholds \\t\"\u001b[0m\u001b[0;34m+\u001b[0m\u001b[0;34m'\\n'\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 155\u001b[0;31m     \u001b[0mmain\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    156\u001b[0m \u001b[0;31m# tensorboard --logdir=/home/dell/Desktop/insightface/model/Arcface_model/\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m<ipython-input-1-8d34b041f65a>\u001b[0m in \u001b[0;36mmain\u001b[0;34m()\u001b[0m\n\u001b[1;32m    136\u001b[0m         \u001b[0missame_list_batch\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mappend\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0missame_list\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    137\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 138\u001b[0;31m     \u001b[0mtrain\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mimage\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0mlabel\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mtrain_phase_dropout\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mtrain_phase_bn\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mimages_batch\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mimages_f_batch\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0missame_list_batch\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    139\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    140\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m<ipython-input-1-8d34b041f65a>\u001b[0m in \u001b[0;36mtrain\u001b[0;34m(image, label, train_phase_dropout, train_phase_bn, images_batch, images_f_batch, issame_list_batch)\u001b[0m\n\u001b[1;32m     88\u001b[0m             \u001b[0;32mfor\u001b[0m \u001b[0mi\u001b[0m \u001b[0;32min\u001b[0m \u001b[0mrange\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;36m1\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0mtrain_step\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     89\u001b[0m                 \u001b[0mimage_batch\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0mlabel_batch\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0msess\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mrun\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0mtrain_images\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0mtrain_labels\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 90\u001b[0;31m                 \u001b[0msess\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mrun\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0mtrain_op\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0minc_op\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0mfeed_dict\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;34m{\u001b[0m\u001b[0mimage\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0mimage_batch\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0mlabel\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0mlabel_batch\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0mtrain_phase_dropout\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;32mTrue\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0mtrain_phase_bn\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;32mTrue\u001b[0m\u001b[0;34m}\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m     91\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     92\u001b[0m                 \u001b[0;32mif\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mi\u001b[0m\u001b[0;34m%\u001b[0m\u001b[0;36m100\u001b[0m\u001b[0;34m==\u001b[0m\u001b[0;36m0\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/anaconda3/lib/python3.6/site-packages/tensorflow/python/client/session.py\u001b[0m in \u001b[0;36mrun\u001b[0;34m(self, fetches, feed_dict, options, run_metadata)\u001b[0m\n\u001b[1;32m    903\u001b[0m     \u001b[0;32mtry\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    904\u001b[0m       result = self._run(None, fetches, feed_dict, options_ptr,\n\u001b[0;32m--> 905\u001b[0;31m                          run_metadata_ptr)\n\u001b[0m\u001b[1;32m    906\u001b[0m       \u001b[0;32mif\u001b[0m \u001b[0mrun_metadata\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    907\u001b[0m         \u001b[0mproto_data\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mtf_session\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mTF_GetBuffer\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mrun_metadata_ptr\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/anaconda3/lib/python3.6/site-packages/tensorflow/python/client/session.py\u001b[0m in \u001b[0;36m_run\u001b[0;34m(self, handle, fetches, feed_dict, options, run_metadata)\u001b[0m\n\u001b[1;32m   1138\u001b[0m     \u001b[0;32mif\u001b[0m \u001b[0mfinal_fetches\u001b[0m \u001b[0;32mor\u001b[0m \u001b[0mfinal_targets\u001b[0m \u001b[0;32mor\u001b[0m \u001b[0;34m(\u001b[0m\u001b[0mhandle\u001b[0m \u001b[0;32mand\u001b[0m \u001b[0mfeed_dict_tensor\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1139\u001b[0m       results = self._do_run(handle, final_targets, final_fetches,\n\u001b[0;32m-> 1140\u001b[0;31m                              feed_dict_tensor, options, run_metadata)\n\u001b[0m\u001b[1;32m   1141\u001b[0m     \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1142\u001b[0m       \u001b[0mresults\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;34m[\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/anaconda3/lib/python3.6/site-packages/tensorflow/python/client/session.py\u001b[0m in \u001b[0;36m_do_run\u001b[0;34m(self, handle, target_list, fetch_list, feed_dict, options, run_metadata)\u001b[0m\n\u001b[1;32m   1319\u001b[0m     \u001b[0;32mif\u001b[0m \u001b[0mhandle\u001b[0m \u001b[0;32mis\u001b[0m \u001b[0;32mNone\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1320\u001b[0m       return self._do_call(_run_fn, feeds, fetches, targets, options,\n\u001b[0;32m-> 1321\u001b[0;31m                            run_metadata)\n\u001b[0m\u001b[1;32m   1322\u001b[0m     \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1323\u001b[0m       \u001b[0;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_do_call\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0m_prun_fn\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mhandle\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mfeeds\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mfetches\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/anaconda3/lib/python3.6/site-packages/tensorflow/python/client/session.py\u001b[0m in \u001b[0;36m_do_call\u001b[0;34m(self, fn, *args)\u001b[0m\n\u001b[1;32m   1325\u001b[0m   \u001b[0;32mdef\u001b[0m \u001b[0m_do_call\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mfn\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m*\u001b[0m\u001b[0margs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1326\u001b[0m     \u001b[0;32mtry\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 1327\u001b[0;31m       \u001b[0;32mreturn\u001b[0m \u001b[0mfn\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0margs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   1328\u001b[0m     \u001b[0;32mexcept\u001b[0m \u001b[0merrors\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mOpError\u001b[0m \u001b[0;32mas\u001b[0m \u001b[0me\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1329\u001b[0m       \u001b[0mmessage\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mcompat\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mas_text\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0me\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mmessage\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/anaconda3/lib/python3.6/site-packages/tensorflow/python/client/session.py\u001b[0m in \u001b[0;36m_run_fn\u001b[0;34m(feed_dict, fetch_list, target_list, options, run_metadata)\u001b[0m\n\u001b[1;32m   1310\u001b[0m       \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_extend_graph\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1311\u001b[0m       return self._call_tf_sessionrun(\n\u001b[0;32m-> 1312\u001b[0;31m           options, feed_dict, fetch_list, target_list, run_metadata)\n\u001b[0m\u001b[1;32m   1313\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1314\u001b[0m     \u001b[0;32mdef\u001b[0m \u001b[0m_prun_fn\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mhandle\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mfeed_dict\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mfetch_list\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/anaconda3/lib/python3.6/site-packages/tensorflow/python/client/session.py\u001b[0m in \u001b[0;36m_call_tf_sessionrun\u001b[0;34m(self, options, feed_dict, fetch_list, target_list, run_metadata)\u001b[0m\n\u001b[1;32m   1418\u001b[0m         return tf_session.TF_Run(\n\u001b[1;32m   1419\u001b[0m             \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_session\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0moptions\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mfeed_dict\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mfetch_list\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mtarget_list\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 1420\u001b[0;31m             status, run_metadata)\n\u001b[0m\u001b[1;32m   1421\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1422\u001b[0m   \u001b[0;32mdef\u001b[0m \u001b[0m_call_tf_sessionprun\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mhandle\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mfeed_dict\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mfetch_list\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;31mKeyboardInterrupt\u001b[0m: "
     ]
    }
   ],
   "source": [
    "import tensorflow as tf\n",
    "from train.train_tool import arcface_loss,read_single_tfrecord,average_gradients\n",
    "from core import Arcface_model,config\n",
    "import time\n",
    "import os\n",
    "from evaluate.evaluate import evaluation,load_bin\n",
    "\n",
    "\n",
    "def train(image,label,train_phase_dropout,train_phase_bn, images_batch, images_f_batch, issame_list_batch):\n",
    "\n",
    "    train_images_split = tf.split(image, config.gpu_num)\n",
    "    train_labels_split = tf.split(label, config.gpu_num)      \n",
    "    \n",
    "    global_step = tf.Variable(name='global_step', initial_value=0, trainable=False)\n",
    "    inc_op = tf.assign_add(global_step, 1, name='increment_global_step')    \n",
    "    scale = int(512.0/batch_size)\n",
    "    lr_steps = [scale*s for s in config.lr_steps]\n",
    "    lr_values = [v/scale for v in config.lr_values]\n",
    "    lr = tf.train.piecewise_constant(global_step, boundaries=lr_steps, values=lr_values, name='lr_schedule')\n",
    "    opt = tf.train.MomentumOptimizer(learning_rate=lr, momentum=config.momentum)\n",
    "\n",
    "    embds = []\n",
    "    logits = []\n",
    "    inference_loss = []\n",
    "    wd_loss = []\n",
    "    total_train_loss = []\n",
    "    pred = []\n",
    "    tower_grads = []\n",
    "    update_ops = []\n",
    "    \n",
    "    for i in range(config.gpu_num):\n",
    "        sub_train_images = train_images_split[i]\n",
    "        sub_train_labels = train_labels_split[i]\n",
    "        \n",
    "        with tf.device(\"/gpu:%d\"%(i)):\n",
    "            with tf.variable_scope(tf.get_variable_scope(),reuse=(i>0)):\n",
    "                \n",
    "                net, end_points = Arcface_model.get_embd(sub_train_images, train_phase_dropout, train_phase_bn,config.model_params)\n",
    "                        \n",
    "                logit = arcface_loss(net,sub_train_labels,config.s,config.m)\n",
    "                arc_loss = tf.reduce_mean(tf.nn.sparse_softmax_cross_entropy_with_logits(logits = logit , labels = sub_train_labels))\n",
    "                L2_loss = tf.reduce_sum(tf.get_collection(tf.GraphKeys.REGULARIZATION_LOSSES))\n",
    "                train_loss = arc_loss + L2_loss\n",
    "                \n",
    "                pred.append(tf.to_int32(tf.argmax(tf.nn.softmax(logit),axis=1)))\n",
    "                tower_grads.append(opt.compute_gradients(train_loss))\n",
    "                update_ops.append(tf.get_collection(tf.GraphKeys.UPDATE_OPS))\n",
    "                \n",
    "                embds.append(net)\n",
    "                logits.append(logit)\n",
    "                inference_loss.append(arc_loss)\n",
    "                wd_loss.append(L2_loss)\n",
    "                total_train_loss.append(train_loss)\n",
    "\n",
    "    embds = tf.concat(embds, axis=0)\n",
    "    logits = tf.concat(logits, axis=0)\n",
    "    pred = tf.concat(pred, axis=0)\n",
    "    wd_loss = tf.add_n(wd_loss)/config.gpu_num\n",
    "    inference_loss = tf.add_n(inference_loss)/config.gpu_num\n",
    "    \n",
    "    train_ops = [opt.apply_gradients(average_gradients(tower_grads))]\n",
    "    train_ops.extend(update_ops)\n",
    "    train_op = tf.group(*train_ops) \n",
    "    \n",
    "    with tf.name_scope('loss'):\n",
    "        train_loss = tf.add_n(total_train_loss)/config.gpu_num\n",
    "        tf.summary.scalar('train_loss',train_loss)    \n",
    "\n",
    "    with tf.name_scope('accuracy'):\n",
    "        train_accuracy = tf.reduce_mean(tf.cast(tf.equal(pred, label), tf.float32))\n",
    "        tf.summary.scalar('train_accuracy',train_accuracy) \n",
    "        \n",
    "    saver=tf.train.Saver(max_to_keep=20)\n",
    "    merged=tf.summary.merge_all() \n",
    "    \n",
    "    train_images,train_labels=read_single_tfrecord(addr,batch_size,img_size)\n",
    "    \n",
    "    tf_config = tf.ConfigProto(allow_soft_placement=True)\n",
    "    tf_config.gpu_options.allow_growth = True\n",
    "    with tf.Session(config=tf_config) as sess:\n",
    "        sess.run((tf.global_variables_initializer(),\n",
    "                  tf.local_variables_initializer()))\n",
    "        coord = tf.train.Coordinator()\n",
    "        threads = tf.train.start_queue_runners(sess=sess,coord=coord)\n",
    "        writer_train=tf.summary.FileWriter(model_path,sess.graph)\n",
    "        print(\"start\")\n",
    "        try:\n",
    "            for i in range(1,train_step):                \n",
    "                image_batch,label_batch=sess.run([train_images,train_labels])\n",
    "                sess.run([train_op,inc_op],feed_dict={image:image_batch,label:label_batch,train_phase_dropout:True,train_phase_bn:True})\n",
    "                \n",
    "                if(i%100==0):\n",
    "                    summary=sess.run(merged,feed_dict={image:image_batch,label:label_batch,train_phase_dropout:True,train_phase_bn:True})\n",
    "                    writer_train.add_summary(summary,i)\n",
    "                    \n",
    "                if(i%1000==0):\n",
    "                    print('times: ',i)    \n",
    "#                     print('train_accuracy: ',sess.run(train_accuracy,feed_dict={image:image_batch,label:label_batch,train_phase_dropout:True,train_phase_bn:True}))\n",
    "#                     print('train_loss: ',sess.run(train_loss,{image:image_batch,label:label_batch,train_phase_dropout:True,train_phase_bn:True}))       \n",
    "                    print('time: ',time.time()-begin)\n",
    "                    \n",
    "                if(i%5000==0):\n",
    "                    f.write(\"itrations: %d\"%(i)+'\\n')\n",
    "                    for idx in range(len(eval_datasets)):\n",
    "                        tpr, fpr, accuracy, best_thresholds = evaluation(sess, images_batch[idx], images_f_batch[idx], issame_list_batch[idx], batch_size, img_size, dropout_flag=config.eval_dropout_flag, bn_flag=config.eval_bn_flag, embd=embds, image=image, train_phase_dropout=train_phase_dropout, train_phase_bn=train_phase_bn) \n",
    "                        print(\"%s datasets get %.3f acc\"%(eval_datasets[idx].split(\"/\")[-1].split(\".\")[0],accuracy))\n",
    "                        f.write(\"\\t %s \\t %.3f \\t \\t \"%(eval_datasets[idx].split(\"/\")[-1].split(\".\")[0],accuracy)+str(best_thresholds)+'\\n')\n",
    "                    f.write('\\n')\n",
    "                    \n",
    "                if((i>150000)&(i%config.model_save_gap==0)):\n",
    "                    saver.save(sess,os.path.join(model_path,model_name),global_step=i)\n",
    "        except  tf.errors.OutOfRangeError:\n",
    "            print(\"finished\")\n",
    "        finally:\n",
    "            coord.request_stop()\n",
    "            writer_train.close()\n",
    "        coord.join(threads)\n",
    "        f.close()\n",
    "        \n",
    "            \n",
    "def main():\n",
    "    \n",
    "    with tf.name_scope('input'):\n",
    "        image = tf.placeholder(tf.float32,[batch_size,img_size,img_size,3],name='image')\n",
    "        label = tf.placeholder(tf.int32,[batch_size],name='label')\n",
    "        train_phase_dropout = tf.placeholder(dtype=tf.bool, shape=None, name='train_phase_dropout')\n",
    "        train_phase_bn = tf.placeholder(dtype=tf.bool, shape=None, name='train_phase_bn') \n",
    "\n",
    "    images_batch = []\n",
    "    images_f_batch = []\n",
    "    issame_list_batch = []\n",
    "    for dataset_path in eval_datasets:\n",
    "        images, images_f, issame_list = load_bin(dataset_path, img_size)    \n",
    "        images_batch.append(images)\n",
    "        images_f_batch.append(images_f)\n",
    "        issame_list_batch.append(issame_list)\n",
    "    \n",
    "    train(image,label, train_phase_dropout, train_phase_bn, images_batch, images_f_batch, issame_list_batch)\n",
    "\n",
    "\n",
    "if __name__ == \"__main__\":\n",
    "    \n",
    "    img_size = config.img_size\n",
    "    batch_size = config.batch_size\n",
    "    addr = config.addrt\n",
    "    model_name = config.model_name\n",
    "    train_step = config.train_step\n",
    "    model_path = config.model_patht\n",
    "    eval_datasets = config.eval_datasets\n",
    "    \n",
    "    begin=time.time()\n",
    "    \n",
    "    f = open(\"./eval_record.txt\", 'w')\n",
    "    f.write(\"\\t dataset \\t accuracy \\t best_thresholds \\t\"+'\\n')    \n",
    "    main()\n",
    "# tensorboard --logdir=/home/dell/Desktop/insightface/model/Arcface_model/"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}