examples/vHDPasHDPGMM.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## vHDPMM as HDPMM\n",
    "\n",
    "We generate data from a CRF prior over infinite mixture of Gaussians.\n",
    "\n",
    "Results may vary a bit from paper, as the data generation is random."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "using Distributed\n",
    "using Clustering\n",
    "addprocs(4)\n",
    "@everywhere using VersatileHDPMixtureModels"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "run_and_compare (generic function with 2 methods)"
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "function generate_data(dim, groups_count,sample_count,var,α = 10, γ = 1)\n",
    "    crf_prior = hdp_prior_crf_draws(sample_count,groups_count,α,γ)\n",
    "    pts,labels = generate_grouped_gaussian_from_hdp_group_counts(crf_prior[2],dim,var)\n",
    "    return pts, labels\n",
    "end\n",
    "\n",
    "function results_stats(pred_dict, gt_dict)\n",
    "    avg_nmi = 0\n",
    "    for i=1:length(pred_dict)\n",
    "        nmi = mutualinfo(pred_dict[i],gt_dict[i])\n",
    "        avg_nmi += nmi\n",
    "    end\n",
    "    return avg_nmi / length(pred_dict)\n",
    "end\n",
    "\n",
    "\n",
    "function run_and_compare(pts,labels,gdim,iters = 100)     \n",
    "     gprior, lprior = create_default_priors(gdim,0,:niw)\n",
    "     model = hdp_fit(pts,10,1,gprior,iters)\n",
    "     model_results = get_model_global_pred(model[1])\n",
    "     return results_stats(labels,model_results)\n",
    " end"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### D:3, N:100"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Iteration: 1|| Global Counts: [4]|| iter time: 0.05887603759765625\n",
      "Iteration: 2|| Global Counts: [4]|| iter time: 0.011872053146362305\n",
      "Iteration: 3|| Global Counts: [4]|| iter time: 0.010411977767944336\n",
      "Iteration: 4|| Global Counts: [4]|| iter time: 0.013432025909423828\n",
      "Iteration: 5|| Global Counts: [4, 4]|| iter time: 0.006949186325073242\n",
      "Iteration: 6|| Global Counts: [4, 4]|| iter time: 0.008085966110229492\n",
      "Iteration: 7|| Global Counts: [4, 4]|| iter time: 0.008291006088256836\n",
      "Iteration: 8|| Global Counts: [4, 4]|| iter time: 0.00836491584777832\n",
      "Iteration: 9|| Global Counts: [4, 4]|| iter time: 0.009179115295410156\n",
      "Iteration: 10|| Global Counts: [4, 4, 4]|| iter time: 0.009495973587036133\n",
      "Iteration: 11|| Global Counts: [4, 4, 5]|| iter time: 0.010766029357910156\n",
      "Iteration: 12|| Global Counts: [6, 4, 5]|| iter time: 0.015597105026245117\n",
      "Iteration: 13|| Global Counts: [6, 4, 6]|| iter time: 0.013074159622192383\n",
      "Iteration: 14|| Global Counts: [6, 4, 5]|| iter time: 0.013733148574829102\n",
      "Iteration: 15|| Global Counts: [7, 4, 3, 7, 3]|| iter time: 0.01395106315612793\n",
      "Iteration: 16|| Global Counts: [9, 4, 4, 4, 4]|| iter time: 0.09105491638183594\n",
      "Iteration: 17|| Global Counts: [8, 4, 5, 5, 4]|| iter time: 0.5279438495635986\n",
      "Iteration: 18|| Global Counts: [12, 4, 5, 5, 4]|| iter time: 0.015091896057128906\n",
      "Iteration: 19|| Global Counts: [8, 4, 5, 4, 4]|| iter time: 0.01805400848388672\n",
      "Iteration: 20|| Global Counts: [8, 4, 3, 4, 4]|| iter time: 0.01758885383605957\n",
      "Iteration: 21|| Global Counts: [9, 4, 4, 4, 4, 4]|| iter time: 0.02002406120300293\n",
      "Iteration: 22|| Global Counts: [8, 3, 5, 4, 4, 4, 4]|| iter time: 0.030035018920898438\n",
      "Iteration: 23|| Global Counts: [9, 3, 4, 3, 4, 5, 4]|| iter time: 0.02665400505065918\n",
      "Iteration: 24|| Global Counts: [11, 4, 4, 3, 4, 6, 5]|| iter time: 0.019993066787719727\n",
      "Iteration: 25|| Global Counts: [7, 6, 5, 4, 4, 7, 5]|| iter time: 0.02101898193359375\n",
      "Iteration: 26|| Global Counts: [7, 6, 4, 4, 4, 8, 6, 6]|| iter time: 0.029160022735595703\n",
      "Iteration: 27|| Global Counts: [6, 9, 5, 4, 4, 8, 5, 3, 8]|| iter time: 0.030972957611083984\n",
      "Iteration: 28|| Global Counts: [5, 7, 5, 4, 5, 7, 3, 5, 2, 3]|| iter time: 0.023862123489379883\n",
      "Iteration: 29|| Global Counts: [4, 9, 4, 4, 6, 9, 4, 4, 1, 1]|| iter time: 0.04479479789733887\n",
      "Iteration: 30|| Global Counts: [4, 5, 4, 4, 5, 8, 2, 3, 1, 1, 5]|| iter time: 0.07295894622802734\n",
      "Iteration: 31|| Global Counts: [4, 7, 6, 5, 5, 7, 3, 4, 1, 1, 4]|| iter time: 0.027771949768066406\n",
      "Iteration: 32|| Global Counts: [4, 10, 6, 5, 3, 7, 4, 5, 1, 1, 5, 7]|| iter time: 0.02749800682067871\n",
      "Iteration: 33|| Global Counts: [5, 10, 7, 5, 3, 5, 2, 5, 1, 1, 5, 5]|| iter time: 0.03692913055419922\n",
      "Iteration: 34|| Global Counts: [6, 9, 8, 4, 4, 6, 3, 4, 1, 1, 5, 8]|| iter time: 0.02752089500427246\n",
      "Iteration: 35|| Global Counts: [6, 9, 7, 4, 5, 7, 5, 4, 1, 1, 4, 11]|| iter time: 0.04248189926147461\n",
      "Iteration: 36|| Global Counts: [6, 10, 5, 4, 3, 7, 5, 5, 1, 1, 4, 9]|| iter time: 0.02528095245361328\n",
      "Iteration: 37|| Global Counts: [6, 9, 5, 4, 3, 10, 3, 5, 1, 1, 4, 12]|| iter time: 0.024935007095336914\n",
      "Iteration: 38|| Global Counts: [6, 10, 7, 4, 3, 10, 4, 7, 1, 1, 4, 10]|| iter time: 0.04299807548522949\n",
      "Iteration: 39|| Global Counts: [5, 10, 8, 4, 4, 10, 5, 5, 1, 1, 4, 9]|| iter time: 0.02597808837890625\n",
      "Iteration: 40|| Global Counts: [4, 6, 6, 3, 4, 8, 7, 3, 1, 1, 4, 10]|| iter time: 0.02492690086364746\n",
      "Iteration: 41|| Global Counts: [4, 10, 5, 3, 6, 8, 7, 3, 1, 1, 5, 7]|| iter time: 0.035698890686035156\n",
      "Iteration: 42|| Global Counts: [5, 12, 7, 4, 4, 9, 8, 5, 1, 1, 4, 7]|| iter time: 0.02812814712524414\n",
      "Iteration: 43|| Global Counts: [6, 11, 8, 5, 5, 7, 5, 6, 1, 1, 5, 6]|| iter time: 0.025362014770507812\n",
      "Iteration: 44|| Global Counts: [8, 9, 7, 4, 4, 8, 7, 4, 2, 1, 4, 9]|| iter time: 0.02941107749938965\n",
      "Iteration: 45|| Global Counts: [7, 8, 6, 4, 5, 9, 5, 5, 2, 1, 4, 12]|| iter time: 0.03204989433288574\n",
      "Iteration: 46|| Global Counts: [8, 10, 7, 4, 3, 6, 5, 2, 3, 1, 5, 9]|| iter time: 0.028326034545898438\n",
      "Iteration: 47|| Global Counts: [7, 10, 7, 4, 3, 7, 5, 3, 3, 1, 5, 7]|| iter time: 0.03982710838317871\n",
      "Iteration: 48|| Global Counts: [8, 12, 5, 5, 2, 9, 7, 5, 5, 1, 4, 10]|| iter time: 0.029562950134277344\n",
      "Iteration: 49|| Global Counts: [9, 11, 3, 4, 3, 9, 7, 2, 6, 1, 6, 9]|| iter time: 0.028136014938354492\n",
      "Iteration: 50|| Global Counts: [7, 10, 3, 4, 4, 8, 6, 3, 7, 1, 5, 11]|| iter time: 0.0275881290435791\n",
      "Iteration: 51|| Global Counts: [7, 11, 3, 4, 3, 6, 6, 2, 6, 1, 6, 10]|| iter time: 0.03192901611328125\n",
      "Iteration: 52|| Global Counts: [8, 11, 3, 4, 3, 7, 7, 2, 6, 1, 4, 8]|| iter time: 0.1454000473022461\n",
      "Iteration: 53|| Global Counts: [9, 15, 3, 4, 5, 6, 8, 2, 5, 1, 4, 9]|| iter time: 0.03689408302307129\n",
      "Iteration: 54|| Global Counts: [9, 13, 3, 4, 3, 7, 10, 2, 4, 1, 5, 9]|| iter time: 0.03361392021179199\n",
      "Iteration: 55|| Global Counts: [8, 12, 4, 4, 4, 9, 9, 3, 2, 1, 6, 8]|| iter time: 0.031445980072021484\n",
      "Iteration: 56|| Global Counts: [9, 11, 5, 4, 5, 8, 11, 3, 1, 1, 7, 8]|| iter time: 0.03552699089050293\n",
      "Iteration: 57|| Global Counts: [8, 12, 7, 4, 5, 7, 7, 3, 1, 1, 8, 11]|| iter time: 0.0332341194152832\n",
      "Iteration: 58|| Global Counts: [9, 10, 6, 4, 5, 9, 5, 2, 1, 1, 8, 11]|| iter time: 0.0376739501953125\n",
      "Iteration: 59|| Global Counts: [8, 9, 8, 5, 5, 9, 6, 3, 1, 1, 6, 7]|| iter time: 0.04240012168884277\n",
      "Iteration: 60|| Global Counts: [6, 8, 8, 4, 6, 9, 8, 4, 1, 1, 6, 9]|| iter time: 0.030625104904174805\n",
      "Iteration: 61|| Global Counts: [7, 9, 10, 5, 7, 9, 6, 3, 1, 1, 5, 8]|| iter time: 0.02611088752746582\n",
      "Iteration: 62|| Global Counts: [9, 12, 7, 4, 7, 9, 6, 4, 1, 1, 5, 9]|| iter time: 0.03793501853942871\n",
      "Iteration: 63|| Global Counts: [8, 11, 8, 5, 6, 8, 6, 5, 1, 1, 5, 8]|| iter time: 0.032006025314331055\n",
      "Iteration: 64|| Global Counts: [7, 7, 7, 4, 8, 6, 7, 4, 1, 1, 4, 7]|| iter time: 0.02465200424194336\n",
      "Iteration: 65|| Global Counts: [7, 7, 7, 4, 4, 7, 6, 5, 1, 1, 4, 8]|| iter time: 0.02586197853088379\n",
      "Iteration: 66|| Global Counts: [8, 9, 5, 5, 4, 9, 8, 5, 1, 1, 5, 8]|| iter time: 0.03112006187438965\n",
      "Iteration: 67|| Global Counts: [10, 11, 5, 5, 3, 11, 9, 5, 1, 1, 4, 8]|| iter time: 0.028525114059448242\n",
      "Iteration: 68|| Global Counts: [7, 9, 4, 4, 4, 9, 7, 4, 1, 1, 5, 5]|| iter time: 0.025451183319091797\n",
      "Iteration: 69|| Global Counts: [7, 7, 4, 4, 4, 7, 6, 6, 2, 1, 5, 3]|| iter time: 0.039778947830200195\n",
      "Iteration: 70|| Global Counts: [7, 7, 3, 5, 3, 6, 7, 3, 2, 1, 4, 4]|| iter time: 0.0262601375579834\n",
      "Iteration: 71|| Global Counts: [7, 9, 3, 4, 4, 8, 5, 5, 4, 1, 4, 3]|| iter time: 0.02361893653869629\n",
      "Iteration: 72|| Global Counts: [4, 5, 3, 4, 4, 8, 6, 5, 3, 1, 4, 4]|| iter time: 0.025213003158569336\n",
      "Iteration: 73|| Global Counts: [4, 7, 3, 4, 4, 11, 6, 4, 3, 1, 4, 5]|| iter time: 0.025597095489501953\n",
      "Iteration: 74|| Global Counts: [4, 9, 3, 3, 7, 9, 7, 5, 1, 1, 4, 7]|| iter time: 0.0262911319732666\n",
      "Iteration: 75|| Global Counts: [4, 9, 3, 4, 7, 10, 8, 6, 1, 1, 4, 5]|| iter time: 0.025490999221801758\n",
      "Iteration: 76|| Global Counts: [4, 7, 3, 4, 6, 10, 8, 6, 1, 1, 5, 4]|| iter time: 0.028293132781982422\n",
      "Iteration: 77|| Global Counts: [4, 7, 3, 4, 5, 6, 7, 4, 1, 1, 4, 3]|| iter time: 0.029494047164916992\n",
      "Iteration: 78|| Global Counts: [4, 5, 3, 5, 7, 7, 5, 6, 1, 1, 6, 4]|| iter time: 0.029680967330932617\n",
      "Iteration: 79|| Global Counts: [4, 5, 3, 4, 3, 6, 2, 5, 1, 1, 5, 6]|| iter time: 0.027601003646850586\n",
      "Iteration: 80|| Global Counts: [5, 4, 3, 4, 5, 7, 2, 5, 1, 1, 4, 5]|| iter time: 0.03779006004333496\n",
      "Iteration: 81|| Global Counts: [4, 4, 3, 4, 5, 5, 2, 5, 1, 1, 4, 4]|| iter time: 0.0404200553894043\n",
      "Iteration: 82|| Global Counts: [4, 4, 3, 4, 5, 6, 2, 7, 2, 1, 5, 4]|| iter time: 0.0394139289855957\n",
      "Iteration: 83|| Global Counts: [4, 6, 3, 5, 6, 7, 2, 5, 2, 1, 5, 4]|| iter time: 0.030972003936767578\n",
      "Iteration: 84|| Global Counts: [5, 6, 3, 4, 7, 9, 2, 5, 1, 1, 6, 6]|| iter time: 0.034559011459350586\n",
      "Iteration: 85|| Global Counts: [4, 5, 3, 4, 5, 8, 2, 6, 1, 1, 5, 6]|| iter time: 0.03242802619934082\n",
      "Iteration: 86|| Global Counts: [4, 5, 3, 5, 4, 9, 2, 5, 1, 1, 4, 7]|| iter time: 0.029877185821533203\n",
      "Iteration: 87|| Global Counts: [4, 4, 3, 4, 7, 9, 2, 3, 1, 1, 4, 10]|| iter time: 0.023559093475341797\n",
      "Iteration: 88|| Global Counts: [4, 4, 3, 4, 7, 8, 3, 4, 2, 1, 5, 11]|| iter time: 0.030792951583862305\n",
      "Iteration: 89|| Global Counts: [4, 5, 3, 4, 6, 6, 3, 5, 1, 1, 4, 8]|| iter time: 0.0298919677734375\n",
      "Iteration: 90|| Global Counts: [5, 5, 3, 3, 7, 7, 5, 4, 1, 1, 4, 6]|| iter time: 0.033354997634887695\n",
      "Iteration: 91|| Global Counts: [7, 4, 3, 4, 6, 8, 5, 5, 1, 1, 4, 7]|| iter time: 0.028164148330688477\n",
      "Iteration: 92|| Global Counts: [6, 4, 3, 4, 8, 8, 4, 7, 1, 1, 4, 8]|| iter time: 0.03735709190368652\n",
      "Iteration: 93|| Global Counts: [7, 4, 3, 5, 6, 8, 5, 5, 1, 1, 4, 4]|| iter time: 0.04332780838012695\n",
      "Iteration: 94|| Global Counts: [6, 6, 3, 4, 6, 5, 5, 4, 1, 1, 5, 5]|| iter time: 0.052954912185668945\n",
      "Iteration: 95|| Global Counts: [6, 7, 3, 4, 6, 6, 2, 5, 1, 1, 7, 6]|| iter time: 0.03122401237487793\n",
      "Iteration: 96|| Global Counts: [6, 6, 4, 4, 4, 8, 3, 3, 2, 1, 6, 7]|| iter time: 0.027116060256958008\n",
      "Iteration: 97|| Global Counts: [4, 6, 3, 5, 4, 7, 3, 3, 2, 1, 8, 6]|| iter time: 0.03861284255981445\n",
      "Iteration: 98|| Global Counts: [4, 8, 3, 4, 3, 7, 2, 4, 2, 1, 8, 9]|| iter time: 0.02722907066345215\n",
      "Iteration: 99|| Global Counts: [4, 10, 3, 5, 3, 8, 3, 3, 1, 1, 9, 6]|| iter time: 0.02403879165649414\n",
      "Iteration: 100|| Global Counts: [4, 11, 3, 5, 3, 10, 2, 5, 1, 1, 8, 8]|| iter time: 0.02495718002319336\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "0.8627687962673293"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "gdim = 3\n",
    "pts,labels = generate_data(gdim,4,100,100.0)\n",
    "run_and_compare(pts,labels,gdim)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### D:8, N:5000"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Iteration: 1|| Global Counts: [4]|| iter time: 0.05582594871520996\n",
      "Iteration: 2|| Global Counts: [4]|| iter time: 0.01994800567626953\n",
      "Iteration: 3|| Global Counts: [4]|| iter time: 0.024904966354370117\n",
      "Iteration: 4|| Global Counts: [4]|| iter time: 0.02165985107421875\n",
      "Iteration: 5|| Global Counts: [4, 4]|| iter time: 0.023563146591186523\n",
      "Iteration: 6|| Global Counts: [4, 4]|| iter time: 0.03844785690307617\n",
      "Iteration: 7|| Global Counts: [4, 4]|| iter time: 0.03132796287536621\n",
      "Iteration: 8|| Global Counts: [4, 4]|| iter time: 0.029201984405517578\n",
      "Iteration: 9|| Global Counts: [4, 4]|| iter time: 0.02880096435546875\n",
      "Iteration: 10|| Global Counts: [4, 4, 4, 4]|| iter time: 0.037361860275268555\n",
      "Iteration: 11|| Global Counts: [4, 4, 4, 4]|| iter time: 0.03480410575866699\n",
      "Iteration: 12|| Global Counts: [4, 4, 4, 4]|| iter time: 0.0396578311920166\n",
      "Iteration: 13|| Global Counts: [4, 4, 4, 4]|| iter time: 0.03880500793457031\n",
      "Iteration: 14|| Global Counts: [4, 4, 4, 4]|| iter time: 0.03566598892211914\n",
      "Iteration: 15|| Global Counts: [4, 4, 4, 4, 4, 4]|| iter time: 0.04918694496154785\n",
      "Iteration: 16|| Global Counts: [4, 4, 4, 4, 4, 4]|| iter time: 0.04024815559387207\n",
      "Iteration: 17|| Global Counts: [4, 4, 4, 4, 4, 4]|| iter time: 0.04450488090515137\n",
      "Iteration: 18|| Global Counts: [4, 4, 4, 4, 4, 4]|| iter time: 0.0447239875793457\n",
      "Iteration: 19|| Global Counts: [4, 4, 4, 4, 4, 4]|| iter time: 0.04263496398925781\n",
      "Iteration: 20|| Global Counts: [4, 4, 4, 4, 4, 4, 4, 4, 4, 4]|| iter time: 0.053292036056518555\n",
      "Iteration: 21|| Global Counts: [4, 4, 4, 4, 4, 5, 3, 4, 4, 2]|| iter time: 0.07329916954040527\n",
      "Iteration: 22|| Global Counts: [4, 4, 4, 4, 4, 5, 3, 4, 4, 2]|| iter time: 0.10053086280822754\n",
      "Iteration: 23|| Global Counts: [4, 4, 4, 4, 4, 4, 3, 4, 4, 2]|| iter time: 0.10751700401306152\n",
      "Iteration: 24|| Global Counts: [4, 4, 4, 4, 4, 4, 2, 4, 4, 2]|| iter time: 0.08922910690307617\n",
      "Iteration: 25|| Global Counts: [4, 4, 4, 4, 4, 4, 2, 4, 4, 2, 4, 4, 4, 4]|| iter time: 0.04915904998779297\n",
      "Iteration: 26|| Global Counts: [4, 4, 4, 4, 3, 3, 2, 4, 4, 2, 4, 4, 5, 4]|| iter time: 0.08522391319274902\n",
      "Iteration: 27|| Global Counts: [4, 4, 4, 4, 4, 3, 2, 4, 4, 2, 4, 4, 5, 4]|| iter time: 0.08096504211425781\n",
      "Iteration: 28|| Global Counts: [4, 4, 4, 4, 3, 3, 2, 4, 4, 2, 4, 4, 5, 4]|| iter time: 0.0854790210723877\n",
      "Iteration: 29|| Global Counts: [4, 4, 4, 4, 4, 3, 2, 4, 4, 2, 4, 4, 6, 4]|| iter time: 0.0664980411529541\n",
      "Iteration: 30|| Global Counts: [4, 4, 4, 4, 3, 3, 2, 4, 4, 2, 4, 4, 7, 4, 4, 3, 4, 4, 4, 4]|| iter time: 0.09027409553527832\n",
      "Iteration: 31|| Global Counts: [4, 3, 4, 4, 2, 3, 2, 4, 4, 2, 4, 3, 6, 4, 3, 4, 4, 2, 3, 4]|| iter time: 0.09843802452087402\n",
      "Iteration: 32|| Global Counts: [4, 3, 4, 4, 2, 3, 2, 4, 4, 2, 4, 3, 8, 4, 3, 3, 4, 3, 3, 4]|| iter time: 0.09132909774780273\n",
      "Iteration: 33|| Global Counts: [4, 3, 4, 4, 3, 4, 2, 4, 4, 2, 4, 3, 8, 4, 3, 3, 4, 2, 3, 4]|| iter time: 0.08439397811889648\n",
      "Iteration: 34|| Global Counts: [4, 2, 4, 4, 5, 5, 2, 4, 4, 2, 4, 3, 10, 4, 3, 4, 4, 1, 3, 4]|| iter time: 0.09019994735717773\n",
      "merged:[2, 18]\n",
      "Iteration: 35|| Global Counts: [4, 3, 4, 4, 6, 3, 2, 4, 4, 2, 4, 3, 10, 4, 3, 4, 4, 3, 4, 4, 4, 4, 4, 3, 4]|| iter time: 0.3027520179748535\n",
      "Iteration: 36|| Global Counts: [4, 3, 4, 4, 5, 3, 2, 4, 4, 2, 4, 3, 12, 3, 3, 3, 5, 2, 4, 4, 4, 1, 2, 1, 4]|| iter time: 0.10694384574890137\n",
      "Iteration: 37|| Global Counts: [4, 3, 4, 4, 4, 3, 2, 4, 4, 2, 4, 3, 10, 3, 3, 3, 5, 2, 4, 4, 4, 1, 2, 1, 4]|| iter time: 0.10709500312805176\n",
      "Iteration: 38|| Global Counts: [4, 3, 4, 4, 4, 3, 2, 4, 4, 2, 4, 3, 11, 3, 3, 3, 5, 2, 4, 4, 4, 1, 2, 1, 4]|| iter time: 0.1090550422668457\n",
      "Iteration: 39|| Global Counts: [4, 3, 4, 4, 4, 3, 2, 4, 5, 2, 4, 3, 10, 3, 3, 2, 5, 2, 4, 4, 4, 1, 2, 1, 4]|| iter time: 0.10865998268127441\n",
      "Iteration: 40|| Global Counts: [4, 3, 4, 4, 3, 4, 2, 4, 3, 2, 4, 3, 8, 3, 3, 2, 4, 2, 4, 4, 4, 1, 2, 1, 4, 3, 3, 4, 4, 4, 4, 4]|| iter time: 0.11365604400634766\n",
      "Iteration: 41|| Global Counts: [4, 3, 4, 4, 4, 4, 2, 4, 2, 2, 4, 3, 7, 2, 3, 2, 2, 2, 1, 4, 4, 1, 2, 1, 3, 3, 1, 5, 4, 4, 4, 4]|| iter time: 0.156843900680542\n",
      "Iteration: 42|| Global Counts: [4, 3, 4, 4, 5, 3, 2, 4, 2, 2, 4, 3, 6, 2, 3, 2, 1, 2, 1, 4, 4, 1, 2, 1, 3, 3, 1, 4, 4, 4, 4, 4]|| iter time: 0.17172503471374512\n",
      "Iteration: 43|| Global Counts: [4, 3, 4, 4, 4, 3, 2, 4, 2, 2, 4, 3, 7, 2, 3, 2, 1, 2, 1, 5, 4, 1, 2, 1, 3, 3, 1, 3, 4, 4, 4, 5]|| iter time: 0.12588095664978027\n",
      "Iteration: 44|| Global Counts: [4, 3, 4, 4, 5, 3, 2, 4, 2, 2, 4, 3, 8, 2, 3, 3, 1, 2, 1, 4, 4, 1, 2, 1, 4, 3, 1, 3, 3, 4, 4, 4]|| iter time: 0.11196708679199219\n",
      "Iteration: 45|| Global Counts: [4, 3, 4, 4, 4, 3, 2, 4, 2, 2, 4, 3, 9, 2, 3, 3, 1, 2, 1, 3, 4, 1, 2, 1, 5, 4, 1, 2, 1, 4, 4, 4, 2, 3, 4, 4, 4]|| iter time: 0.12427592277526855\n",
      "Iteration: 46|| Global Counts: [4, 3, 4, 4, 5, 3, 2, 4, 2, 2, 4, 3, 7, 2, 3, 3, 1, 2, 1, 3, 2, 1, 2, 1, 6, 2, 1, 2, 1, 2, 4, 4, 1, 2, 2, 3, 4]|| iter time: 0.12051105499267578\n",
      "Iteration: 47|| Global Counts: [4, 3, 4, 4, 6, 3, 2, 4, 2, 2, 4, 3, 4, 3, 3, 3, 1, 2, 1, 4, 2, 1, 2, 1, 6, 2, 1, 2, 1, 2, 4, 4, 1, 3, 2, 3, 5, 6]|| iter time: 0.14593291282653809\n",
      "Iteration: 48|| Global Counts: [4, 3, 4, 4, 4, 3, 2, 4, 2, 2, 4, 3, 4, 3, 3, 2, 1, 2, 1, 4, 2, 1, 2, 1, 4, 2, 1, 2, 1, 1, 4, 4, 1, 2, 2, 3, 4, 2]|| iter time: 0.140488862991333\n",
      "Iteration: 49|| Global Counts: [4, 3, 4, 4, 4, 3, 2, 4, 2, 2, 4, 3, 5, 4, 3, 2, 1, 2, 1, 3, 3, 1, 2, 1, 2, 2, 1, 2, 1, 1, 4, 4, 1, 2, 2, 3, 3, 2]|| iter time: 0.10842394828796387\n",
      "Iteration: 50|| Global Counts: [4, 4, 4, 4, 4, 3, 2, 4, 2, 2, 4, 3, 6, 4, 3, 2, 1, 2, 1, 3, 1, 1, 2, 1, 3, 2, 1, 2, 1, 1, 4, 4, 1, 2, 2, 3, 3, 2, 1, 4, 2, 3]|| iter time: 0.13068389892578125\n",
      "Iteration: 51|| Global Counts: [4, 3, 4, 4, 3, 3, 2, 4, 2, 2, 4, 3, 6, 4, 3, 2, 1, 2, 1, 3, 1, 1, 2, 1, 3, 2, 1, 2, 1, 1, 4, 4, 1, 2, 2, 3, 4, 2, 2, 4, 2, 2]|| iter time: 0.15555596351623535\n",
      "Iteration: 52|| Global Counts: [4, 4, 4, 4, 2, 3, 2, 4, 2, 2, 4, 3, 6, 3, 3, 2, 1, 2, 1, 2, 1, 1, 2, 1, 3, 2, 1, 2, 1, 1, 4, 4, 1, 2, 3, 3, 2, 2, 4, 4, 2, 3]|| iter time: 0.16026711463928223\n",
      "Iteration: 53|| Global Counts: [4, 5, 4, 4, 3, 3, 2, 4, 2, 2, 4, 3, 8, 3, 3, 2, 1, 2, 1, 2, 1, 1, 2, 1, 3, 2, 1, 2, 1, 1, 4, 4, 1, 2, 2, 3, 1, 2, 5, 3, 2, 3]|| iter time: 0.14811205863952637\n",
      "Iteration: 54|| Global Counts: [4, 3, 4, 4, 2, 3, 2, 4, 2, 2, 4, 3, 9, 4, 3, 2, 1, 2, 1, 3, 1, 1, 2, 1, 3, 2, 1, 2, 1, 1, 4, 4, 1, 2, 1, 3, 1, 2, 3, 3, 2, 3]|| iter time: 0.1397688388824463\n",
      "Iteration: 55|| Global Counts: [4, 3, 4, 4, 2, 3, 2, 4, 2, 2, 4, 3, 8, 4, 3, 3, 1, 2, 1, 3, 1, 1, 2, 1, 3, 2, 1, 2, 1, 1, 4, 4, 1, 3, 1, 3, 1, 2, 3, 3, 2, 4, 4, 3]|| iter time: 0.16448307037353516\n",
      "Iteration: 56|| Global Counts: [4, 2, 4, 4, 2, 3, 3, 4, 2, 2, 4, 3, 9, 3, 3, 3, 1, 2, 1, 3, 1, 1, 2, 1, 3, 2, 1, 2, 1, 1, 4, 5, 1, 3, 1, 3, 1, 2, 3, 3, 2, 4, 3, 2]|| iter time: 0.16599607467651367\n",
      "Iteration: 57|| Global Counts: [4, 2, 4, 4, 2, 3, 3, 4, 2, 2, 4, 3, 8, 3, 3, 3, 1, 2, 1, 3, 1, 1, 2, 1, 4, 2, 1, 2, 1, 1, 4, 4, 1, 3, 1, 3, 1, 2, 2, 3, 2, 3, 3, 2]|| iter time: 0.15785002708435059\n",
      "Iteration: 58|| Global Counts: [4, 2, 4, 4, 3, 3, 2, 4, 2, 2, 4, 3, 9, 3, 3, 2, 1, 2, 1, 2, 1, 1, 2, 1, 4, 2, 1, 2, 1, 1, 4, 4, 1, 2, 1, 3, 1, 2, 4, 3, 2, 3, 3, 2, 3]|| iter time: 0.14140701293945312\n",
      "Iteration: 59|| Global Counts: [4, 2, 4, 4, 3, 3, 2, 4, 2, 2, 4, 3, 6, 3, 3, 2, 1, 2, 1, 3, 1, 1, 2, 1, 4, 2, 1, 2, 1, 1, 4, 4, 1, 3, 1, 3, 1, 2, 1, 4, 2, 1, 3, 2, 3]|| iter time: 0.17509889602661133\n",
      "Iteration: 60|| Global Counts: [4, 2, 4, 4, 3, 3, 2, 4, 2, 2, 4, 3, 7, 3, 3, 2, 1, 2, 1, 3, 1, 1, 2, 1, 4, 2, 1, 2, 1, 1, 4, 4, 1, 3, 1, 3, 1, 2, 2, 3, 2, 1, 3, 2, 2, 4, 3, 2]|| iter time: 0.14643001556396484\n",
      "Iteration: 61|| Global Counts: [4, 2, 4, 4, 2, 3, 2, 4, 2, 2, 4, 3, 8, 2, 3, 2, 1, 2, 1, 2, 1, 1, 2, 1, 4, 2, 1, 2, 1, 1, 4, 4, 1, 2, 1, 3, 1, 2, 3, 3, 2, 1, 2, 1, 2, 4, 2, 1]|| iter time: 0.18267202377319336\n",
      "Iteration: 62|| Global Counts: [4, 2, 4, 4, 3, 4, 2, 4, 2, 2, 4, 3, 8, 3, 3, 3, 1, 2, 1, 3, 1, 1, 2, 1, 4, 2, 1, 2, 1, 1, 4, 4, 1, 2, 1, 3, 1, 2, 3, 3, 2, 1, 2, 1, 2, 4, 2, 1]|| iter time: 0.15622711181640625\n",
      "Iteration: 63|| Global Counts: [2, 4, 4, 2, 4, 2, 4, 2, 2, 4, 3, 8, 2, 3, 3, 1, 2, 1, 3, 1, 1, 2, 1, 5, 2, 1, 2, 1, 1, 4, 4, 1, 3, 1, 3, 1, 2, 3, 3, 2, 1, 2, 1, 2, 8, 2, 1]|| iter time: 0.1639540195465088\n",
      "Iteration: 64|| Global Counts: [2, 4, 4, 3, 5, 2, 4, 2, 2, 4, 3, 8, 3, 3, 3, 1, 2, 1, 3, 1, 1, 2, 1, 5, 2, 1, 2, 1, 1, 4, 4, 1, 3, 1, 3, 1, 2, 3, 3, 2, 1, 2, 1, 2, 8, 2, 1, 3]|| iter time: 0.21991610527038574\n",
      "Iteration: 65|| Global Counts: [2, 4, 4, 5, 3, 2, 4, 2, 2, 4, 3, 8, 3, 3, 3, 1, 2, 1, 2, 1, 1, 2, 1, 4, 2, 1, 2, 1, 1, 4, 4, 1, 2, 1, 3, 1, 2, 4, 3, 2, 1, 2, 1, 2, 8, 3, 1, 2, 4]|| iter time: 0.20588111877441406\n",
      "Iteration: 66|| Global Counts: [2, 4, 4, 6, 3, 2, 4, 2, 2, 4, 3, 9, 3, 3, 3, 1, 2, 1, 3, 1, 1, 2, 1, 4, 2, 1, 2, 1, 1, 5, 4, 1, 3, 1, 3, 1, 2, 2, 3, 2, 1, 2, 1, 2, 8, 3, 1, 2, 4]|| iter time: 0.16557097434997559\n",
      "Iteration: 67|| Global Counts: [2, 4, 4, 6, 3, 2, 4, 2, 2, 4, 3, 6, 2, 3, 3, 1, 2, 1, 3, 1, 1, 2, 1, 3, 2, 1, 2, 1, 1, 5, 4, 1, 2, 1, 3, 1, 2, 3, 3, 2, 1, 3, 1, 2, 8, 2, 1, 2, 4, 2]|| iter time: 0.16590285301208496\n",
      "Iteration: 68|| Global Counts: [2, 4, 4, 3, 3, 2, 4, 2, 2, 4, 3, 4, 3, 3, 2, 1, 2, 1, 2, 1, 1, 2, 1, 5, 2, 1, 2, 1, 1, 6, 4, 1, 2, 1, 3, 1, 2, 2, 3, 2, 1, 3, 1, 2, 8, 3, 1, 2, 4, 1]|| iter time: 0.17209410667419434\n",
      "Iteration: 69|| Global Counts: [2, 4, 4, 4, 3, 2, 4, 2, 2, 4, 3, 4, 4, 3, 2, 1, 2, 1, 2, 1, 1, 2, 1, 4, 2, 1, 2, 1, 1, 6, 4, 1, 2, 1, 3, 1, 2, 3, 3, 2, 1, 2, 1, 2, 7, 3, 1, 2, 4, 2]|| iter time: 0.17636704444885254\n",
      "Iteration: 70|| Global Counts: [2, 4, 4, 2, 3, 2, 4, 2, 2, 4, 3, 4, 4, 3, 2, 1, 2, 1, 3, 1, 1, 2, 1, 4, 2, 1, 2, 1, 1, 6, 4, 1, 2, 1, 3, 1, 2, 3, 3, 2, 1, 2, 1, 2, 7, 3, 1, 2, 4, 4]|| iter time: 0.19376206398010254\n",
      "Iteration: 71|| Global Counts: [2, 4, 4, 2, 3, 2, 4, 2, 2, 4, 3, 4, 4, 3, 2, 1, 2, 1, 2, 1, 1, 2, 1, 2, 2, 1, 2, 1, 1, 7, 4, 1, 2, 1, 3, 1, 2, 4, 3, 2, 1, 2, 1, 2, 7, 4, 1, 2, 4, 5, 7]|| iter time: 0.23702287673950195\n",
      "Iteration: 72|| Global Counts: [2, 4, 4, 3, 3, 2, 4, 2, 2, 4, 3, 6, 3, 3, 3, 1, 2, 1, 2, 1, 1, 2, 1, 2, 2, 1, 2, 1, 1, 4, 4, 1, 3, 1, 3, 1, 2, 4, 3, 2, 1, 2, 1, 2, 4, 1, 2, 11, 3, 9]|| iter time: 0.1809830665588379\n",
      "Iteration: 73|| Global Counts: [2, 4, 4, 4, 3, 2, 4, 2, 2, 4, 3, 8, 2, 3, 2, 1, 2, 1, 2, 1, 1, 2, 1, 4, 2, 1, 2, 1, 1, 5, 4, 1, 2, 1, 3, 1, 2, 3, 3, 2, 1, 2, 1, 2, 4, 1, 2, 11, 3, 7]|| iter time: 0.17616510391235352\n",
      "Iteration: 74|| Global Counts: [2, 4, 4, 5, 3, 2, 4, 2, 2, 4, 3, 9, 3, 3, 3, 1, 2, 1, 3, 1, 1, 2, 1, 3, 2, 1, 2, 1, 1, 5, 4, 1, 2, 1, 3, 1, 2, 2, 3, 2, 1, 2, 1, 2, 3, 1, 2, 11, 4, 7]|| iter time: 0.17752599716186523\n",
      "Iteration: 75|| Global Counts: [2, 4, 4, 6, 3, 2, 4, 2, 2, 4, 3, 9, 3, 3, 3, 1, 2, 1, 2, 1, 1, 2, 1, 3, 2, 1, 2, 1, 1, 6, 4, 1, 2, 1, 3, 1, 2, 2, 3, 2, 1, 2, 1, 2, 3, 1, 2, 11, 4, 6]|| iter time: 0.17290496826171875\n",
      "Iteration: 76|| Global Counts: [2, 4, 4, 7, 3, 2, 4, 2, 2, 4, 3, 8, 3, 3, 2, 1, 2, 1, 3, 1, 1, 2, 1, 4, 2, 1, 2, 1, 1, 8, 4, 1, 2, 1, 3, 2, 2, 4, 3, 2, 1, 2, 1, 2, 4, 1, 2, 11, 1, 6, 8]|| iter time: 0.17839312553405762\n",
      "Iteration: 77|| Global Counts: [2, 4, 4, 4, 3, 2, 4, 2, 2, 4, 3, 6, 3, 3, 3, 1, 2, 1, 2, 1, 1, 2, 1, 5, 2, 1, 2, 1, 1, 7, 4, 1, 2, 1, 3, 1, 2, 2, 3, 2, 1, 3, 1, 2, 5, 1, 2, 11, 1, 5, 5, 5]|| iter time: 0.18532991409301758\n",
      "Iteration: 78|| Global Counts: [2, 4, 4, 4, 3, 2, 4, 2, 2, 4, 3, 6, 3, 3, 2, 1, 2, 1, 2, 1, 1, 2, 1, 4, 2, 1, 2, 1, 1, 5, 4, 1, 2, 1, 3, 1, 2, 1, 3, 2, 1, 2, 1, 2, 4, 1, 2, 11, 2, 5, 6, 5]|| iter time: 0.1810469627380371\n",
      "Iteration: 79|| Global Counts: [2, 4, 4, 4, 3, 2, 4, 2, 2, 4, 3, 7, 3, 3, 3, 1, 2, 1, 2, 1, 1, 2, 1, 2, 2, 1, 2, 1, 1, 5, 4, 1, 3, 1, 3, 1, 2, 2, 3, 2, 1, 2, 1, 2, 4, 1, 2, 11, 3, 4, 7, 4]|| iter time: 0.17809796333312988\n",
      "Iteration: 80|| Global Counts: [2, 4, 4, 4, 3, 2, 4, 2, 2, 4, 3, 7, 4, 3, 2, 1, 2, 1, 3, 1, 1, 2, 1, 2, 3, 1, 2, 1, 1, 6, 4, 1, 3, 1, 3, 1, 2, 3, 3, 2, 1, 2, 1, 2, 3, 1, 2, 10, 4, 4, 7, 5]|| iter time: 0.2672460079193115\n",
      "Iteration: 81|| Global Counts: [2, 4, 4, 4, 3, 2, 4, 2, 2, 4, 3, 7, 3, 3, 2, 1, 2, 1, 2, 1, 1, 2, 1, 2, 3, 1, 2, 1, 1, 6, 4, 1, 3, 1, 3, 1, 2, 3, 3, 2, 1, 2, 1, 2, 4, 1, 2, 9, 5, 4, 5, 5, 6, 5]|| iter time: 0.1842498779296875\n",
      "Iteration: 82|| Global Counts: [2, 4, 4, 4, 3, 2, 4, 2, 2, 4, 3, 8, 3, 3, 2, 1, 2, 1, 2, 1, 1, 2, 1, 3, 4, 1, 2, 1, 1, 5, 4, 1, 2, 1, 3, 1, 2, 3, 3, 2, 1, 2, 1, 2, 5, 1, 2, 9, 5, 4, 4, 5, 4, 1, 5]|| iter time: 0.18793582916259766\n",
      "Iteration: 83|| Global Counts: [2, 4, 4, 5, 3, 2, 4, 2, 2, 4, 3, 7, 3, 3, 3, 1, 2, 1, 2, 1, 1, 2, 1, 4, 4, 1, 2, 1, 1, 4, 4, 1, 2, 1, 3, 1, 2, 4, 3, 2, 1, 2, 1, 2, 5, 1, 2, 9, 7, 4, 5, 5, 5, 1, 1]|| iter time: 0.21556878089904785\n",
      "Iteration: 84|| Global Counts: [2, 4, 4, 4, 3, 2, 4, 2, 2, 4, 3, 6, 3, 3, 4, 1, 2, 1, 2, 1, 1, 2, 1, 2, 6, 1, 2, 1, 1, 5, 4, 1, 2, 1, 3, 1, 2, 2, 3, 2, 1, 2, 1, 2, 5, 1, 2, 9, 5, 4, 7, 7, 5, 2, 1]|| iter time: 0.2092289924621582\n",
      "Iteration: 85|| Global Counts: [2, 4, 4, 4, 3, 2, 4, 2, 2, 4, 3, 7, 3, 3, 5, 1, 2, 1, 3, 1, 1, 2, 1, 3, 8, 1, 2, 1, 1, 5, 4, 1, 3, 1, 3, 1, 2, 2, 3, 2, 1, 2, 1, 2, 6, 1, 2, 9, 4, 4, 11, 6, 4, 2, 1]|| iter time: 0.1941390037536621\n",
      "Iteration: 86|| Global Counts: [2, 4, 4, 5, 3, 2, 4, 2, 2, 4, 3, 7, 4, 3, 3, 1, 2, 1, 2, 1, 1, 2, 1, 3, 8, 1, 2, 1, 1, 7, 4, 1, 2, 1, 3, 1, 2, 2, 3, 2, 1, 2, 1, 2, 5, 1, 2, 8, 5, 5, 11, 6, 4, 4, 1]|| iter time: 0.19522905349731445\n",
      "Iteration: 87|| Global Counts: [2, 4, 4, 5, 3, 2, 4, 2, 2, 4, 3, 7, 4, 3, 4, 1, 2, 1, 2, 1, 1, 2, 1, 3, 6, 1, 2, 1, 1, 7, 4, 1, 2, 1, 3, 1, 2, 3, 3, 2, 1, 2, 1, 2, 6, 1, 2, 8, 5, 5, 7, 8, 4, 3, 1]|| iter time: 0.20445990562438965\n",
      "Iteration: 88|| Global Counts: [2, 4, 4, 5, 3, 2, 4, 2, 2, 4, 3, 8, 4, 3, 2, 1, 2, 1, 3, 1, 1, 2, 1, 2, 6, 1, 2, 1, 1, 7, 4, 1, 2, 1, 3, 1, 2, 4, 3, 2, 1, 2, 1, 2, 6, 1, 2, 8, 7, 5, 8, 8, 4, 3, 1, 7]|| iter time: 0.25383806228637695\n",
      "Iteration: 89|| Global Counts: [2, 4, 4, 6, 3, 2, 4, 2, 2, 4, 3, 8, 4, 3, 3, 1, 2, 1, 3, 1, 1, 2, 1, 1, 6, 1, 2, 1, 1, 7, 4, 1, 2, 1, 3, 1, 2, 3, 3, 2, 1, 2, 1, 2, 3, 1, 2, 8, 6, 5, 7, 5, 4, 3, 1, 2, 1]|| iter time: 0.2665531635284424\n",
      "Iteration: 90|| Global Counts: [2, 4, 4, 5, 3, 2, 4, 2, 2, 4, 3, 6, 4, 3, 2, 1, 2, 1, 3, 1, 1, 2, 1, 2, 7, 1, 2, 1, 1, 5, 4, 1, 2, 1, 3, 1, 2, 3, 3, 2, 1, 2, 1, 2, 4, 1, 2, 7, 5, 5, 8, 5, 5, 4, 2, 2, 1]|| iter time: 0.19891810417175293\n",
      "Iteration: 91|| Global Counts: [2, 4, 4, 4, 3, 2, 4, 2, 2, 4, 3, 7, 3, 3, 3, 1, 2, 1, 3, 1, 1, 2, 1, 2, 7, 1, 2, 1, 1, 4, 4, 1, 2, 1, 3, 1, 2, 3, 3, 2, 1, 2, 1, 2, 5, 1, 2, 7, 5, 5, 10, 5, 3, 3, 2, 1, 2]|| iter time: 0.19664692878723145\n",
      "Iteration: 92|| Global Counts: [2, 4, 4, 3, 4, 2, 4, 2, 2, 4, 3, 8, 4, 3, 3, 1, 2, 1, 3, 1, 1, 2, 1, 3, 4, 1, 2, 1, 1, 6, 4, 1, 2, 1, 3, 1, 2, 5, 3, 2, 1, 2, 1, 2, 4, 1, 2, 7, 7, 5, 11, 8, 4, 3, 4, 2, 1]|| iter time: 0.19892120361328125\n",
      "Iteration: 93|| Global Counts: [2, 4, 4, 4, 4, 2, 4, 2, 2, 4, 3, 8, 4, 3, 2, 1, 2, 1, 3, 1, 1, 2, 1, 3, 3, 1, 2, 1, 1, 6, 4, 1, 2, 1, 3, 1, 2, 4, 3, 2, 1, 2, 1, 2, 4, 1, 2, 6, 6, 6, 10, 8, 4, 3, 4, 2, 1]|| iter time: 0.2331690788269043\n",
      "Iteration: 94|| Global Counts: [2, 4, 4, 5, 6, 2, 4, 2, 2, 4, 3, 7, 3, 3, 2, 2, 2, 1, 3, 1, 1, 2, 1, 1, 4, 1, 2, 1, 1, 7, 4, 1, 3, 1, 3, 1, 2, 1, 3, 2, 1, 2, 1, 2, 4, 1, 2, 6, 7, 5, 11, 8, 5, 5, 2, 1, 1]|| iter time: 0.2023458480834961\n",
      "Iteration: 95|| Global Counts: [2, 4, 4, 5, 8, 2, 4, 2, 2, 4, 3, 6, 3, 3, 2, 3, 2, 1, 3, 1, 1, 2, 1, 1, 4, 1, 2, 1, 1, 8, 4, 1, 3, 1, 3, 1, 2, 1, 3, 2, 1, 2, 1, 2, 5, 1, 2, 6, 6, 5, 12, 8, 6, 4, 3, 2, 1, 2]|| iter time: 0.3229949474334717\n",
      "Iteration: 96|| Global Counts: [2, 4, 4, 5, 6, 2, 4, 2, 2, 4, 3, 6, 3, 3, 2, 3, 2, 1, 3, 1, 1, 2, 1, 2, 3, 1, 2, 1, 1, 7, 4, 1, 2, 1, 3, 1, 2, 2, 3, 2, 1, 3, 1, 2, 6, 1, 2, 6, 3, 5, 15, 9, 6, 5, 2, 1, 1, 1]|| iter time: 0.24200105667114258\n",
      "Iteration: 97|| Global Counts: [2, 4, 4, 5, 8, 2, 4, 2, 2, 4, 3, 7, 3, 3, 2, 3, 2, 1, 2, 1, 1, 2, 1, 4, 3, 1, 2, 1, 1, 8, 4, 1, 2, 1, 3, 1, 2, 3, 3, 2, 1, 3, 1, 2, 6, 1, 2, 6, 2, 6, 15, 5, 6, 5, 3, 1, 1, 1]|| iter time: 0.2183840274810791\n",
      "Iteration: 98|| Global Counts: [2, 4, 4, 7, 8, 2, 4, 2, 2, 4, 3, 6, 3, 3, 2, 5, 2, 1, 3, 1, 1, 2, 1, 1, 3, 1, 2, 1, 1, 5, 4, 1, 3, 1, 3, 1, 2, 3, 3, 2, 1, 3, 1, 2, 5, 1, 2, 6, 4, 8, 17, 9, 6, 3, 3, 2, 1, 1]|| iter time: 0.2259218692779541\n",
      "Iteration: 99|| Global Counts: [2, 4, 4, 4, 5, 2, 4, 2, 2, 5, 3, 7, 3, 3, 3, 5, 2, 1, 2, 1, 1, 2, 1, 1, 2, 1, 2, 1, 1, 3, 4, 1, 3, 1, 3, 1, 2, 4, 3, 2, 1, 3, 1, 2, 5, 1, 2, 6, 3, 12, 17, 8, 7, 4, 3, 1, 1, 1, 8]|| iter time: 0.21910691261291504\n",
      "Iteration: 100|| Global Counts: [2, 4, 4, 4, 5, 2, 4, 2, 2, 4, 3, 7, 2, 3, 2, 3, 2, 1, 2, 1, 1, 2, 1, 1, 2, 1, 2, 1, 1, 3, 4, 1, 2, 1, 3, 1, 2, 2, 3, 2, 1, 2, 1, 2, 4, 1, 2, 8, 2, 12, 16, 7, 7, 1, 4, 1, 2, 1, 2, 2, 1]|| iter time: 0.23798322677612305\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "0.923011870101779"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "gdim = 8\n",
    "pts,labels = generate_data(gdim,4,5000,15.0)\n",
    "run_and_compare(pts,labels,gdim)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### D:15 N:50000"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Iteration: 1|| Global Counts: [4]|| iter time: 0.25215816497802734\n",
      "Iteration: 2|| Global Counts: [4]|| iter time: 0.3607611656188965\n",
      "Iteration: 3|| Global Counts: [4]|| iter time: 0.19218683242797852\n",
      "Iteration: 4|| Global Counts: [4]|| iter time: 0.2593369483947754\n",
      "Iteration: 5|| Global Counts: [4, 4]|| iter time: 0.19620800018310547\n",
      "Iteration: 6|| Global Counts: [4, 4]|| iter time: 0.244581937789917\n",
      "Iteration: 7|| Global Counts: [4, 4]|| iter time: 0.3289511203765869\n",
      "Iteration: 8|| Global Counts: [4, 4]|| iter time: 0.2682380676269531\n",
      "Iteration: 9|| Global Counts: [4, 4]|| iter time: 0.2240128517150879\n",
      "Iteration: 10|| Global Counts: [4, 4, 4, 4]|| iter time: 0.2401740550994873\n",
      "Iteration: 11|| Global Counts: [4, 4, 4, 4]|| iter time: 0.471937894821167\n",
      "Iteration: 12|| Global Counts: [4, 4, 4, 4]|| iter time: 0.4046669006347656\n",
      "Iteration: 13|| Global Counts: [4, 4, 4, 4]|| iter time: 0.3314208984375\n",
      "Iteration: 14|| Global Counts: [4, 4, 4, 4]|| iter time: 0.5108201503753662\n",
      "Iteration: 15|| Global Counts: [4, 4, 4, 4, 4, 4, 4]|| iter time: 0.3109710216522217\n",
      "Iteration: 16|| Global Counts: [4, 4, 4, 4, 4, 4, 4]|| iter time: 0.44084596633911133\n",
      "Iteration: 17|| Global Counts: [4, 4, 4, 4, 4, 4, 4]|| iter time: 0.521064043045044\n",
      "Iteration: 18|| Global Counts: [4, 4, 4, 4, 4, 4, 4]|| iter time: 0.6208789348602295\n",
      "Iteration: 19|| Global Counts: [4, 4, 4, 4, 4, 4, 4]|| iter time: 0.4778568744659424\n",
      "Iteration: 20|| Global Counts: [4, 4, 4, 4, 4, 4, 4, 4, 4, 4]|| iter time: 0.4949030876159668\n",
      "Iteration: 21|| Global Counts: [4, 4, 4, 4, 4, 4, 4, 4, 4, 4]|| iter time: 0.6318600177764893\n",
      "Iteration: 22|| Global Counts: [4, 4, 4, 4, 4, 4, 4, 4, 4, 4]|| iter time: 0.6945199966430664\n",
      "Iteration: 23|| Global Counts: [4, 4, 4, 4, 4, 4, 4, 4, 4, 4]|| iter time: 0.7024040222167969\n",
      "Iteration: 24|| Global Counts: [4, 4, 4, 4, 4, 4, 4, 4, 4, 4]|| iter time: 1.0640621185302734\n",
      "Iteration: 25|| Global Counts: [4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4]|| iter time: 0.805164098739624\n",
      "Iteration: 26|| Global Counts: [4, 4, 4, 4, 3, 2, 4, 4, 4, 4, 5, 4, 3, 4, 4]|| iter time: 1.470991849899292\n",
      "Iteration: 27|| Global Counts: [4, 4, 4, 4, 3, 2, 4, 4, 4, 4, 3, 3, 3, 4, 4]|| iter time: 1.3346529006958008\n",
      "Iteration: 28|| Global Counts: [4, 4, 4, 4, 3, 2, 4, 4, 4, 4, 2, 3, 3, 4, 4]|| iter time: 1.3247787952423096\n",
      "Iteration: 29|| Global Counts: [4, 4, 4, 4, 4, 2, 4, 4, 4, 4, 2, 4, 3, 4, 4]|| iter time: 1.2188200950622559\n",
      "Iteration: 30|| Global Counts: [4, 4, 4, 4, 4, 2, 4, 4, 4, 4, 2, 3, 3, 4, 4, 4, 4, 2, 4]|| iter time: 1.3937339782714844\n",
      "Iteration: 31|| Global Counts: [4, 4, 4, 4, 5, 2, 4, 4, 4, 4, 2, 3, 3, 4, 4, 4, 4, 2, 2]|| iter time: 1.6812520027160645\n",
      "Iteration: 32|| Global Counts: [4, 4, 4, 4, 5, 2, 4, 4, 4, 4, 2, 3, 3, 4, 4, 2, 4, 2, 2]|| iter time: 1.4194450378417969\n",
      "Iteration: 33|| Global Counts: [4, 4, 4, 4, 5, 2, 4, 4, 4, 4, 1, 3, 3, 4, 4, 2, 4, 2, 2, 4]|| iter time: 1.336643934249878\n",
      "Iteration: 34|| Global Counts: [4, 4, 4, 4, 4, 2, 4, 4, 4, 4, 1, 3, 3, 4, 4, 2, 4, 2, 2, 4]|| iter time: 1.428269863128662\n",
      "Iteration: 35|| Global Counts: [4, 4, 4, 4, 4, 2, 4, 4, 4, 4, 1, 3, 3, 4, 4, 2, 4, 2, 2, 4, 4, 4]|| iter time: 1.6804649829864502\n",
      "Iteration: 36|| Global Counts: [3, 4, 4, 4, 4, 2, 4, 4, 4, 4, 1, 3, 3, 2, 4, 2, 4, 2, 2, 4, 3, 3]|| iter time: 1.5069580078125\n",
      "Iteration: 37|| Global Counts: [3, 4, 4, 4, 4, 2, 4, 4, 4, 4, 1, 3, 3, 2, 4, 2, 4, 2, 2, 4, 3, 3]|| iter time: 1.4169790744781494\n",
      "Iteration: 38|| Global Counts: [3, 4, 4, 4, 3, 2, 4, 5, 4, 4, 1, 3, 3, 2, 4, 2, 4, 2, 2, 4, 3, 3, 5, 4]|| iter time: 1.1667540073394775\n",
      "Iteration: 39|| Global Counts: [3, 4, 4, 4, 4, 2, 4, 6, 4, 4, 1, 3, 3, 2, 4, 2, 4, 2, 2, 5, 3, 3, 5, 4]|| iter time: 1.359800100326538\n",
      "merged:[9, 17]\n",
      "Iteration: 40|| Global Counts: [3, 4, 4, 4, 4, 2, 4, 6, 8, 4, 1, 3, 3, 2, 4, 2, 2, 2, 6, 3, 3, 4, 4, 3, 3, 3]|| iter time: 1.170346975326538\n",
      "Iteration: 41|| Global Counts: [3, 4, 4, 4, 2, 2, 4, 5, 8, 4, 1, 3, 3, 2, 4, 2, 2, 2, 6, 2, 1, 4, 4, 2, 3, 2]|| iter time: 1.1987569332122803\n",
      "Iteration: 42|| Global Counts: [3, 4, 4, 4, 2, 2, 4, 5, 8, 4, 1, 3, 3, 2, 4, 2, 2, 2, 5, 2, 1, 5, 4, 2, 3, 2]|| iter time: 1.3281669616699219\n",
      "Iteration: 43|| Global Counts: [2, 4, 4, 4, 2, 2, 4, 4, 8, 4, 1, 4, 3, 2, 4, 2, 2, 2, 5, 2, 1, 6, 4, 2, 3, 2, 4, 5, 4]|| iter time: 1.1675689220428467\n",
      "Iteration: 44|| Global Counts: [2, 4, 4, 4, 2, 2, 4, 4, 8, 4, 1, 5, 3, 2, 4, 2, 2, 2, 3, 2, 1, 7, 4, 2, 3, 2, 4, 5, 4]|| iter time: 1.4797630310058594\n",
      "merged:[24, 25]\n",
      "Iteration: 45|| Global Counts: [3, 4, 4, 4, 2, 2, 4, 4, 8, 4, 1, 6, 3, 2, 4, 2, 2, 2, 3, 2, 1, 8, 4, 5, 2, 5, 5, 4]|| iter time: 1.2472729682922363\n",
      "Iteration: 46|| Global Counts: [5, 4, 4, 4, 2, 2, 4, 4, 8, 4, 1, 6, 3, 2, 4, 2, 2, 2, 3, 2, 1, 9, 4, 5, 2, 7, 6, 4, 5]|| iter time: 1.4422640800476074\n",
      "Iteration: 47|| Global Counts: [4, 4, 4, 4, 2, 2, 4, 4, 8, 4, 1, 6, 3, 2, 4, 2, 2, 2, 3, 2, 1, 6, 4, 4, 2, 7, 6, 4, 5]|| iter time: 1.513916015625\n",
      "Iteration: 48|| Global Counts: [3, 4, 4, 4, 2, 2, 4, 4, 8, 4, 1, 4, 3, 2, 4, 2, 2, 2, 3, 2, 1, 7, 4, 4, 2, 6, 7, 4, 5, 4, 4, 4]|| iter time: 1.437286138534546\n",
      "Iteration: 49|| Global Counts: [4, 4, 4, 4, 2, 2, 4, 4, 8, 4, 1, 5, 3, 2, 4, 2, 2, 2, 3, 2, 1, 7, 4, 4, 2, 7, 6, 3, 5, 2, 4, 3]|| iter time: 1.8273990154266357\n",
      "Iteration: 50|| Global Counts: [5, 4, 4, 4, 2, 2, 4, 4, 8, 4, 1, 5, 3, 2, 4, 2, 2, 2, 3, 2, 1, 6, 1, 4, 2, 7, 5, 3, 5, 2, 4, 3]|| iter time: 1.4843900203704834\n",
      "merged:[24, 29]\n",
      "Iteration: 51|| Global Counts: [3, 4, 4, 4, 2, 2, 4, 4, 8, 4, 1, 4, 3, 2, 4, 2, 2, 2, 3, 2, 1, 7, 1, 9, 2, 7, 5, 3, 2, 4, 3]|| iter time: 1.6329929828643799\n",
      "Iteration: 52|| Global Counts: [3, 4, 4, 4, 2, 2, 4, 4, 8, 4, 1, 3, 3, 2, 4, 2, 2, 2, 3, 2, 1, 6, 1, 9, 2, 5, 5, 3, 2, 4, 3]|| iter time: 1.379647970199585\n",
      "Iteration: 53|| Global Counts: [2, 4, 4, 4, 2, 2, 4, 4, 8, 4, 1, 3, 3, 2, 4, 2, 2, 2, 3, 2, 1, 5, 1, 9, 2, 7, 5, 3, 3, 4, 3, 3, 4, 3]|| iter time: 1.421647071838379\n",
      "Iteration: 54|| Global Counts: [3, 4, 4, 4, 2, 2, 4, 4, 8, 4, 1, 3, 3, 2, 4, 2, 2, 2, 4, 2, 1, 7, 1, 9, 2, 7, 6, 2, 2, 4, 3, 2, 4, 3]|| iter time: 1.6805760860443115\n",
      "Iteration: 55|| Global Counts: [4, 4, 4, 4, 2, 2, 4, 4, 8, 4, 1, 3, 3, 2, 4, 2, 2, 2, 3, 2, 1, 5, 1, 9, 2, 6, 5, 2, 2, 4, 3, 1, 4, 3]|| iter time: 1.5718309879302979\n",
      "Iteration: 56|| Global Counts: [5, 4, 4, 4, 2, 2, 4, 4, 8, 4, 1, 4, 3, 2, 4, 2, 2, 2, 3, 2, 1, 6, 1, 9, 2, 5, 5, 2, 2, 4, 3, 1, 4, 2]|| iter time: 1.655061960220337\n",
      "Iteration: 57|| Global Counts: [4, 4, 4, 4, 2, 2, 4, 4, 8, 4, 1, 3, 3, 2, 4, 2, 2, 2, 3, 2, 1, 8, 1, 8, 2, 5, 5, 2, 2, 4, 3, 1, 4, 2]|| iter time: 1.553670883178711\n",
      "Iteration: 58|| Global Counts: [5, 4, 4, 4, 2, 2, 4, 4, 8, 4, 1, 3, 3, 2, 4, 2, 2, 2, 3, 2, 1, 8, 1, 9, 2, 7, 6, 2, 2, 4, 3, 1, 4, 2, 4, 3, 4, 2]|| iter time: 1.4644050598144531\n",
      "Iteration: 59|| Global Counts: [4, 4, 4, 4, 2, 2, 4, 4, 8, 4, 1, 3, 3, 2, 4, 2, 2, 2, 3, 2, 1, 8, 1, 10, 2, 8, 6, 2, 2, 4, 2, 1, 4, 2, 4, 1, 4, 1]|| iter time: 1.8272831439971924\n",
      "Iteration: 60|| Global Counts: [5, 4, 4, 4, 2, 2, 4, 4, 8, 4, 1, 3, 3, 2, 4, 2, 2, 2, 3, 2, 1, 6, 1, 12, 2, 8, 7, 2, 2, 4, 2, 1, 4, 2, 4, 1, 4, 1]|| iter time: 1.691648006439209\n",
      "Iteration: 61|| Global Counts: [2, 4, 4, 4, 2, 2, 4, 4, 8, 4, 1, 3, 3, 2, 4, 2, 2, 2, 3, 2, 1, 6, 1, 9, 2, 8, 6, 2, 2, 4, 1, 1, 4, 2, 4, 1, 4, 1]|| iter time: 1.788008213043213\n",
      "Iteration: 62|| Global Counts: [2, 4, 4, 4, 2, 2, 4, 4, 8, 4, 1, 3, 3, 2, 4, 2, 2, 2, 3, 2, 1, 7, 1, 9, 2, 10, 5, 2, 2, 4, 1, 1, 4, 2, 4, 1, 5, 1]|| iter time: 1.7522361278533936\n",
      "Iteration: 63|| Global Counts: [2, 4, 4, 4, 2, 2, 4, 4, 8, 4, 1, 3, 3, 2, 4, 2, 2, 2, 3, 2, 1, 8, 1, 7, 2, 6, 7, 2, 2, 4, 1, 1, 4, 2, 4, 1, 4, 1, 4, 4, 4, 4]|| iter time: 1.8053309917449951\n",
      "Iteration: 64|| Global Counts: [3, 4, 4, 4, 2, 2, 4, 4, 8, 4, 1, 3, 3, 2, 4, 2, 2, 2, 3, 2, 1, 6, 1, 7, 2, 8, 6, 2, 2, 4, 1, 1, 5, 2, 4, 1, 2, 1, 4, 1, 4, 3]|| iter time: 1.9533939361572266\n",
      "Iteration: 65|| Global Counts: [2, 4, 4, 4, 2, 2, 4, 4, 8, 4, 1, 3, 3, 2, 4, 2, 2, 2, 3, 2, 1, 8, 1, 7, 2, 8, 6, 2, 2, 2, 1, 1, 6, 2, 4, 1, 2, 1, 4, 1, 4, 3]|| iter time: 1.9001460075378418\n",
      "Iteration: 66|| Global Counts: [3, 4, 4, 4, 2, 2, 4, 4, 7, 4, 1, 3, 3, 2, 4, 2, 2, 2, 3, 2, 1, 8, 1, 7, 2, 7, 6, 2, 2, 2, 1, 1, 6, 2, 4, 1, 2, 1, 4, 1, 4, 3]|| iter time: 1.934126853942871\n",
      "Iteration: 67|| Global Counts: [4, 4, 4, 4, 2, 2, 4, 4, 7, 4, 1, 3, 3, 2, 4, 2, 2, 2, 3, 2, 1, 8, 1, 7, 2, 8, 6, 2, 2, 2, 1, 1, 7, 2, 4, 1, 2, 1, 4, 1, 4, 3]|| iter time: 1.8940649032592773\n",
      "Iteration: 68|| Global Counts: [5, 4, 4, 4, 2, 2, 4, 4, 7, 4, 1, 3, 3, 2, 4, 2, 2, 2, 3, 2, 1, 9, 1, 7, 2, 8, 6, 2, 2, 2, 1, 1, 6, 2, 4, 1, 2, 1, 3, 1, 4, 3, 2, 4, 2, 4, 3]|| iter time: 2.0094518661499023\n",
      "Iteration: 69|| Global Counts: [4, 4, 4, 4, 2, 2, 4, 4, 7, 4, 1, 3, 3, 2, 4, 2, 2, 2, 3, 2, 1, 8, 1, 6, 2, 7, 5, 2, 2, 1, 1, 1, 7, 2, 5, 1, 2, 1, 4, 1, 5, 2, 2, 5, 1, 4, 4, 7]|| iter time: 2.04595685005188\n",
      "Iteration: 70|| Global Counts: [5, 4, 4, 4, 2, 2, 4, 4, 7, 4, 1, 3, 3, 2, 4, 2, 2, 2, 3, 2, 1, 8, 1, 6, 2, 8, 5, 2, 2, 1, 1, 1, 8, 3, 4, 1, 2, 1, 4, 1, 5, 2, 2, 5, 1, 4, 3, 3]|| iter time: 2.2264301776885986\n",
      "Iteration: 71|| Global Counts: [5, 4, 4, 4, 2, 2, 4, 4, 7, 4, 1, 3, 3, 2, 4, 2, 2, 2, 3, 2, 1, 6, 1, 6, 2, 7, 7, 2, 2, 1, 1, 1, 6, 3, 6, 1, 2, 1, 6, 1, 5, 2, 2, 4, 1, 4, 4, 4, 6]|| iter time: 2.027493953704834\n",
      "Iteration: 72|| Global Counts: [6, 4, 4, 4, 2, 2, 4, 4, 7, 4, 1, 3, 3, 2, 4, 2, 2, 2, 4, 2, 1, 4, 1, 6, 2, 7, 7, 2, 2, 1, 1, 1, 6, 3, 4, 1, 2, 1, 6, 1, 7, 2, 2, 1, 1, 4, 5, 3, 2]|| iter time: 2.4426651000976562\n",
      "Iteration: 73|| Global Counts: [7, 4, 4, 4, 2, 2, 4, 4, 7, 4, 1, 3, 3, 2, 5, 2, 2, 2, 3, 2, 1, 4, 1, 6, 2, 7, 6, 2, 2, 1, 1, 1, 6, 3, 5, 1, 2, 1, 9, 1, 7, 2, 2, 1, 1, 4, 7, 2, 1, 5, 7, 2, 4]|| iter time: 2.1205060482025146\n",
      "Iteration: 74|| Global Counts: [6, 4, 4, 4, 2, 2, 4, 4, 7, 4, 1, 3, 3, 2, 5, 2, 2, 2, 3, 2, 1, 4, 1, 6, 2, 7, 6, 2, 2, 1, 1, 1, 4, 3, 6, 1, 2, 1, 8, 1, 3, 1, 2, 1, 1, 4, 5, 2, 1, 4, 7, 1, 4]|| iter time: 2.4238150119781494\n",
      "Iteration: 75|| Global Counts: [5, 4, 4, 4, 2, 2, 4, 4, 7, 4, 1, 3, 3, 2, 4, 2, 2, 2, 3, 2, 1, 4, 1, 6, 2, 6, 4, 2, 2, 1, 1, 1, 5, 3, 5, 1, 2, 1, 8, 1, 3, 1, 2, 1, 1, 4, 7, 2, 1, 3, 11, 1, 5]|| iter time: 2.2925050258636475\n",
      "Iteration: 76|| Global Counts: [4, 4, 4, 4, 2, 2, 4, 4, 7, 4, 1, 3, 3, 2, 4, 2, 2, 2, 3, 2, 1, 4, 1, 6, 2, 6, 5, 2, 2, 1, 1, 1, 6, 5, 5, 1, 2, 1, 7, 1, 3, 1, 2, 1, 1, 4, 5, 2, 1, 3, 11, 1, 6, 1]|| iter time: 2.432126998901367\n",
      "Iteration: 77|| Global Counts: [3, 4, 4, 4, 2, 2, 4, 4, 7, 4, 1, 3, 3, 2, 4, 2, 2, 2, 3, 2, 1, 4, 1, 6, 2, 6, 5, 2, 2, 1, 1, 1, 6, 6, 6, 1, 2, 1, 6, 1, 3, 1, 2, 1, 1, 4, 6, 2, 1, 3, 12, 1, 6, 1]|| iter time: 2.252584934234619\n",
      "Iteration: 78|| Global Counts: [4, 4, 4, 4, 2, 2, 4, 4, 7, 4, 1, 3, 3, 2, 4, 2, 2, 2, 3, 2, 1, 4, 1, 6, 2, 8, 6, 2, 2, 1, 1, 1, 6, 5, 6, 1, 2, 1, 4, 1, 3, 1, 2, 1, 1, 4, 5, 2, 1, 3, 11, 1, 6, 1, 2, 3, 4]|| iter time: 2.523292064666748\n",
      "Iteration: 79|| Global Counts: [4, 4, 4, 4, 2, 2, 4, 4, 7, 4, 1, 3, 3, 2, 4, 2, 2, 2, 4, 2, 1, 4, 1, 6, 2, 7, 6, 2, 2, 1, 1, 1, 6, 8, 6, 1, 2, 1, 5, 1, 2, 1, 2, 1, 1, 4, 5, 2, 1, 3, 11, 1, 4, 2, 1, 3, 4, 1, 3, 4]|| iter time: 2.3124678134918213\n",
      "Iteration: 80|| Global Counts: [5, 4, 4, 4, 2, 2, 4, 4, 7, 4, 1, 3, 3, 2, 4, 2, 2, 2, 3, 2, 1, 5, 1, 6, 2, 6, 5, 2, 2, 1, 1, 1, 5, 7, 4, 1, 2, 1, 5, 1, 3, 1, 2, 1, 1, 4, 6, 2, 1, 1, 11, 1, 7, 2, 1, 3, 4, 1, 4, 1]|| iter time: 2.8210039138793945\n",
      "Iteration: 81|| Global Counts: [4, 4, 4, 4, 2, 2, 4, 4, 7, 4, 1, 3, 3, 2, 4, 2, 2, 2, 3, 2, 1, 4, 1, 6, 2, 7, 6, 2, 2, 1, 1, 1, 6, 8, 3, 1, 2, 1, 7, 1, 3, 1, 2, 1, 1, 5, 6, 2, 1, 1, 12, 1, 8, 2, 1, 3, 5, 1, 6, 1]|| iter time: 2.495965003967285\n",
      "Iteration: 82|| Global Counts: [4, 4, 4, 4, 2, 2, 4, 4, 7, 4, 1, 3, 3, 2, 4, 2, 2, 2, 3, 2, 1, 4, 1, 6, 2, 8, 7, 2, 2, 1, 1, 1, 6, 9, 2, 1, 2, 1, 6, 1, 3, 1, 1, 1, 1, 5, 6, 2, 1, 1, 9, 1, 5, 1, 2, 4, 1, 5, 1]|| iter time: 2.7683517932891846\n",
      "Iteration: 83|| Global Counts: [4, 4, 4, 4, 2, 2, 4, 4, 7, 4, 1, 3, 3, 2, 4, 2, 2, 2, 3, 2, 1, 4, 1, 6, 2, 8, 6, 2, 2, 1, 1, 1, 4, 11, 3, 1, 2, 1, 8, 1, 2, 1, 1, 1, 1, 7, 8, 2, 1, 1, 13, 1, 5, 2, 2, 4, 1, 5, 2, 2, 2, 4]|| iter time: 2.4600589275360107\n",
      "Iteration: 84|| Global Counts: [7, 4, 4, 4, 2, 2, 4, 4, 7, 4, 1, 3, 3, 2, 4, 2, 2, 2, 3, 2, 1, 4, 1, 6, 2, 8, 7, 2, 2, 1, 1, 1, 5, 8, 5, 1, 2, 1, 6, 1, 1, 1, 1, 1, 1, 7, 4, 2, 1, 1, 11, 1, 6, 3, 3, 6, 1, 4, 2, 1, 2, 5, 7]|| iter time: 2.736346960067749\n",
      "Iteration: 85|| Global Counts: [6, 4, 4, 4, 2, 2, 4, 4, 7, 4, 1, 3, 3, 2, 4, 2, 2, 2, 3, 2, 1, 4, 1, 6, 2, 6, 7, 2, 2, 1, 1, 1, 4, 7, 6, 1, 2, 1, 3, 1, 1, 1, 1, 1, 1, 7, 4, 2, 1, 1, 11, 1, 7, 2, 2, 9, 1, 4, 3, 1, 2, 6, 5, 11]|| iter time: 2.7511188983917236\n",
      "Iteration: 86|| Global Counts: [5, 4, 4, 4, 2, 2, 4, 4, 7, 4, 1, 3, 3, 2, 4, 2, 2, 2, 3, 2, 1, 4, 1, 6, 2, 8, 7, 2, 2, 1, 1, 1, 6, 3, 8, 1, 2, 1, 4, 1, 2, 1, 1, 1, 1, 7, 3, 2, 1, 1, 8, 1, 4, 1, 2, 5, 1, 4, 4, 1, 2, 7, 6, 3]|| iter time: 2.882601022720337\n",
      "Iteration: 87|| Global Counts: [5, 4, 4, 4, 2, 2, 4, 4, 7, 4, 1, 3, 3, 2, 4, 2, 2, 2, 3, 2, 1, 5, 1, 6, 2, 9, 5, 2, 2, 1, 1, 1, 4, 4, 5, 1, 2, 1, 5, 1, 1, 1, 1, 1, 1, 8, 3, 2, 1, 1, 6, 1, 3, 1, 3, 7, 1, 4, 3, 1, 2, 7, 7, 4]|| iter time: 2.8522050380706787\n",
      "Iteration: 88|| Global Counts: [3, 4, 4, 4, 2, 2, 4, 4, 7, 4, 1, 3, 3, 2, 4, 2, 2, 2, 3, 2, 1, 6, 1, 6, 2, 6, 5, 2, 2, 1, 1, 1, 5, 4, 4, 1, 2, 1, 5, 1, 1, 1, 1, 1, 1, 7, 2, 2, 1, 1, 8, 1, 3, 1, 3, 8, 1, 5, 2, 1, 2, 8, 7, 7, 3, 8]|| iter time: 2.7128870487213135\n",
      "Iteration: 89|| Global Counts: [3, 4, 4, 4, 2, 2, 4, 4, 7, 4, 1, 3, 3, 2, 4, 2, 2, 2, 3, 2, 1, 8, 1, 6, 2, 7, 5, 2, 2, 1, 1, 1, 6, 5, 2, 1, 2, 1, 6, 1, 1, 1, 1, 1, 1, 8, 2, 2, 1, 1, 7, 1, 3, 2, 1, 4, 1, 4, 1, 1, 2, 8, 7, 6, 3, 5, 8]|| iter time: 3.0798041820526123\n",
      "Iteration: 90|| Global Counts: [5, 4, 4, 4, 2, 2, 4, 4, 6, 4, 1, 3, 3, 2, 4, 2, 2, 2, 3, 2, 1, 8, 1, 6, 2, 7, 5, 2, 2, 1, 1, 1, 5, 6, 2, 1, 2, 1, 6, 1, 1, 1, 1, 1, 1, 5, 3, 2, 1, 1, 9, 1, 3, 4, 2, 5, 1, 4, 1, 1, 2, 5, 5, 5, 2, 5, 7, 5]|| iter time: 2.9542958736419678\n",
      "Iteration: 91|| Global Counts: [6, 4, 4, 4, 2, 2, 4, 4, 6, 4, 1, 3, 3, 2, 4, 2, 2, 2, 4, 2, 1, 8, 1, 6, 2, 7, 6, 2, 2, 1, 1, 1, 4, 7, 2, 1, 2, 1, 9, 1, 1, 1, 1, 1, 1, 6, 3, 2, 1, 1, 8, 1, 4, 5, 2, 5, 1, 4, 1, 1, 2, 4, 6, 5, 2, 6, 7, 6]|| iter time: 2.951540946960449\n",
      "Iteration: 92|| Global Counts: [5, 4, 4, 4, 2, 2, 4, 4, 6, 4, 1, 3, 3, 2, 4, 2, 2, 2, 4, 2, 1, 8, 1, 5, 2, 8, 7, 2, 2, 1, 1, 1, 5, 6, 2, 1, 2, 1, 8, 1, 1, 1, 1, 1, 1, 4, 5, 2, 1, 1, 9, 1, 3, 5, 2, 5, 1, 4, 1, 1, 2, 5, 7, 7, 1, 7, 11, 6, 5]|| iter time: 3.098811149597168\n",
      "Iteration: 93|| Global Counts: [4, 4, 4, 4, 2, 2, 4, 4, 6, 4, 1, 3, 3, 2, 4, 2, 2, 2, 4, 2, 1, 7, 1, 5, 2, 8, 6, 2, 2, 1, 1, 1, 4, 5, 2, 1, 2, 1, 7, 1, 2, 1, 1, 1, 1, 4, 5, 2, 1, 1, 13, 1, 4, 5, 2, 4, 1, 4, 1, 1, 2, 1, 5, 6, 2, 7, 8, 8, 4]|| iter time: 3.1070988178253174\n",
      "Iteration: 94|| Global Counts: [5, 4, 4, 4, 2, 2, 4, 4, 6, 4, 1, 3, 3, 2, 4, 2, 2, 2, 4, 2, 1, 7, 1, 5, 2, 9, 6, 2, 2, 1, 1, 1, 4, 5, 2, 1, 2, 1, 6, 1, 1, 1, 1, 1, 1, 4, 3, 2, 1, 1, 17, 1, 5, 3, 1, 4, 1, 6, 1, 1, 2, 1, 5, 4, 1, 7, 7, 9, 1, 4, 7]|| iter time: 3.0463850498199463\n",
      "Iteration: 95|| Global Counts: [3, 4, 4, 4, 2, 2, 4, 4, 6, 4, 1, 3, 3, 2, 4, 2, 2, 2, 4, 2, 1, 7, 1, 5, 2, 8, 6, 2, 2, 1, 1, 1, 4, 6, 2, 1, 2, 1, 6, 1, 1, 1, 1, 1, 1, 5, 2, 2, 1, 1, 21, 1, 5, 4, 1, 4, 1, 6, 1, 1, 2, 1, 5, 5, 2, 4, 6, 12, 1, 1, 3, 5]|| iter time: 3.059926986694336\n",
      "Iteration: 96|| Global Counts: [3, 4, 4, 4, 2, 2, 4, 4, 6, 4, 1, 3, 3, 2, 4, 2, 2, 2, 3, 2, 1, 7, 1, 5, 2, 8, 4, 2, 2, 1, 1, 1, 4, 5, 2, 1, 2, 1, 5, 1, 1, 1, 1, 1, 1, 5, 3, 2, 1, 1, 20, 1, 3, 4, 1, 3, 1, 4, 1, 1, 2, 1, 4, 6, 2, 4, 7, 10, 2, 1, 3, 3]|| iter time: 3.327601909637451\n",
      "Iteration: 97|| Global Counts: [2, 4, 4, 4, 2, 2, 4, 4, 5, 4, 1, 3, 3, 2, 4, 2, 2, 2, 3, 2, 1, 6, 1, 5, 2, 6, 4, 2, 2, 1, 1, 1, 4, 5, 2, 1, 2, 1, 4, 1, 1, 1, 1, 1, 1, 5, 4, 2, 1, 1, 16, 1, 4, 2, 1, 3, 1, 4, 2, 1, 2, 1, 5, 5, 2, 5, 9, 8, 3, 1, 3, 4, 1]|| iter time: 3.0386199951171875\n",
      "Iteration: 98|| Global Counts: [2, 4, 4, 4, 2, 2, 4, 4, 5, 4, 1, 3, 3, 2, 4, 2, 2, 2, 3, 2, 1, 8, 1, 5, 2, 6, 4, 2, 2, 1, 1, 1, 5, 7, 3, 1, 2, 1, 5, 1, 1, 1, 1, 1, 1, 4, 4, 2, 1, 1, 18, 1, 4, 3, 1, 4, 1, 5, 2, 1, 2, 1, 5, 6, 2, 4, 8, 8, 4, 1, 1, 4, 1, 8]|| iter time: 3.137629985809326\n",
      "Iteration: 99|| Global Counts: [3, 4, 4, 4, 2, 2, 4, 4, 5, 4, 1, 3, 3, 2, 4, 2, 2, 2, 3, 2, 1, 8, 1, 5, 2, 7, 5, 2, 2, 1, 1, 1, 5, 8, 5, 1, 2, 1, 6, 1, 2, 1, 1, 1, 1, 4, 6, 2, 1, 1, 10, 1, 6, 3, 1, 4, 1, 5, 2, 1, 2, 1, 6, 8, 2, 5, 8, 2, 2, 1, 3, 3, 1, 6]|| iter time: 3.1512789726257324\n",
      "Iteration: 100|| Global Counts: [2, 4, 4, 4, 2, 2, 4, 4, 5, 4, 1, 3, 3, 2, 4, 2, 2, 2, 3, 2, 1, 9, 1, 5, 2, 6, 5, 2, 2, 1, 1, 1, 5, 5, 7, 1, 2, 1, 7, 1, 1, 1, 1, 1, 1, 4, 9, 2, 1, 1, 12, 1, 5, 4, 1, 4, 1, 4, 1, 1, 2, 1, 4, 6, 2, 5, 9, 3, 2, 1, 4, 4, 1, 4]|| iter time: 3.233566999435425\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "0.9999339048960051"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "gdim = 15\n",
    "pts,labels = generate_data(gdim,4,50000,5.0,10,0.5)\n",
    "run_and_compare(pts,labels,gdim)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Julia 1.4.0",
   "language": "julia",
   "name": "julia-1.4"
  },
  "language_info": {
   "file_extension": ".jl",
   "mimetype": "application/julia",
   "name": "julia",
   "version": "1.4.0"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}