Chapter6-2 Maximum_Entropy_Model.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "id": "41ce3f49",
   "metadata": {},
   "source": [
    "# 最大熵原理\n",
    "## 凡是我们知道的，把它考虑进去，凡是不知道的，通通均匀分布\n",
    "$$\n",
    "H(P) = - \\sum P(x) \\log {P(x)} \\\\\n",
    "$$\n",
    "\n",
    "## 模型\n",
    "$$\n",
    "\\max H(P) = - \\sum_{x, y} \\tilde{P}(x) P(y | x) \\log P(y | x)\n",
    "$$"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "c2daefeb",
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "import math\n",
    "from copy import deepcopy"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "caace6e6",
   "metadata": {},
   "outputs": [],
   "source": [
    "# 最大熵\n",
    "class MaxEntropy:\n",
    "    def __init__(self, EPS = 0.005):\n",
    "        self._samples = []\n",
    "        self._Y = set() # 标签集合\n",
    "        self._numXY = {}  # key为(x, y)， value为次数\n",
    "        self._N = 0 # 样本数\n",
    "        self._Ep_ = [] # 样本分布的特征期望值\n",
    "        self._xyID = {} #key记录(x, y), value 记录 id号\n",
    "        self._n = 0 # 特征键值(x, y)的个数\n",
    "        self._C = 0 # 最大特征数\n",
    "        self._IDxy = {} # ke为(x, y) vaule 为对应的id号\n",
    "        self._w = []\n",
    "        self._EPS = EPS #收敛条件\n",
    "        self._lastw = [] # 上一次w参数值\n",
    "        \n",
    "    def load_data(self, dataset):\n",
    "        self._samples = deepcopy(dataset)\n",
    "        for items in self._samples:\n",
    "            y = items[0]\n",
    "            X = items[1: ]\n",
    "            self._Y.add(y)  # 集合中y若已存在则会自动忽略\n",
    "            for x in X:\n",
    "                if (x, y) in self._numXY:\n",
    "                    self._numXY[(x, y)] += 1\n",
    "                else:\n",
    "                    self._numXY[(x, y)] = 1\n",
    "            \n",
    "        self._N = len(self._samples)\n",
    "        self._n = len(self._numXY)\n",
    "        self._C = max([len(sample) - 1 for sample in self._samples])\n",
    "        self._w = [0] * self._n\n",
    "        self._lastw = self._w[:]\n",
    "        \n",
    "        self._Ep_ = [0] * self._n\n",
    "        for i, xy in enumerate(self._numXY):\n",
    "            self._Ep_[i] = self._numXY[xy] / self._N\n",
    "            self._xyID[xy] = i\n",
    "            self._IDxy[i] = xy\n",
    "            \n",
    "    \n",
    "    def _Zx(self, X):\n",
    "        \"\"\"\n",
    "        计算Z(x)的值\n",
    "        \"\"\"\n",
    "        zx = 0\n",
    "        for y in self._Y:\n",
    "            ss = 0\n",
    "            for x in X:\n",
    "                if (x, y) in self._numXY:\n",
    "                    ss += self._w[self._xyID[(x, y)]]\n",
    "            zx += math.exp(ss)\n",
    "        return zx\n",
    "    \n",
    "    def _model_pyx(self, y, X):\n",
    "        \"\"\"\n",
    "        计算P(y|x)\n",
    "        \"\"\"\n",
    "        zx = self._Zx(X)\n",
    "        ss = 0\n",
    "        for x in X:\n",
    "            if (x, y) in self._numXY:\n",
    "                ss += self._w[self._xyID[(x, y)]]\n",
    "        pyx = math.exp(ss) / zx\n",
    "        return pyx\n",
    "    \n",
    "    def _model_ep(self, index):\n",
    "        \"\"\"\n",
    "        计算特征函数fi关于模型的期望\n",
    "        \"\"\"\n",
    "        x, y = self._IDxy[index]\n",
    "        ep = 0\n",
    "        for sample in self._samples:\n",
    "            if x not in sample:\n",
    "                continue\n",
    "            pyx = self._model_pyx(y, sample)\n",
    "            ep += pyx / self._N\n",
    "        return ep\n",
    "    \n",
    "    def _convergenc(self):\n",
    "        \"\"\"\n",
    "        判断是否收敛\n",
    "        \"\"\"\n",
    "        for last, now in zip(self._lastw, self._w):\n",
    "            if abs(last - now) >= self._EPS:\n",
    "                return False\n",
    "        return True\n",
    "    \n",
    "    def predict(self, X):\n",
    "        \"\"\"\n",
    "        计算预测概率\n",
    "        \"\"\"\n",
    "        Z = self._Zx(X)\n",
    "        result = {}\n",
    "        for y in self._Y:\n",
    "            ss = 0\n",
    "            for x in X:\n",
    "                if (x, y) in self._numXY:\n",
    "                    ss += self._w[self._xyID[(x, y)]]\n",
    "            pyx = math.exp(ss) / Z\n",
    "            result[y] = pyx\n",
    "        return result\n",
    "    \n",
    "    def train(self, maxiter = 100):\n",
    "        \"\"\"\n",
    "        训练数据\n",
    "        \"\"\"\n",
    "        for loop in range(maxiter):\n",
    "            print(\"iter: %d\" % loop)\n",
    "            self._lastw = self._w[ : ]\n",
    "            for i in range(self._n):\n",
    "                ep = self._model_ep(i)\n",
    "                self._w[i] += math.log(self._Ep_[i] / ep) / self._C\n",
    "            print(\"w: \", self._w)\n",
    "            \n",
    "            if self._convergenc():\n",
    "                break\n",
    "                \n",
    "        "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "ea03f5ca",
   "metadata": {},
   "outputs": [],
   "source": [
    "dataset = [['no', 'sunny', 'hot', 'high', 'FALSE'],\n",
    "            ['no', 'sunny', 'hot', 'high', 'TRUE'],\n",
    "            ['yes', 'overcast', 'hot', 'high', 'FALSE'],\n",
    "            ['yes', 'rainy', 'mild', 'high', 'FALSE'],\n",
    "            ['yes', 'rainy', 'cool', 'normal', 'FALSE'],\n",
    "            ['no', 'rainy', 'cool', 'normal', 'TRUE'],\n",
    "            ['yes', 'overcast', 'cool', 'normal', 'TRUE'],\n",
    "            ['no', 'sunny', 'mild', 'high', 'FALSE'],\n",
    "            ['yes', 'sunny', 'cool', 'normal', 'FALSE'],\n",
    "            ['yes', 'rainy', 'mild', 'normal', 'FALSE'],\n",
    "            ['yes', 'sunny', 'mild', 'normal', 'TRUE'],\n",
    "            ['yes', 'overcast', 'mild', 'high', 'TRUE'],\n",
    "            ['yes', 'overcast', 'mild', 'high', 'TRUE'],\n",
    "            ['no', 'rainy', 'mild', 'high', 'TRUE']]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "d1372d80",
   "metadata": {},
   "outputs": [],
   "source": [
    "maxnet = MaxEntropy()\n",
    "x = ['overcast', 'mild', 'high', 'FALSE']\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "c493a246",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "iter: 0\n",
      "w:  [0.0455803891984887, 0.06815136616784778, -0.005270858269468233, -0.1443607729138983, -0.040991916953456525, 0.16665885939351632, -0.11018096671854669, -0.009355786916112944, 0.07754277284698692, 0.027806333368878385, 0.06975549747250427, 0.08039685194073605, 0.10013111159389536, -0.014202283299991545, -0.12383526657979044, -0.21622698021385453, -0.0025765175096604588, -0.09601705132537947, -0.08580796448821491]\n",
      "iter: 1\n",
      "w:  [0.11370940103458554, 0.12809456959126594, 0.012501883343189756, -0.2361785562962871, -0.03897268889765423, 0.29436373909141683, -0.20228464875062457, -0.030510337133163833, 0.1194714620873893, 0.008237727656763543, 0.1108592046524991, 0.1053085885615596, 0.1535960510040914, 0.0257050879340702, -0.17648718721702963, -0.3732686912380385, -0.017690620764503697, -0.16545110078652775, -0.16839925560170144]\n",
      "iter: 2\n",
      "w:  [0.17882335104309632, 0.17026384862808153, 0.03244190076870465, -0.3066785479168635, -0.022131844039305116, 0.4046635702681687, -0.2724566728580957, -0.05147776690727092, 0.1497705114987511, -0.025932905512976636, 0.14105473403030142, 0.11045575621855083, 0.1890828201885918, 0.08869329263399232, -0.18979703066913878, -0.49777624120118635, -0.035427571940544744, -0.22264925191069274, -0.24346495058811862]\n",
      "iter: 3\n",
      "w:  [0.23647942669367641, 0.19851835525077943, 0.049951720913698136, -0.3675669471313249, -0.001059661963406771, 0.5040376396908204, -0.3246123902208334, -0.07020991988347144, 0.17504280931218627, -0.06464581347673275, 0.16603018695125388, 0.10714209837789498, 0.21616608670935974, 0.15935615716646723, -0.18207692053654023, -0.6035506476379686, -0.05300759176973759, -0.27308820450000665, -0.3115950090100516]\n",
      "iter: 4\n",
      "w:  [0.2875977202025432, 0.21752768344325715, 0.06489836160606129, -0.42289121650877604, 0.020543621521070074, 0.5950366202403397, -0.36356682177983246, -0.08685131867132752, 0.19745918252205732, -0.10406602592986508, 0.18795075809781844, 0.09987729806811096, 0.23874899456329085, 0.23061207002621167, -0.16326898694870456, -0.6977480049674537, -0.06964896345914015, -0.3190008611255434, -0.3741680544215503]\n",
      "iter: 5\n",
      "w:  [0.3337166584226513, 0.23059986382754927, 0.07795412963097419, -0.47415325296736943, 0.04138094564710547, 0.6790157812950248, -0.39320888543782156, -0.10190016055268096, 0.2178702505794684, -0.14255465926440633, 0.2077811502112183, 0.09073720349754215, 0.2586584336376437, 0.299314491353432, -0.1387626445260295, -0.7842350885185106, -0.08518018875909081, -0.36143659245748855, -0.4323917657517533]\n",
      "iter: 6\n",
      "w:  [0.3760650781906967, 0.2398406041380987, 0.08973570286476576, -0.5220220654545631, 0.06102700202222557, 0.7569006714652211, -0.4163076521069216, -0.11578895854799112, 0.23668557319832062, -0.17939647285795768, 0.22602246645437324, 0.08075630426627278, 0.2768321451591368, 0.3641779968349522, -0.11148986615845762, -0.8651975150565172, -0.09962692536902494, -0.40098841393958473, -0.4871667395731165]\n",
      "iter: 7\n",
      "w:  [0.4155085793597264, 0.24655951345788524, 0.10067347570778391, -0.566892045789431, 0.07939419504606976, 0.8294210130525552, -0.4347451525807719, -0.12882504149078827, 0.25415172766513383, -0.21430994080028803, 0.24297539533002538, 0.0704696654101081, 0.29378416764138565, 0.42480888241689857, -0.08304229347417785, -0.9419273529237044, -0.11307791897733441, -0.43805613728355175, -0.5391367565120208]\n",
      "iter: 8\n",
      "w:  [0.45264198747686596, 0.2515738883200591, 0.11104190842047612, -0.6090635264715261, 0.09653074902679316, 0.897188761764856, -0.4497849892718507, -0.1412130289104713, 0.2704468006280151, -0.24722949970575064, 0.2588435479040631, 0.060155928144074854, 0.3098118886332915, 0.48123834698938117, -0.054274389812554426, -1.0152257094631676, -0.12563784725884766, -0.47294543092703384, -0.5887608188884701]\n",
      "iter: 9\n",
      "w:  [0.4878773594130995, 0.2554012086978131, 0.12100932665937221, -0.6487986344345634, 0.11253733906583491, 0.9607286833321067, -0.4622806201991939, -0.15308677675604557, 0.2857141517581822, -0.2781987601465675, 0.27377759672760194, 0.04995710602664846, 0.32509654348530564, 0.5336913237416688, -0.025633864425464555, -1.085616267146144, -0.13740973410354348, -0.5059071073082942, -0.6363710976824597]\n",
      "iter: 10\n",
      "w:  [0.5215064463519204, 0.25837585141845193, 0.1306772262608054, -0.6863364613183504, 0.12753027929157054, 1.0204940975161478, -0.4728181521583747, -0.16453456243068965, 0.30007516972112136, -0.307314811953674, 0.28789578660554616, 0.03994124023488794, 0.3397548924831252, 0.5824703381481778, 0.0026555372753013437, -1.1534617006385357, -0.14848839131648367, -0.537154067114867, -0.6822137312593681]\n",
      "iter: 11\n",
      "w:  [0.553741773603097, 0.2607191607096677, 0.14010663256522585, -0.7218959428737323, 0.14162483217477984, 1.0768776729686886, -0.48180944097985173, -0.17561616598598695, 0.31363463513165984, -0.33469821274691425, 0.30129438034344774, 0.030136314056408334, 0.3538668170461245, 0.6278973670130495, 0.030492387454146567, -1.2190284540986798, -0.15895833414589972, -0.566869707110714, -0.7264762698616924]\n",
      "iter: 12\n",
      "w:  [0.5847430810742851, 0.2625816302709702, 0.14933464196066398, -0.755675883844374, 0.15492789505113216, 1.1302201730331933, -0.48955160345603776, -0.1863737451608631, 0.326483488364369, -0.36047666271328516, 0.3140535375561352, 0.02054894296105825, 0.3674904410928314, 0.670285558713654, 0.05784096511170422, -1.2825233917307397, -0.16889361808608044, -0.5952129643007223, -0.7693058669876123]\n",
      "iter: 13\n",
      "w:  [0.6146343128456567, 0.26406851223326433, 0.15838444611618457, -0.7878549894860284, 0.1675352564358234, 1.1808179582196958, -0.4962649064443446, -0.1968385412326824, 0.33870068699808814, -0.3847762374397546, 0.3262409736945686, 0.01117474462813567, 0.38067057996749354, 0.7099264646842478, 0.08469978735833983, -1.344114868940512, -0.17835850412987747, -0.6223219371995691, -0.8108213255171347]\n",
      "iter: 14\n",
      "w:  [0.6435146111074264, 0.26525554950281394, 0.1672712713906124, -0.8185925284746068, 0.17953110107441717, 1.228929473371057, -0.5021170209550712, -0.2070349415127233, 0.35035471984623073, -0.4077168749180406, 0.3379144507308401, 0.0020040805770607604, 0.39344354394720443, 0.74708529790251, 0.11108422227034723, -1.4039450658744972, -0.18740844792319908, -0.6483168051017596, -0.8511211237222407]\n",
      "iter: 15\n",
      "w:  [0.6714655127000779, 0.2661987804021205, 0.17600583550163226, -0.8480295601516153, 0.19098858651887152, 1.2747808196057675, -0.5072387317366353, -0.21698291642244938, 0.3615049494571736, -0.42941027226692435, 0.34912359521025604, -0.006974800489649987, 0.40583992016915543, 0.7820002618807097, 0.13701699724209412, -1.4621373696471154, -0.1960911698374487, -0.6733023111445716, -0.8902888186720935]\n",
      "iter: 16\n",
      "w:  [0.6985557275450889, 0.26694075125900685, 0.1845963245514846, -0.8762905057735751, 0.20197088029283508, 1.3185704996733125, -0.5117342801903357, -0.22669947528347198, 0.3722028242623072, -0.44995914005418197, 0.3599112919404812, -0.015774082269073633, 0.41788622037542505, 0.8148838472036493, 0.1625231288830106, -1.5188009230238728, -0.20444768913684563, -0.6973699113988819, -0.9283967327009367]\n",
      "iter: 17\n",
      "w:  [0.7248443635646188, 0.26751452707320933, 0.1930495015662278, -0.9034848615333986, 0.21253234112344743, 1.360473432803872, -0.5156883098209956, -0.23619953700143365, 0.38249296537486366, -0.46945720665388135, 0.37031478714221355, -0.024405522142465157, 0.42960588567105945, 0.8459249814040924, 0.18762731832313775, -1.5740335338152462, -0.21251326964152867, -0.7205996376639503, -0.9655085078862785]\n",
      "iter: 18\n",
      "w:  [0.750383142714359, 0.2679463344692883, 0.2013713126246019, -0.9297089094125883, 0.22271968499353229, 1.400644337814542, -0.519170634885339, -0.24549645516032084, 0.39241412816716814, -0.48798961995863055, 0.38036657953643666, -0.03288005014293958, 0.4410199227510935, 0.8752914503578721, 0.21235270901532072, -1.6279236230801684, -0.2203182577516536, -0.743061705709501, -1.0016809072536321]\n",
      "iter: 19\n",
      "w:  [0.7752179538718091, 0.2682573424053294, 0.20956720712425075, -0.9550473373120678, 0.2325730615582317, 1.4392205788351278, -0.5222395929341498, -0.2546023406278302, 0.4020000422342351, -0.5056335420021397, 0.39009514951475377, -0.041207618632947716, 0.45214732609278524, 0.9031322971831972, 0.23672038547970303, -1.6805515996016507, -0.22788881098645877, -0.7648178969177205, -1.036965109284693]\n",
      "iter: 20\n",
      "w:  [0.7993899641130585, 0.26846489027744286, 0.21764229885777858, -0.9795747215390608, 0.24212701186343455, 1.476324559046623, -0.5249444595308748, -0.26352826636267657, 0.4112801375012043, -0.5224588190523539, 0.39952556097341024, -0.049397185238879274, 0.4630053736448831, 0.9295800598771289, 0.2607492637491615, -1.731990883468599, -0.23524752370124083, -0.7859227402570531, -1.0714076574806628]\n",
      "iter: 21\n",
      "w:  [0.822936431771555, 0.26858335541134815, 0.2256014411080342, -1.0033568526685561, 0.25141130199333794, 1.5120657369170059, -0.5273272293916714, -0.2722844041002671, 0.4202801669884502, -0.5385286610641388, 0.40867996111095917, -0.0574567627998519, 0.4736098459198798, 0.9547527918035729, 0.2844561785863451, -1.782308707884452, -0.24241396034547996, -0.806424520395964, -1.1050511720116616]\n",
      "iter: 22\n",
      "w:  [0.8458913150920916, 0.26862478058329636, 0.2334492574389334, -1.02645190308052, 0.2604516389828193, 1.5465423283445625, -0.5294239602108715, -0.2808801217732323, 0.42902273796682244, -0.5539002946984427, 0.4175779974815832, -0.06539349941785845, 0.4839751971456652, 0.9787558523797755, 0.30785606000312044, -1.8315667747527011, -0.24940510772398652, -0.8263661359795467, -1.1379348949461519]\n",
      "iter: 23\n",
      "w:  [0.868285738541767, 0.2685993384947501, 0.2411901514172274, -1.0489114443030734, 0.2692702804802858, 1.5798427478482215, -0.531265807824457, -0.28932405823582985, 0.4375277633018742, -0.5686255719611873, 0.42623716741740436, -0.07321376847373658, 0.4941146950828004, 1.0016834768403577, 0.3309621410862181, -1.879821808850717, -0.25623575746606, -0.8457858297950684, -1.1700951172967289]\n",
      "iter: 24\n",
      "w:  [0.8901483583093581, 0.26851568303723206, 0.2488283078242808, -1.0707813272418145, 0.2778865512831264, 1.6120468329006146, -0.5328798385581098, -0.29762418466825385, 0.4458128441322884, -0.5827515269181733, 0.4346731118629043, -0.08092325802770232, 0.5040405392568567, 1.0236201436988546, 0.35378616697661747, -1.9271260377003918, -0.2629188289994827, -0.8647178100250886, -1.201565520769963]\n",
      "iter: 25\n",
      "w:  [0.9115056551188556, 0.2683812201957236, 0.2563676918179959, -1.092102440295867, 0.2863172796987668, 1.6432268877848262, -0.5342896771558192, -0.3057878578681582, 0.45389359399387186, -0.5963208788899249, 0.44289986332188697, -0.08852705441584344, 0.5137639634414303, 1.0446417619673374, 0.3763385903702633, -1.9735276140056424, -0.2694656421594924, -0.8831927792608154, -1.2323774568901746]\n",
      "iter: 26\n",
      "w:  [0.9323821736420667, 0.2682023206449315, 0.2638120490868829, -1.1129113605002587, 0.2945771656597099, 1.6734485769045155, -0.5355160308263679, -0.3138218682525598, 0.4617839133174058, -0.6093724838112488, 0.45093005578578166, -0.09602971785036948, 0.5232953259857274, 1.0648167003772613, 0.3986287474146876, -2.0190709915714047, -0.27588614735029154, -0.9012383855733583, -1.2625601793039833]\n",
      "iter: 27\n",
      "w:  [0.9528007219061045, 0.2679844891366788, 0.2711649081770506, -1.1332409119983058, 0.30267909116003855, 1.7027716921492728, -0.5365771181408427, -0.32173248405465016, 0.4694962220385447, -0.6219417371312854, 0.45877510305812336, -0.10343534945240367, 0.5326441902904644, 1.0842066794465235, 0.42066501240768206, -2.0637972621240084, -0.28218912002684704, -0.9188796077953097, -1.292141040420817]\n",
      "iter: 28\n",
      "w:  [0.9727825401288689, 0.2677325012251504, 0.27842958520541145, -1.1531206448390459, 0.31063438215828065, 1.7312508145502303, -0.537489023576824, -0.3295254924680932, 0.4770416569402423, -0.6340609323821433, 0.46644535072491095, -0.1107476499828824, 0.5418193969874988, 1.1028675451723258, 0.4424549319996628, -2.107744458372635, -0.2883823252272061, -0.9361390852791877, -1.3211456603627345]\n",
      "iter: 29\n",
      "w:  [0.9923474457216407, 0.2674505148495032, 0.2856091907093637, -1.1725772456145607, 0.3184530297441886, 1.7589358868968001, -0.538265993069087, -0.33720623810684075, 0.4844302393411774, -0.6457595797523142, 0.4739502060811004, -0.11796997093206919, 0.5508291289386879, 1.120849940882622, 0.4640053406560375, -2.1509478273848375, -0.2944726569768802, -0.9530374007718461, -1.3495980740001492]\n",
      "iter: 30\n",
      "w:  [1.0115139593471911, 0.26714216224471204, 0.29270663819766946, -1.1916348899723506, 0.3261438771552542, 1.7858727110818005, -0.5389206821324635, -0.3447796589590962, 0.4916710178605116, -0.6570646889038774, 0.4812982495627589, -0.1251053587791161, 0.559680969904942, 1.1381998915977083, 0.48532245951746594, -2.193440077550539, -0.3004662566060748, -0.9695933236574041, -1.3775208603189162]\n",
      "iter: 31\n",
      "w:  [1.0302994156365997, 0.26681062623965984, 0.2997246539282018, -1.2103155456504027, 0.3337147781717243, 1.8121033815772214, -0.5394643654222254, -0.35225031993117506, 0.49877219022874814, -0.6680010200140469, 0.48849733061632883, -0.13215659325375625, 0.5683819575715845, 1.154959313252864, 0.5064119808262193, -2.2352516018804978, -0.3063686133580479, -0.9858240196501877, -1.4049352572866374]\n",
      "iter: 32\n",
      "w:  [1.0487200612654566, 0.2664587040100428, 0.30666578747117557, -1.2286392334299205, 0.34117273151414385, 1.8376666645146298, -0.539907114638014, -0.3596224440496879, 0.505741207467583, -0.6785913066879639, 0.495554650432827, -0.13912622038737302, 0.5769386315079466, 1.1711664573560259, 0.5272791399462851, -2.2764106800137225, -0.3121846501094512, -1.0017452320359022, -1.4318612646198732]\n",
      "iter: 33\n",
      "w:  [1.0667911424488747, 0.26608886064409193, 0.3135324226799812, -1.2466242522968471, 0.34852399510254295, 1.8625983302691709, -0.5402579502286142, -0.3668999413899511, 0.5125848632161929, -0.6888564540313088, 0.5024768335633537, -0.14601658106670876, 0.5853570765633338, 1.1868563001067103, 0.5479287767926807, -2.316943661029335, -0.31791879655707883, -1.0173714387367394, -1.4583177363034294]\n",
      "iter: 34\n",
      "w:  [1.0845269834534776, 0.265703274361647, 0.32032678876355763, -1.2642873741462644, 0.3557741833948324, 1.8869314461564175, -0.5405249712643393, -0.37408643580902046, 0.5193093705241922, -0.6988157148171099, 0.5092699900952518, -0.15282983572021705, 0.5936429621444613, 1.2020608836704925, 0.5683653882545932, -2.3568751289354073, -0.32357505183655744, -1.0327159887896253, -1.4843224643128439]\n",
      "iter: 35\n",
      "w:  [1.1019410573883957, 0.2653038748428112, 0.327050971223136, -1.281644012543052, 0.3629283504866427, 1.9106966347922338, -0.5407154670091404, -0.38118528957495135, 0.5259204280497632, -0.7084868463465923, 0.5159397697914677, -0.15956798568493114, 0.6018015777735699, 1.2168096161658966, 0.5885931729742087, -2.3962280525199278, -0.32915703821496967, -1.0477912212544527, -1.5098922546970193]\n",
      "iter: 36\n",
      "w:  [1.119046050288968, 0.2648923758320425, 0.3337069224770951, -1.2987083693537456, 0.369991061209557, 1.9339223027933434, -0.5408360130760039, -0.38819962599578006, 0.5324232772835512, -0.7178862502966046, 0.5224914093677622, -0.16623289172574376, 0.6098378652875388, 1.2311295359536458, 0.6086160696406607, -2.4350239210857576, -0.3346680472305252, -1.0626085690920757, -1.53504299695885]\n",
      "iter: 37\n",
      "w:  [1.1358539193207053, 0.26447030296061136, 0.34029647204890856, -1.3154935624731916, 0.3769664520949599, 1.9566348437751477, -0.5408925545383949, -0.3951323501606326, 0.5388227521545319, -0.7270290975688676, 0.528929773894259, -0.1728262901112057, 0.6177564480041116, 1.2450455449984963, 0.6284377897806859, -2.4732828674458425, -0.34011107942902175, -1.077178650154036, -1.5597897275062966]\n",
      "iter: 38\n",
      "w:  [1.1523759457894331, 0.264039017556715, 0.34682133623479083, -1.3320117373706475, 0.3838582837639644, 1.9788588190052063, -0.5408904779633666, -0.4019861679108725, 0.5451233221543232, -0.7359294399090628, 0.5352593931520786, -0.1793498065907721, 0.6255616571506242, 1.2585806153797945, 0.6480618458745319, -2.5110237794234394, -0.34548887866122746, -1.0915113470939986, -1.584146687819717]\n",
      "iter: 39\n",
      "w:  [1.1686227835340852, 0.26359973707552314, 0.3532831272005645, -1.3482741647598953, 0.39066998604938635, 2.0006171185729364, -0.5408346740040669, -0.4087636031615209, 0.5513291299337771, -0.7446003098451466, 0.5414844936465396, -0.18580496856746304, 0.6332575558226864, 1.2717559724394067, 0.6674915754956112, -2.5482644009825455, -0.35080396175097955, -1.1056158777334828, -1.6081273778828322]\n",
      "iter: 40\n",
      "w:  [1.1846045031926908, 0.2631535526720881, 0.3596833614826735, -1.3642913263446725, 0.3974046969444829, 2.021931105520248, -0.5407295919229229, -0.4154670136927869, 0.5574440241738163, -0.7530538103020151, 0.5476090268708482, -0.19219321571638487, 0.6408479607147547, 1.2845912575581793, 0.6867301620627401, -2.5850214240047893, -0.356058644215334, -1.1195008571823484, -1.631744605347032]\n",
      "iter: 41\n",
      "w:  [1.200330632763599, 0.2627014443519214, 0.3660234678874246, -1.3800729902938031, 0.404065296297677, 2.042820745029267, -0.540579287198594, -0.42209860552900547, 0.5634715884060768, -0.7613011950812195, 0.5536366943244506, -0.19851590926258422, 0.6483364618411954, 1.2971046731304747, 0.7057806527017619, -2.621310571629783, -0.36125506261104856, -1.1331743528199403, -1.6550105308364726]\n",
      "iter: 42\n",
      "w:  [1.21581019482851, 0.2622442940624024, 0.37230479479662, -1.395628277850809, 0.4106544350265114, 2.0633047204701214, -0.5403874631899237, -0.42866044601812164, 0.5694151663535807, -0.7693529412472498, 0.559570969715155, -0.20477434010038295, 0.6557264404451297, 1.3093131119485495, 0.7246459736362789, -2.657146673985645, -0.36639519399233833, -1.1466439330794373, -1.6779367097507734]\n",
      "iter: 43\n",
      "w:  [1.2310517407583337, 0.2617828970295309, 0.3785286168977806, -1.4109657222728729, 0.41717456050249074, 2.083400537864335, -0.540157507681015, -0.43515447571956606, 0.5752778842737754, -0.7772188143335107, 0.5654151187111703, -0.21096973590983817, 0.6630210852729238, 1.32123227290449, 0.7433289434627149, -2.692543737054391, -0.3714808728901704, -1.1599167108405082, -1.700534130880282]\n",
      "iter: 44\n",
      "w:  [1.2460633821849476, 0.26131797159620584, 0.3846961413640253, -1.4260933211173237, 0.4236279386570442, 2.103124620109863, -0.5398925250073418, -0.4415825192023362, 0.5810626707128079, -0.7849079271691863, 0.5711722165562788, -0.21710326740354918, 0.6702234073745287, 1.3328767646586022, 0.7618322846109447, -2.727515005342578, -0.3765138061608416, -1.17299938211954, -1.722813252113868]\n",
      "iter: 45\n",
      "w:  [1.2608528199899487, 0.26085016777818953, 0.39080851351308327, -1.4410185827449145, 0.43001667327408655, 2.122492392135821, -0.5395953643588886, -0.4479462948486425, 0.5867722740184073, -0.79242879303068, 0.5768451638167396, -0.22317605381805342, 0.6773362535738591, 1.3442601987024152, 0.780158633246472, -2.7620730189603737, -0.3814955859991515, -1.1858982606488524, -1.7447840334894946]\n",
      "iter: 46\n",
      "w:  [1.275427371034209, 0.26038007472060903, 0.39686682197746825, -1.455748567783536, 0.43634272286371784, 2.1415183580032955, -0.5392686447690554, -0.45424742375185556, 0.5924092779071575, -0.7997893737363367, 0.5824367004908264, -0.22918916774796594, 0.684362318738909, 1.3553952730558767, 0.7983105478321645, -2.7962296656515453, -0.38642770136742965, -1.1986193088535, -1.7664559678123322]\n",
      "iter: 47\n",
      "w:  [1.2897939928285598, 0.25990822721003237, 0.4028721034189881, -1.4702899261898315, 0.44260791545211137, 2.1602161708389764, -0.538914777224554, -0.46048743779087875, 0.5979761153386017, -0.8069971232290992, 0.5879494186799712, -0.23514363940736244, 0.691304156968221, 1.3662938476768542, 0.8162905165355987, -2.829996228262168, -0.39131154805460167, -1.2111681656640203, -1.7878381090430826]\n",
      "iter: 48\n",
      "w:  [1.3039593063255188, 0.2594351113738406, 0.4088253468208889, -1.484648930456327, 0.4488139615726716, 2.1785986963772275, -0.5385359842694191, -0.46666778695661115, 0.6034750809121139, -0.8140590271271493, 0.5933857739933717, -0.24104046039129273, 0.6981641917985348, 1.376967012522573, 0.8341009636411415, -2.86338342808663, -0.3961484375482135, -1.2235501715438, -1.8089390986398552]\n",
      "iter: 49\n",
      "w:  [1.3179296169941126, 0.2589611696790246, 0.41472749739030773, -1.4988315054355066, 0.45496246570148324, 2.196678070790653, -0.5381343174236518, -0.47278984599995205, 0.6089083419716826, -0.820981638666212, 0.5987480958348572, -0.2468805870004173, 0.7049447255278282, 1.3874251490835772, 0.8517442551031277, -2.896401464485255, -0.4009396048759291, -1.23577039105888, -1.8297671900198884]\n",
      "iter: 50\n",
      "w:  [1.3317109343241098, 0.2584868053260205, 0.4205794601025769, -1.5128432551875497, 0.46105493634461453, 2.214465753406858, -0.5377116726923498, -0.4788549204648932, 0.6142779485777214, -0.8277711114079496, 0.6040385967011216, -0.25266494318330923, 0.7116479477384305, 1.3976779861082855, 0.8692227033572149, -2.929060051128097, -0.40568621555066575, -1.2478336332746347, -1.8503302712922935]\n",
      "iter: 51\n",
      "w:  [1.3453089898920445, 0.2580123861192526, 0.4263821029174379, -1.5266894872033991, 0.46709279495488315, 2.2319725748378905, -0.5372698044031687, -0.484864252164691, 0.6195858424829572, -0.8344332290458011, 0.6092593806036106, -0.25839442314373373, 0.7182759430963245, 1.4077346501477408, 0.8865385714906171, -2.9613684491837913, -0.4103893717345878, -1.2597444702266478, -1.8706358863994983]\n",
      "iter: 52\n",
      "w:  [1.3587292541090061, 0.2575382478842508, 0.4321362596955301, -1.5403752343078778, 0.47307738383034464, 2.249208780987157, -0.536810337577564, -0.490819024153923, 0.6248338652307321, -0.8409734326019219, 0.6144124507119348, -0.2640698936540169, 0.7248306984950648, 1.4176037114736462, 0.9036940768579778, -2.9933354977403197, -0.41505011772108874, -1.2715072536813004, -1.8906912547929697]\n",
      "iter: 53\n",
      "w:  [1.3719769517590974, 0.2570646974912014, 0.4378427328417077, -1.5539052745074853, 0.479009973125272, 2.266184073344997, -0.5363347790135741, -0.49672036524442115, 0.6300237654781206, -0.8473968452758261, 0.6194997163042986, -0.2696921961102864, 0.7313141096058607, 1.4272932258565096, 0.9206913942177399, -3.02496964171584, -0.41966944482020013, -1.2831261303742727, -1.9105032897579095]\n",
      "iter: 54\n",
      "w:  [1.3850570764275356, 0.2565920155362924, 0.44350229569988, -1.5672841490131866, 0.4848917670861445, 2.2829076459374127, -0.5358445272342282, -0.502569354108633, 0.6351572056326834, -0.853708295176337, 0.6245229990997806, -0.2752621483607758, 0.7377279868891862, 1.436810772633172, 0.9375326584536934, -3.0562789574919833, -0.42424829572119804, -1.2946050558916546, -1.930078615491784]\n",
      "iter: 55\n",
      "w:  [1.3979744039084536, 0.25612045872498446, 0.4491156947222252, -1.5805161786390831, 0.49072390960963214, 2.2993882192517083, -0.5353408814353496, -0.5083670230098822, 0.6402357678800792, -0.8599123361429628, 0.6294840390381155, -0.28078054633442656, 0.7440740611177483, 1.4461634894429543, 0.9542199669376524, -3.0872711764789416, -0.4287875683962158, -1.305947807338086, -1.9494235830326578]\n",
      "iter: 56\n",
      "w:  [1.4107335046744265, 0.25565026199518365, 0.45468365143382167, -1.5936054787525666, 0.49650748920632426, 2.3156340714271475, -0.5348250495490979, -0.5141143611952612, 0.6452609596698174, -0.8660132668403996, 0.6343844995646796, -0.286248165493594, 0.7503539884556868, 1.4553581039680494, 0.9707553815817179, -3.117953706800974, -0.4332881196001497, -1.3171579949188348, -1.9685442851252313]\n",
      "iter: 57\n",
      "w:  [1.423338755482508, 0.2551816404130349, 0.46020686421201085, -1.6065559729297905, 0.5022435434426504, 2.331653066967475, -0.5342981555245965, -0.5198123179834784, 0.6502342187179174, -0.8720151482901048, 0.6392259724715096, -0.29166576213169865, 0.7565693551344292, 1.4644009629757113, 0.9871409306221239, -3.1483336532724024, -0.43775076801484425, -1.328239072547553, -1.9874465701051458]\n",
      "iter: 58\n",
      "w:  [1.4357943501850052, 0.2547147908695732, 0.4656860098981596, -1.6193714054515098, 0.5079330629237719, 2.347452683204704, -0.533761245914081, -0.5254618055768768, 0.6551569175779046, -0.8779218199854639, 0.6440099823392107, -0.2970340745340888, 0.7627216817616446, 1.473298058926491, 1.003378610171103, -3.178417835817524, -0.44217629707927975, -1.3391943475782886, -2.006136054875462]\n",
      "iter: 59\n",
      "w:  [1.448104309807301, 0.2542498936026289, 0.47112174525794465, -1.6320553527581076, 0.5135769948719406, 2.3630400347193894, -0.533215295841862, -0.5310637016240156, 0.6600303678252653, -0.8837369147216768, 0.6487379906194197, -0.3023538240181414, 0.7688124272961644, 1.4820550543835957, 1.0194703855683969, -3.2082128064729387, -0.44656545754209725, -1.3500269897489028, -2.0246181370431255]\n",
      "iter: 60\n",
      "w:  [1.4602724919496628, 0.2537871135651002, 0.4765147083048332, -1.6446112339685606, 0.5191762463477128, 2.3784218959012944, -0.5326612144237715, -0.5366188515566467, 0.6648558238950265, -0.8894638722578759, 0.6534113993929672, -0.30762571586667964, 0.7748429927185406, 1.490677304432829, 1.0354181925598742, -3.237724865097392, -0.4509189697681606, -1.3607400394130695, -2.0428980062777073]\n",
      "iter: 61\n",
      "w:  [1.4723025995651051, 0.25332660165788895, 0.4818655195000982, -1.6570423205558886, 0.5247316871552927, 2.3936047218155174, -0.5320998496964349, -0.5421280707225989, 0.669634486607411, -0.8951059519169278, 0.6580315548349308, -0.3128504401670835, 0.7808147244240329, 1.499169877300052, 1.051223938327118, -3.266960073902203, -0.45523752582685445, -1.3713364151293461, -2.060980654949637]\n",
      "iter: 62\n",
      "w:  [1.4841981891609557, 0.252868495843376, 0.4871747828414609, -1.6693517452610256, 0.5302441524680219, 2.4085946675224603, -0.5315319931084954, -0.5475921463339837, 0.6743675064124258, -0.9006662442176715, 0.6625997504143196, -0.31802867256698786, 0.7867289173622433, 1.5075375733332683, 1.0668895023887115, -3.2959242709045444, -0.4595217913863629, -1.3818189206682008, -2.0788708881005364]\n",
      "iter: 63\n",
      "w:  [1.4959626784677547, 0.25241292215323846, 0.4924430868513216, -1.6815425103177877, 0.5357144452054855, 2.423397605985233, -0.530958383619653, -0.553011839248237, 0.6790559863806918, -0.9061476816248486, 0.6671172298531012, -0.3231610749561592, 0.7925868179452992, 1.5157849424989298, 1.082416737391236, -3.324623082396135, -0.4637724074351835, -1.392190251491225, -2.09657333279404]\n",
      "iter: 64\n",
      "w:  [1.5075993536154688, 0.2519599956026205, 0.4976710054744894, -1.6936174950535465, 0.5411433381897902, 2.4380191446849477, -0.5303797114479414, -0.5583878855978047, 0.6837009849647229, -0.9115530484935275, 0.6715851898666236, -0.32824829608300854, 0.7983896267444068, 1.5239163005265974, 1.097807469805633, -3.35306193451118, -0.46798999184954104, -1.4024530007509126, -2.1140924468916213]\n",
      "iter: 65\n",
      "w:  [1.519111375853676, 0.25150982102113145, 0.5028590988943703, -1.7055794629231449, 0.5465315761051743, 2.452464641052653, -0.529796621500927, -0.5637209982827265, 0.6883035185521696, -0.9168849902773046, 0.6760047827051496, -0.3332909721131974, 0.8041385009927292, 1.5319357438223966, 1.1130635005425245, -3.381246063969535, -0.47217514082311746, -1.4126096648542525, -2.131432527294422]\n",
      "iter: 66\n",
      "w:  [1.530501787849351, 0.2510624938098158, 0.5080079142757038, -1.717431068027397, 0.5518798772821669, 2.466739216816245, -0.5292097165223861, -0.5690118683389844, 0.6928645638301762, -0.9221460220628532, 0.6803771185141557, -0.3382897271369197, 0.8098345569108605, 1.5398471632595712, 1.1281866054982903, -3.4091805280640206, -0.4763284301735582, -1.4226626486288523, -2.1485977176888467]\n",
      "iter: 67\n",
      "w:  [1.5417735195931275, 0.25061810063209505, 0.513117986441144, -1.7291748611620796, 0.5571889353249633, 2.480847771351377, -0.5286195599824138, -0.5742611661942235, 0.6973850599779374, -0.927338536487401, 0.6847032675292342, -0.34324517363067175, 0.8154788718696593, 1.5476542569436584, 1.1431785360421487, -3.4368702139544323, -0.4804504165385148, -1.432614270126319, -2.16559201583072]\n",
      "iter: 68\n",
      "w:  [1.5529293939423991, 0.2501767200456881, 0.5181898384882659, -1.7408132954385283, 0.5624594205984635, 2.494794994117078, -0.5280266787357655, -0.5794695428213176, 0.7018659107027243, -0.9324648110903644, 0.6889842621198228, -0.34815791287864617, 0.8210724864038389, 1.5553605420402252, 1.1580410194531137, -3.4643198473250765, -0.4845416384724989, -1.442466765094095, -2.182419280400104]\n",
      "iter: 69\n",
      "w:  [1.563972131827328, 0.24973842308166125, 0.5232239823529242, -1.7523487315127326, 0.5676919815894873, 2.508585376249337, -0.5274315654704748, -0.5846376307992366, 0.7063079861330551, -0.9375270151455714, 0.6932210986945687, -0.35302853535828754, 0.8266164060884891, 1.5629693657445711, 1.172775759314522, -3.491534000457479, -0.48860261745452727, -1.4522222911438152, -2.199083237456374]\n",
      "iter: 70\n",
      "w:  [1.5749043571437396, 0.24930327377601297, 0.528220919324304, -1.7637834424561019, 0.5728872461549942, 2.5222232213792233, -0.5268346809663745, -0.5897660452897487, 0.710712124581278, -0.9425272160162115, 0.6974147394798617, -0.35785762109402514, 0.8321116032895952, 1.570483915465182, 1.1873844358727825, -3.518517099765258, -0.4926338588154029, -1.4618829316414839, -2.2155874865208913]\n",
      "iter: 71\n",
      "w:  [1.5857286013549716, 0.24887132965855646, 0.5331811405164675, -1.7751196182977627, 0.5780458226686659, 2.535712655736133, -0.5262364561810199, -0.5948553849376647, 0.7150791341865936, -0.9474673850707948, 0.7015661141819538, -0.36264573998273164, 0.8375590187986262, 1.5779072282859292, 1.2018687063660929, -3.5452734328339406, -0.4966358525924864, -1.471450699342306, -2.231935506312501]\n",
      "iter: 72\n",
      "w:  [1.5964473078230028, 0.24844264220329987, 0.5381051273007212, -1.7863593702653358, 0.5831683010759195, 2.5490576375913405, -0.5256372941786479, -0.599906232701585, 0.719409794448448, -0.9523494031949379, 0.7056761215420804, -0.3673934520940493, 0.8429595633603602, 1.5852421997659165, 1.2162302053280842, -3.5718071550046973, -0.5006090743189395, -1.4809275397908133, -2.2481306601591826]\n",
      "iter: 73\n",
      "w:  [1.607062835887587, 0.24801725724403817, 0.542993351702693, -1.7975047347485333, 0.5882552538662926, 2.5622619660921853, -0.5250375719161643, -0.6049191566214389, 0.7237048576592496, -0.9571750659306825, 0.7097456307931046, -0.3721013079483636, 0.8483141191023048, 1.5924915921304332, 1.2304705448706572, -3.5981222955375314, -0.5045539857536574, -1.4903153345049722, -2.2641762011074205]\n",
      "iter: 74\n",
      "w:  [1.617577464710662, 0.2475952153584444, 0.5478462767676151, -1.8085576770076108, 0.5933072369711505, 2.575329289532854, -0.5244376418986915, -0.6098947105284984, 0.7279650502445055, -0.9619460882722413, 0.7137754830254148, -0.3767698487748846, 0.8536235408733338, 1.5996580419015862, 1.244591314949675, -3.624222763386352, -0.508471035557435, -1.4996159039612178, -2.280075276749228]\n",
      "iter: 75\n",
      "w:  [1.6279933969019698, 0.2471765522235798, 0.5526643568969577, -1.819520094646644, 0.5983247905937992, 2.588263113103753, -0.5238378337159373, -0.6148334347030071, 0.732191074017699, -0.966664109144541, 0.717766492469088, -0.3813996067520142, 0.8588886574984951, 1.6067440670127933, 1.2585940836166523, -3.65011235261554, -0.5123606599203187, -1.5088310103957965, -2.295830933785299]\n",
      "iter: 76\n",
      "w:  [1.638312761940596, 0.24676129894541513, 0.5574480381592384, -1.8303938208697645, 0.6033084399783188, 2.6010668061579065, -0.5232384554695023, -0.6197358564840693, 0.7363836073565488, -0.9713306955886468, 0.7217194476986979, -0.3859911052319282, 0.8641102729563462, 1.6137520734473756, 1.27248039725912, -3.675794747485071, -0.5162232831445702, -1.5179623604364023, -2.3114461223413745]\n",
      "iter: 77\n",
      "w:  [1.6485376194060228, 0.24634948236467574, 0.5621977585775472, -1.8411806275368396, 0.608258696122761, 2.6137436090295862, -0.5226397951002452, -0.6246024908360047, 0.7405433063066784, -0.9759473466760871, 0.7256351127665729, -0.39054485895108054, 0.8692891674846264, 1.620684361437936, 1.2862517808319474, -3.701273527228946, -0.5200593181872113, -1.5270116075768423, -2.326923700053677]\n",
      "iter: 78\n",
      "w:  [1.6586699620312604, 0.24594112534107174, 0.5669139483960673, -1.8518822280336107, 0.6131760564417564, 2.626296639437438, -0.5220421216239285, -0.6294338408749753, 0.7446708056181762, -0.9805154971722344, 0.7295142282697957, -0.39506137422814075, 0.8744260986195782, 1.6275431312600013, 1.2999097380815532, -3.7265521705495774, -0.5238691671657039, -1.5359803545063377, -2.3422664359380887]\n",
      "iter: 79\n",
      "w:  [1.6687117185896765, 0.24553624701775822, 0.5715970303276421, -1.8625002799699777, 0.6180610053830559, 2.638728898501736, -0.5214456862825771, -0.6342303983593275, 0.7487667197200399, -0.9850365209672045, 0.7333575123557746, -0.39954114915070404, 0.8795218021737887, 1.6343304886505252, 1.3134557517646388, -3.7516340598488918, -0.5276532218299627, -1.544870155304058, -2.357477014056709]\n",
      "iter: 80\n",
      "w:  [1.678664756626289, 0.24513486306767976, 0.5762474197842288, -1.8730363877189338, 0.6229140150020588, 2.6510432764029703, -0.5208507236182752, -0.6389926441467734, 0.7528316436370585, -0.9895117342912034, 0.7371656616707984, -0.4039846737519585, 0.8845769931570073, 1.6410484498792284, 1.3268912838628062, -3.776522485215161, -0.5314118640035732, -1.553682517508571, -2.3725580369944352]\n",
      "iter: 81\n",
      "w:  [1.6885308850434824, 0.24473698592328216, 0.5808655250918934, -1.8834921048075772, 0.6277355454979758, 2.66324255770679, -0.5202574524754968, -0.6437210486212386, 0.7568661538532887, -0.9939423987298623, 0.7409393522556162, -0.4083924301783581, 0.8895923666440313, 1.6476989464983938, 1.3402177757942035, -3.8012206481830186, -0.5351454659968032, -1.5624189040710736, -2.387512029157315]\n",
      "iter: 82\n",
      "w:  [1.6983118565503885, 0.2443426249909291, 0.5854517476918301, -1.8938689361706709, 0.6325260457149017, 2.675329426378336, -0.5196660769375062, -0.648416072091942, 0.7608708091259323, -0.9983297240538344, 0.744679240391737, -0.41276489284923024, 0.8945685985934126, 1.6542838297945948, 1.3534366486231366, -3.825731665282683, -0.538854390993742, -1.5710807352005218, -2.4023414399035836]\n",
      "iter: 83\n",
      "w:  [1.7080093699844954, 0.2439517868512267, 0.59000648232874, -1.9041683402763399, 0.6372859536107522, 2.687306470507171, -0.5190767872018575, -0.6530781651670329, 0.7648461512530944, -1.0026748708757787, 0.7483859634018453, -0.41710252860913893, 0.8995063466204352, 1.66080487496389, 1.3665493032684157, -3.850058571393107, -0.5425389934156764, -1.5796693901081067, -2.4170486465175434]\n",
      "iter: 84\n",
      "w:  [1.717625072513437, 0.24356447544634569, 0.5945301172277675, -1.9143917311327185, 0.6420156966967295, 2.699176186762374, -0.5184897603995763, -0.6577077691038984, 0.768792705798619, -1.0069789531468112, 0.7520601404074452, -0.4214057968737306, 0.9044062507275302, 1.667263785030262, 1.3795571207110602, -3.874204322912592, -0.5461996192626083, -1.5881862086579208, -2.4316359570357227]\n",
      "iter: 85\n",
      "w:  [1.7271605617243464, 0.24318069225532543, 0.5990230342610682, -1.9245404801836363, 0.6467156924497209, 2.710940984595843, -0.5179051613622015, -0.6623053161380564, 0.7727109827769341, -1.0112430405035477, 0.7557023730465983, -0.425675149769705, 0.9092689339950487, 1.6736621945254748, 1.392461462201854, -3.898171800759324, -0.5498366064346416, -1.596632492930099, -2.4461056129341103]\n",
      "iter: 86\n",
      "w:  [1.7366173876076325, 0.24280043645825428, 0.6034856091049755, -1.9346159181007945, 0.6513863486998075, 2.7226031902104837, -0.5173231433405003, -0.6668712297923771, 0.7766014773006013, -1.0154681604759943, 0.7593132461543889, -0.42991103226947985, 0.9140950032350738, 1.6800016729470644, 1.4052636694691365, -3.921963813213303, -0.553450285034802, -1.6050095087022258, -2.460459791684657]\n",
      "iter: 87\n",
      "w:  [1.7459970544415622, 0.24242370509013805, 0.607918211388633, -1.9446193364792876, 0.656028063994854, 2.7341650503086914, -0.5167438486783457, -0.6714059251682154, 0.7804646701930535, -1.0196553005657465, 0.7628933284085454, -0.43411388232105164, 0.9188850496107479, 1.686283728009862, 1.4179650649271203, -3.945583098610239, -0.5570409776547118, -1.6133184868543415, -2.474700609188676]\n",
      "iter: 88\n",
      "w:  [1.7553010225835801, 0.24205049318519753, 0.6123212048348715, -1.954551989442801, 0.6606412279439662, 2.745628735635382, -0.5161674094449505, -0.6759098092198934, 0.7843010285688048, -1.0238054102032352, 0.7664431729424555, -0.4382841309734963, 0.9236396492233968, 1.6925098087052282, 1.4305669518849458, -3.96903232789717, -0.5606089996444106, -1.621560624702467, -2.4888301220942597]\n",
      "iter: 89\n",
      "w:  [1.7645307101738965, 0.24168079391226868, 0.6166949473940299, -1.9644150951643182, 0.6652262215414373, 2.756996344328775, -0.5155939480283871, -0.6803832810138433, 0.7881110063832426, -1.0279194025920904, 0.769963317927643, -0.442422202498502, 0.9283593636695547, 1.698681308181085, 1.443070614756616, -3.9923141070587977, -0.5641546593674968, -1.6297370872651884, -2.5028503300043647]\n",
      "iter: 90\n",
      "w:  [1.7736874947564893, 0.24131459870192357, 0.6210397913713481, -1.9742098373077392, 0.6697834174726607, 2.7682699050911523, -0.5150235776930793, -0.684826731973603, 0.7918950449539516, -1.0319981564480873, 0.773454287127617, -0.4465285145082808, 0.9330447405698373, 1.7047995664548192, 1.4554773192718957, -4.015430979422865, -0.5676782584426624, -1.637849008467503, -2.516763177581758]\n",
      "iter: 91\n",
      "w:  [1.7827727148223207, 0.24095189736587697, 0.6253560835484981, -1.9839373663953972, 0.6743131804033483, 2.7794513801909426, -0.5144564031037407, -0.6892405461117508, 0.7956535734553668, -1.036042517639586, 0.7769165904248575, -0.4506034780701639, 0.9376963140714577, 1.7108658729702129, 1.4677883126882136, -4.038385427852257, -0.571180091972597, -1.6458974922858094, -2.530570556556628]\n",
      "iter: 92\n",
      "w:  [1.7917876712792455, 0.24059267820919666, 0.6296441652997571, -1.9935988011060977, 0.6788158672532806, 2.790542668306646, -0.5138925208180322, -0.693625100249769, 0.7993870093884252, -1.0400533007358592, 0.7803507243225786, -0.4546474978181515, 0.9423146053260502, 1.7168814690087153, 1.480004824003562, -4.06117987683094, -0.5746604487611543, -1.6538836138376387, -2.544274307642277]\n",
      "iter: 93\n",
      "w:  [1.8007336288527906, 0.24023692813579473, 0.6339043727032804, -2.0031952295079645, 0.6832918274557012, 2.8015456072223786, -0.5133320197500341, -0.6979807642267394, 0.8030957590267578, -1.0440312904692426, 0.7837571724227808, -0.45866097206165424, 0.9469001229443399, 1.722847549964599, 1.4921280641703585, -4.083816694450331, -0.5781196115195967, -1.661808420419465, -2.5578762223639617]\n",
      "iter: 94\n",
      "w:  [1.809611817421707, 0.23988463274763738, 0.6381370366478825, -2.0127277102300627, 0.6877414032033786, 2.8124619763841188, -0.5127749816064688, -0.7023079010976954, 0.806780217840854, -1.0479772431166017, 0.7871364058820042, -0.46264429289163617, 0.9514533634290853, 1.7287652674928347, 1.5041592263102064, -4.106298194302176, -0.5815578570626673, -1.6696729324956858, -2.5713780448056243]\n",
      "iter: 95\n",
      "w:  [1.8184234332919431, 0.23953577643807877, 0.6423424829356935, -2.0221972735764937, 0.6921649296822654, 2.823293499325098, -0.5122214812974573, -0.706606867322382, 0.8104407709015264, -1.0518918878052244, 0.7904888838460856, -0.46659784628434464, 0.9559748115876144, 1.7346357315378738, 1.5160994859294639, -4.128626637283633, -0.5849754564951726, -1.6774781446416496, -2.5847814732789605]\n",
      "iter: 96\n",
      "w:  [1.827169640412449, 0.23919034247969154, 0.6465210323810228, -2.031604922586387, 0.6965627352936078, 2.834041845968202, -0.5116715873234611, -0.7108780129451125, 0.8140777932639108, -1.0557759277478773, 0.7938150538651367, -0.4705220122027898, 0.9604649409251835, 1.7404600122509313, 1.5279500011355218, -4.150804233319773, -0.5883726753897057, -1.6852250264433992, -2.5980881619189837]\n",
      "iter: 97\n",
      "w:  [1.8358515715360038, 0.2388483131069399, 0.6506730009057248, -2.04095163404298, 0.7009351418652902, 2.844708634812699, -0.5111253621399383, -0.7151216817663502, 0.817691650333147, -1.059630041411431, 0.7971153522898724, -0.47441716469611683, 0.9649242140202954, 1.746239141802814, 1.5397119128536703, -4.172833143008402, -0.5917497739560881, -1.692914523356619, -2.611299722209987]\n",
      "iter: 98\n",
      "w:  [1.8444703293280538, 0.23850966959401498, 0.654798699631337, -2.0502383594347555, 0.7052824648531302, 2.855295435012119, -0.5105828625011292, -0.7193382115065886, 0.8212826982128099, -1.063454883623151, 0.8003902046503414, -0.4782836719969988, 0.9693530828830375, 1.751974116098838, 1.5513863450444265, -4.19471547919172, -0.5951070072030598, -1.7005475575270987, -2.6244177244455673]\n",
      "iter: 99\n",
      "w:  [1.853026987426358, 0.2381743923281293, 0.6588984349682266, -2.0594660258714024, 0.7096050135327855, 2.865803768349647, -0.5100441397842833, -0.7235279339630609, 0.824851284037085, -1.067251086618468, 0.8036400260180404, -0.4821218966171593, 0.9737519892974232, 1.7576658964019127, 1.562974404921188, -4.216453308459035, -0.5984446250927105, -1.7081250285748717, -2.6374436991261434]\n"
     ]
    }
   ],
   "source": [
    "maxnet.load_data(dataset)\n",
    "maxnet.train()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "ed148680",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "predict:  {'no': 0.001027642500279428, 'yes': 0.9989723574997207}\n"
     ]
    }
   ],
   "source": [
    "print(\"predict: \", maxnet.predict(x))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "c7461b29",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.6"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}