diff --git a/examples/modelcomparison.json b/examples/modelcomparison.json new file mode 100755 index 0000000..a8672b8 --- /dev/null +++ b/examples/modelcomparison.json @@ -0,0 +1,945 @@ +[ + { + "fc_hidden_nodes": 443, + "filters": [ + 85, + 17, + 44 + ], + "learning_rate": 0.08360289270402858, + "modeltype": "CNN", + "regularization_rate": 0.0022439468517196116, + "train_acc": [ + 0.38800000339746477, + 0.5969999992847442, + 0.6150000005960464, + 0.5919999986886978, + 0.6409999978542328, + 0.6019999974966049, + 0.6000000041723251, + 0.6360000038146972, + 0.6240000015497208, + 0.6089999961853028 + ], + "train_loss": [ + 360.21009840011595, + 11.878986892700196, + 4.973213062286377, + 4.364451417922973, + 4.63253242969513, + 4.827796263694763, + 4.515231552124024, + 4.289594869613648, + 4.102368879318237, + 4.125066156387329 + ], + "val_acc": [ + 0.13000000044703483, + 0.44000000357627866, + 0.190000007301569, + 0.3200000047683716, + 0.23000000566244125, + 0.09000000208616257, + 0.16000000312924384, + 0.20000000298023224, + 0.2700000017881393, + 0.15000000596046448 + ], + "val_loss": [ + 41.365805053710936, + 5.587949466705322, + 7.815090560913086, + 5.529048824310303, + 9.186977958679199, + 12.37275676727295, + 8.795180320739746, + 8.273611640930175, + 7.700453281402588, + 17.45321750640869 + ] + }, + { + "fc_hidden_nodes": 1359, + "filters": [ + 77, + 14, + 52, + 61, + 48, + 43, + 68, + 77 + ], + "learning_rate": 0.0012641156505383837, + "modeltype": "CNN", + "regularization_rate": 0.00035101028011951283, + "train_acc": [ + 0.5720000032335519, + 0.7639999973773957, + 0.8120000052452088, + 0.8539999985694885, + 0.8839999985694885, + 0.8529999995231629, + 0.8869999992847443, + 0.8909999966621399, + 0.9059999966621399, + 0.9009999954700469 + ], + "train_loss": [ + 2.52943425655365, + 2.0748801803588868, + 1.678952624797821, + 1.4040649461746215, + 1.190697454214096, + 1.1280049932003022, + 0.9829708707332611, + 0.9116213881969452, + 0.7838262760639191, + 0.8146120631694793 + ], + "val_acc": [ + 0.07000000178813934, + 0.19000000059604644, + 0.17000000327825546, + 0.17000000253319741, + 0.4899999976158142, + 0.7399999976158143, + 0.9299999833106994, + 0.8899999976158142, + 0.8700000047683716, + 0.8799999952316284 + ], + "val_loss": [ + 3.5468320846557617, + 3.2665027141571046, + 3.073574352264404, + 2.8735178470611573, + 2.198235535621643, + 1.443942952156067, + 0.9525265455245971, + 0.7265465140342713, + 0.7351609468460083, + 0.6454712986946106 + ] + }, + { + "fc_hidden_nodes": 658, + "filters": [ + 49, + 56 + ], + "learning_rate": 0.0020077267821992997, + "modeltype": "CNN", + "regularization_rate": 0.02160202672160237, + "train_acc": [ + 0.6710000012069941, + 0.762000002861023, + 0.8130000019073487, + 0.8100000023841858, + 0.8190000021457672, + 0.8210000026226044, + 0.8160000014305114, + 0.8140000021457672, + 0.82299999833107, + 0.8510000026226043 + ], + "train_loss": [ + 15.0139306640625, + 2.7794625616073607, + 1.9425927686691284, + 1.8623182773590088, + 1.7884358859062195, + 1.7994198989868164, + 1.8340262651443482, + 1.7595504903793335, + 1.6967191553115846, + 1.6527894783020018 + ], + "val_acc": [ + 0.3100000023841858, + 0.2700000047683716, + 0.32999999821186066, + 0.5199999988079071, + 0.7099999785423279, + 0.8799999833106995, + 0.7099999904632568, + 0.7699999928474426, + 0.6899999976158142, + 0.8600000023841858 + ], + "val_loss": [ + 5.538998317718506, + 3.260858917236328, + 2.789397430419922, + 2.5109326362609865, + 2.27948203086853, + 1.7291544198989868, + 1.8871006488800048, + 1.9980538129806518, + 2.1018967151641847, + 1.5553382635116577 + ] + }, + { + "fc_hidden_nodes": 1622, + "filters": [ + 83, + 67, + 100, + 72, + 93, + 53, + 42, + 36, + 18 + ], + "learning_rate": 0.0030499297761597435, + "modeltype": "CNN", + "regularization_rate": 0.006907518339499256, + "train_acc": [ + 0.5059999995678663, + 0.7190000003576279, + 0.7369999986886978, + 0.7399999988079071, + 0.7140000033378601, + 0.7690000021457672, + 0.7600000011920929, + 0.7420000004768371, + 0.7440000021457672, + 0.7530000019073486 + ], + "train_loss": [ + 10.523534088134765, + 2.5424894762039183, + 2.0665881705284117, + 2.033701689243317, + 2.0809750604629516, + 1.9567557501792907, + 1.908876702785492, + 2.011217770576477, + 1.8888086938858033, + 1.838908190727234 + ], + "val_acc": [ + 0.15000000596046448, + 0.2200000047683716, + 0.3300000071525574, + 0.6899999976158142, + 0.4800000011920929, + 0.75, + 0.7, + 0.7700000047683716, + 0.6299999952316284, + 0.7199999928474426 + ], + "val_loss": [ + 4.870806694030762, + 3.6341365814208983, + 3.1595924377441404, + 2.1923535108566283, + 3.924669027328491, + 1.8063986778259278, + 2.2447357177734375, + 1.7682158708572389, + 2.0152867794036866, + 1.9492329597473144 + ] + }, + { + "filters": [ + 71, + 80 + ], + "learning_rate": 0.0001431293616306451, + "lstm_dims": [ + 28, + 94 + ], + "modeltype": "DeepConvLSTM", + "regularization_rate": 0.0003398960194623647, + "train_acc": [ + 0.24000000186264514, + 0.4300000011920929, + 0.57, + 0.6579999983310699, + 0.7120000028610229, + 0.7369999980926514, + 0.7619999969005584, + 0.8060000050067901, + 0.7910000014305115, + 0.8369999957084656 + ], + "train_loss": [ + 2.354262845516205, + 1.9895237350463868, + 1.6735255098342896, + 1.4111954283714294, + 1.2343221509456634, + 1.0982549667358399, + 0.9904349720478058, + 0.8576774096488953, + 0.8227735114097595, + 0.7238794165849686 + ], + "val_acc": [ + 0.4300000071525574, + 0.6399999976158142, + 0.7099999904632568, + 0.7799999952316284, + 0.85, + 0.8299999833106995, + 0.8699999928474427, + 0.8600000023841858, + 0.9099999904632569, + 0.9 + ], + "val_loss": [ + 2.1504889488220216, + 1.684444546699524, + 1.3664504528045653, + 1.0811277389526368, + 0.9116698980331421, + 0.785100769996643, + 0.6654602885246277, + 0.5800203502178192, + 0.5320421934127808, + 0.4505442023277283 + ] + }, + { + "filters": [ + 73, + 30, + 32, + 69, + 59, + 37, + 10, + 72 + ], + "learning_rate": 0.00022211874291306984, + "lstm_dims": [ + 68 + ], + "modeltype": "DeepConvLSTM", + "regularization_rate": 0.002183224908224234, + "train_acc": [ + 0.3260000011324882, + 0.5080000033974648, + 0.5939999973773956, + 0.6369999992847443, + 0.6859999978542328, + 0.7299999976158142, + 0.7480000007152557, + 0.7700000023841858, + 0.7720000004768371, + 0.7839999997615814 + ], + "train_loss": [ + 2.9498909378051756, + 2.424817159175873, + 2.10144385099411, + 1.9351157927513123, + 1.769373586177826, + 1.6328905081748963, + 1.5136269116401673, + 1.4651296186447142, + 1.3999080181121826, + 1.3869275522232056 + ], + "val_acc": [ + 0.48999999165534974, + 0.65, + 0.7600000023841857, + 0.8300000190734863, + 0.800000011920929, + 0.8300000190734863, + 0.8799999952316284, + 0.8800000071525573, + 0.8799999952316284, + 0.8600000143051147 + ], + "val_loss": [ + 2.719912815093994, + 2.1477031230926515, + 1.8053692817687987, + 1.4886542320251466, + 1.3823042392730713, + 1.3180473089218139, + 1.1750244855880738, + 1.1463197469711304, + 1.094641923904419, + 1.077951967716217 + ] + }, + { + "fc_hidden_nodes": 1439, + "filters": [ + 26 + ], + "learning_rate": 0.0006092572756169274, + "modeltype": "CNN", + "regularization_rate": 0.0010652777029771985, + "train_acc": [ + 0.6300000032782554, + 0.8269999980926513, + 0.8829999959468842, + 0.9059999942779541, + 0.9069999980926514, + 0.9299999940395355, + 0.9159999990463257, + 0.9349999916553497, + 0.9099999940395356, + 0.9199999964237213 + ], + "train_loss": [ + 3.0094861459732054, + 2.278924250602722, + 1.833917407989502, + 1.5297669124603273, + 1.3091852498054504, + 1.1370967972278594, + 1.065043888092041, + 0.9328660023212433, + 0.9276773738861084, + 0.8871040081977845 + ], + "val_acc": [ + 0.41000000238418577, + 0.7199999928474426, + 0.7499999880790711, + 0.8300000071525574, + 0.8200000047683715, + 0.8400000095367431, + 0.8299999952316284, + 0.8699999928474427, + 0.85, + 0.85 + ], + "val_loss": [ + 3.372562217712402, + 2.336431455612183, + 2.184152936935425, + 1.7302220344543457, + 1.5594423770904542, + 1.3220016479492187, + 1.2856791019439697, + 1.0282280564308166, + 1.0718528747558593, + 0.9063501119613647 + ] + }, + { + "filters": [ + 18, + 96, + 98, + 21 + ], + "learning_rate": 0.0018842537830206956, + "lstm_dims": [ + 53, + 79 + ], + "modeltype": "DeepConvLSTM", + "regularization_rate": 0.0037108190309252122, + "train_acc": [ + 0.40500000238418576, + 0.5980000001192093, + 0.6710000026226044, + 0.7210000014305115, + 0.7270000016689301, + 0.7810000038146973, + 0.7780000030994415, + 0.8220000004768372, + 0.842999997138977, + 0.864000004529953 + ], + "train_loss": [ + 2.6052593064308165, + 1.8474799609184265, + 1.5084150552749633, + 1.264120100736618, + 1.175399454832077, + 0.973054574728012, + 0.9379206097126007, + 0.8195771425962448, + 0.7093486315011979, + 0.6925308263301849 + ], + "val_acc": [ + 0.44000000357627866, + 0.6700000047683716, + 0.7399999976158143, + 0.7799999952316284, + 0.8799999952316284, + 0.8300000071525574, + 0.8700000047683716, + 0.9399999976158142, + 0.8799999952316284, + 0.9200000047683716 + ], + "val_loss": [ + 2.3353763580322267, + 1.68052020072937, + 1.1154560804367066, + 1.0648756980895997, + 0.7750439763069152, + 0.7842793941497803, + 0.6479342341423034, + 0.5387634038925171, + 0.6549455761909485, + 0.5016144096851349 + ] + }, + { + "filters": [ + 93, + 100, + 46, + 50, + 29, + 66, + 18, + 88, + 59 + ], + "learning_rate": 0.0007969629659162592, + "lstm_dims": [ + 37, + 77, + 89, + 12 + ], + "modeltype": "DeepConvLSTM", + "regularization_rate": 0.018304864073512624, + "train_acc": [ + 0.20800000205636024, + 0.41399999767541884, + 0.5160000002384186, + 0.5070000022649765, + 0.5460000032186508, + 0.5800000023841858, + 0.6039999991655349, + 0.6469999969005584, + 0.6199999988079071, + 0.6739999985694886 + ], + "train_loss": [ + 10.095872650146484, + 6.3876513004302975, + 4.599317865371704, + 3.7585789489746095, + 3.219294481277466, + 2.9032853984832765, + 2.596603817939758, + 2.3013453578948972, + 2.222727243900299, + 1.9964587879180908 + ], + "val_acc": [ + 0.3000000029802322, + 0.6, + 0.6100000023841858, + 0.6399999976158142, + 0.7599999904632568, + 0.7600000143051148, + 0.8300000071525574, + 0.850000011920929, + 0.6100000023841858, + 0.4900000035762787 + ], + "val_loss": [ + 7.835427093505859, + 5.288173389434815, + 3.8450840950012206, + 3.197277784347534, + 2.6255797863006594, + 2.3677358627319336, + 2.048887300491333, + 1.8963263988494874, + 2.070805025100708, + 2.4126938581466675 + ] + }, + { + "fc_hidden_nodes": 1657, + "filters": [ + 31, + 95, + 46, + 73, + 93, + 14, + 64, + 44, + 86, + 89 + ], + "learning_rate": 0.0877090925439187, + "modeltype": "CNN", + "regularization_rate": 0.00446601146133307, + "train_acc": [ + 0.29799999959766865, + 0.39000000163912774, + 0.36000000074505806, + 0.3430000029504299, + 0.36800000101327895, + 0.3300000037252903, + 0.375000002682209, + 0.3759999994933605, + 0.3619999999552965, + 0.30900000177323816 + ], + "train_loss": [ + 1296.4145760536194, + 31.765705947875976, + 15.546578636169434, + 12.861305351257323, + 7.787391834259033, + 17.702943410873413, + 7.328822240829468, + 9.111757116317749, + 10.085785331726074, + 8.12611488342285 + ], + "val_acc": [ + 0.08000000193715096, + 0.07000000178813934, + 0.030000001192092896, + 0.16000000163912773, + 0.08000000193715096, + 0.020000000298023225, + 0.1600000023841858, + 0.17000000178813934, + 0.030000001192092896, + 0.030000001192092896 + ], + "val_loss": [ + 89.23309936523438, + 26.18249053955078, + 25.272254943847656, + 13.541412734985352, + 18.244549560546876, + 7.627012825012207, + 7.835613059997558, + 11.288994598388673, + 25.83344497680664, + 33.657936096191406 + ] + }, + { + "fc_hidden_nodes": 67, + "filters": [ + 12, + 69 + ], + "learning_rate": 0.0928105246014668, + "modeltype": "CNN", + "regularization_rate": 0.00028484852644851015, + "train_acc": [ + 0.4750000021606684, + 0.6810000032186508, + 0.7340000021457672, + 0.7660000038146972, + 0.7669999992847443, + 0.7930000019073487, + 0.7829999959468842, + 0.7899999976158142, + 0.7660000002384186, + 0.784999998807907 + ], + "train_loss": [ + 83.2127548122406, + 38.94992645263672, + 13.011713466644288, + 5.537448630332947, + 3.1676926469802855, + 2.301282923221588, + 1.9541281652450562, + 1.8835440826416017, + 1.7582704949378967, + 1.7334353184700013 + ], + "val_acc": [ + 0.18000000715255737, + 0.29000000059604647, + 0.5600000083446502, + 0.6199999988079071, + 0.8099999904632569, + 0.6700000047683716, + 0.8100000023841858, + 0.5400000035762786, + 0.47000000476837156, + 0.6600000023841858 + ], + "val_loss": [ + 78.03699340820313, + 24.17942237854004, + 8.697739219665527, + 4.179766845703125, + 2.374629592895508, + 2.4600085735321047, + 1.855740451812744, + 2.6857654094696044, + 4.332778644561768, + 2.49467077255249 + ] + }, + { + "filters": [ + 21, + 51, + 68, + 33, + 37, + 68, + 70, + 26, + 14 + ], + "learning_rate": 0.013145248523992403, + "lstm_dims": [ + 71, + 33, + 29, + 41, + 91 + ], + "modeltype": "DeepConvLSTM", + "regularization_rate": 0.0006168767252357051, + "train_acc": [ + 0.11200000241398811, + 0.1260000029206276, + 0.11900000289082527, + 0.0950000024586916, + 0.12500000260770322, + 0.13300000250339508, + 0.12100000232458115, + 0.1060000018030405, + 0.12200000256299973, + 0.13400000244379043 + ], + "train_loss": [ + 2.831712079048157, + 2.6806994247436524, + 2.622028980255127, + 2.586358036994934, + 2.5494318532943727, + 2.5376627016067506, + 2.524546513557434, + 2.5076148319244385, + 2.4921425104141237, + 2.4771695947647094 + ], + "val_acc": [ + 0.19000000059604644, + 0.16000000163912773, + 0.16000000163912773, + 0.16000000163912773, + 0.16000000163912773, + 0.16000000163912773, + 0.19000000059604644, + 0.16000000163912773, + 0.19000000059604644, + 0.16000000163912773 + ], + "val_loss": [ + 2.6071144104003907, + 2.5477158546447756, + 2.5168974876403807, + 2.44555606842041, + 2.4478362083435057, + 2.400804853439331, + 2.3813796043395996, + 2.3979330539703367, + 2.3650325775146483, + 2.3552596092224123 + ] + }, + { + "fc_hidden_nodes": 905, + "filters": [ + 92, + 75 + ], + "learning_rate": 0.0049516398615379025, + "modeltype": "CNN", + "regularization_rate": 0.021744845906819514, + "train_acc": [ + 0.6180000058561563, + 0.7209999966621399, + 0.74299999833107, + 0.7419999957084655, + 0.7379999989271164, + 0.7680000036954879, + 0.7390000033378601, + 0.7600000011920929, + 0.73299999833107, + 0.7689999997615814 + ], + "train_loss": [ + 43.21701406478882, + 3.616867280006409, + 3.008469514846802, + 3.413426260948181, + 3.434842042922974, + 3.261172127723694, + 3.0459105730056764, + 3.1976431941986085, + 3.304002728462219, + 3.0423631143569945 + ], + "val_acc": [ + 0.17000000104308127, + 0.5400000154972077, + 0.44000000357627866, + 0.5600000023841858, + 0.5899999976158142, + 0.5600000023841858, + 0.5699999928474426, + 0.7399999976158143, + 0.3699999988079071, + 0.5200000047683716 + ], + "val_loss": [ + 6.139256286621094, + 3.9194408893585204, + 3.873960781097412, + 3.8647018909454345, + 4.396236324310303, + 3.768986225128174, + 3.6585147857666014, + 3.078560304641724, + 5.122469139099121, + 4.282029438018799 + ] + }, + { + "filters": [ + 51, + 74, + 21, + 31 + ], + "learning_rate": 0.005709029030729353, + "lstm_dims": [ + 93, + 83, + 27, + 50 + ], + "modeltype": "DeepConvLSTM", + "regularization_rate": 0.00015475930948744083, + "train_acc": [ + 0.11800000190734863, + 0.1320000020414591, + 0.11800000265240669, + 0.11900000207126141, + 0.12600000262260436, + 0.11800000265240669, + 0.12300000220537186, + 0.181000002771616, + 0.202000003606081, + 0.22700000450015068 + ], + "train_loss": [ + 2.5070624923706055, + 2.4638365840911867, + 2.444631271362305, + 2.4425653171539308, + 2.433429284095764, + 2.422141842842102, + 2.423181209564209, + 2.3789199447631835, + 2.1320919466018675, + 1.956748127937317 + ], + "val_acc": [ + 0.16000000163912773, + 0.19000000059604644, + 0.19000000059604644, + 0.16000000163912773, + 0.19000000059604644, + 0.16000000163912773, + 0.19000000059604644, + 0.15000000596046448, + 0.3300000011920929, + 0.1899999998509884 + ], + "val_loss": [ + 2.334879159927368, + 2.3654573440551756, + 2.326555347442627, + 2.3279715538024903, + 2.311760997772217, + 2.303973913192749, + 2.3000457763671873, + 2.341079092025757, + 2.093699049949646, + 2.0537412643432615 + ] + }, + { + "filters": [ + 61 + ], + "learning_rate": 0.0036880002428632186, + "lstm_dims": [ + 73, + 74, + 98, + 63 + ], + "modeltype": "DeepConvLSTM", + "regularization_rate": 0.054530230736787075, + "train_acc": [ + 0.22800000347197055, + 0.2530000012367964, + 0.2720000030100346, + 0.3000000047683716, + 0.32500000223517417, + 0.33800000324845314, + 0.3660000009834766, + 0.3960000015795231, + 0.37100000321865084, + 0.4070000006258488 + ], + "train_loss": [ + 5.281394948959351, + 3.717198395729065, + 2.9845341205596925, + 2.5728082942962645, + 2.256877806186676, + 2.083068654537201, + 1.9759933066368103, + 1.86142009973526, + 1.7780119824409484, + 1.784607400894165 + ], + "val_acc": [ + 0.21000000089406967, + 0.30999999642372134, + 0.45, + 0.38000000417232516, + 0.5000000059604645, + 0.5000000059604645, + 0.4599999964237213, + 0.5600000023841858, + 0.47000000476837156, + 0.5700000047683715 + ], + "val_loss": [ + 4.406185817718506, + 3.234277057647705, + 2.4755313396453857, + 2.1719112396240234, + 1.847561526298523, + 1.7452821254730224, + 1.7697218894958495, + 1.5456682920455933, + 1.5599191904067993, + 1.467333436012268 + ] + } +] \ No newline at end of file