C:\Users\chuan\python37\Scripts\python.exe C:/Users/chuan/Desktop/ABSA-PyTorch/train.py loading file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt from cache at C:\Users\chuan\.cache\torch\pytorch_transformers\26bc1ad6c0ac742e9b52263248f6d0f00068293b33709fae12320c0e35ccfbbb.542ce4285a40d23a559526243235df47c5f75c197f04f37d1a0c124c32c9a084 loading configuration file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-config.json from cache at C:\Users\chuan\.cache\torch\pytorch_transformers\4dad0251492946e18ac39290fcfe91b89d370fee250efe9521476438fe8ca185.bf3b9ea126d8c0001ee8a1e8b92229871d06d36d8808208cc2449280da87785c Model config { "attention_probs_dropout_prob": 0.1, "finetuning_task": null, "hidden_act": "gelu", "hidden_dropout_prob": 0.1, "hidden_size": 768, "initializer_range": 0.02, "intermediate_size": 3072, "layer_norm_eps": 1e-12, "max_position_embeddings": 512, "num_attention_heads": 12, "num_hidden_layers": 12, "num_labels": 2, "output_attentions": false, "output_hidden_states": false, "pruned_heads": {}, "torchscript": false, "type_vocab_size": 2, "vocab_size": 30522 } loading weights file https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-pytorch_model.bin from cache at C:\Users\chuan\.cache\torch\pytorch_transformers\aa1ef1aede4482d0dbcd4d52baad8ae300e60902e88fcb0bebdec09afd232066.36ca03ab34a1a5d5fa7bc3d03d55c4fa650fed07220e2eeebc06ce58d0e9a157 cuda memory allocated: 455604736 n_trainable_params: 113617923, n_nontrainable_params: 0 > training arguments: >>> model_name: lcf_bert >>> dataset: restaurant >>> optimizer: >>> initializer: >>> learning_rate: 2e-05 >>> dropout: 0.1 >>> l2reg: 1e-05 >>> num_epoch: 10 >>> batch_size: 16 >>> log_step: 5 >>> embed_dim: 300 >>> hidden_dim: 300 >>> bert_dim: 768 >>> pretrained_bert_name: bert-base-uncased >>> max_seq_len: 80 >>> polarities_dim: 3 >>> hops: 3 >>> device: cuda >>> seed: None >>> valset_ratio: 0 >>> local_context_focus: cdm >>> SRD: 3 >>> model_class: >>> dataset_file: {'train': './datasets/semeval14/Restaurants_Train.xml.seg', 'test': './datasets/semeval14/Restaurants_Test_Gold.xml.seg'} >>> inputs_cols: ['text_bert_indices', 'bert_segments_ids', 'text_raw_bert_indices', 'aspect_bert_indices'] >>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>> epoch: 0 loss: 0.9283, acc: 0.5875 loss: 0.9274, acc: 0.6062 loss: 0.9496, acc: 0.6042 loss: 0.9300, acc: 0.6156 loss: 0.9444, acc: 0.6000 loss: 0.9634, acc: 0.5813 loss: 0.9493, acc: 0.5946 loss: 0.9572, acc: 0.5875 loss: 0.9460, acc: 0.5958 loss: 0.9343, acc: 0.6025 loss: 0.9121, acc: 0.6114 loss: 0.8911, acc: 0.6240 loss: 0.8689, acc: 0.6327 loss: 0.8564, acc: 0.6384 loss: 0.8412, acc: 0.6475 loss: 0.8262, acc: 0.6531 loss: 0.8158, acc: 0.6566 loss: 0.7985, acc: 0.6653 loss: 0.7914, acc: 0.6691 loss: 0.7801, acc: 0.6713 loss: 0.7719, acc: 0.6750 loss: 0.7556, acc: 0.6830 loss: 0.7515, acc: 0.6853 loss: 0.7400, acc: 0.6917 loss: 0.7351, acc: 0.6940 loss: 0.7288, acc: 0.6957 loss: 0.7219, acc: 0.7000 loss: 0.7205, acc: 0.7009 loss: 0.7165, acc: 0.7013 loss: 0.7121, acc: 0.7021 loss: 0.7067, acc: 0.7032 loss: 0.7016, acc: 0.7059 loss: 0.6957, acc: 0.7083 loss: 0.6971, acc: 0.7077 loss: 0.6923, acc: 0.7089 loss: 0.6825, acc: 0.7135 loss: 0.6786, acc: 0.7152 loss: 0.6726, acc: 0.7184 loss: 0.6679, acc: 0.7208 loss: 0.6652, acc: 0.7206 loss: 0.6580, acc: 0.7244 loss: 0.6541, acc: 0.7259 loss: 0.6484, acc: 0.7285 loss: 0.6451, acc: 0.7304 loss: 0.6398, acc: 0.7322 > val_acc: 0.8277, val_f1: 0.7410 >> saved: state_dict/lcf_bert_restaurant_val_acc0.8277 >>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>> epoch: 1 loss: 0.2967, acc: 0.9219 loss: 0.2835, acc: 0.9236 loss: 0.3116, acc: 0.8884 loss: 0.3338, acc: 0.8849 loss: 0.3396, acc: 0.8776 loss: 0.3526, acc: 0.8772 loss: 0.3488, acc: 0.8824 loss: 0.3371, acc: 0.8862 loss: 0.3420, acc: 0.8835 loss: 0.3474, acc: 0.8763 loss: 0.3440, acc: 0.8773 loss: 0.3395, acc: 0.8761 loss: 0.3475, acc: 0.8740 loss: 0.3495, acc: 0.8723 loss: 0.3565, acc: 0.8699 loss: 0.3488, acc: 0.8726 loss: 0.3458, acc: 0.8720 loss: 0.3362, acc: 0.8764 loss: 0.3340, acc: 0.8757 loss: 0.3392, acc: 0.8725 loss: 0.3366, acc: 0.8726 loss: 0.3353, acc: 0.8727 loss: 0.3470, acc: 0.8679 loss: 0.3498, acc: 0.8661 loss: 0.3509, acc: 0.8659 loss: 0.3568, acc: 0.8643 loss: 0.3546, acc: 0.8643 loss: 0.3537, acc: 0.8633 loss: 0.3605, acc: 0.8607 loss: 0.3600, acc: 0.8612 loss: 0.3593, acc: 0.8608 loss: 0.3584, acc: 0.8601 loss: 0.3610, acc: 0.8590 loss: 0.3614, acc: 0.8584 loss: 0.3572, acc: 0.8599 loss: 0.3556, acc: 0.8607 loss: 0.3569, acc: 0.8597 loss: 0.3574, acc: 0.8595 loss: 0.3581, acc: 0.8595 loss: 0.3574, acc: 0.8606 loss: 0.3578, acc: 0.8600 loss: 0.3568, acc: 0.8600 loss: 0.3553, acc: 0.8604 loss: 0.3534, acc: 0.8619 loss: 0.3512, acc: 0.8627 > val_acc: 0.8393, val_f1: 0.7654 >> saved: state_dict/lcf_bert_restaurant_val_acc0.8393 >>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>> epoch: 2 loss: 0.1630, acc: 0.9792 loss: 0.2118, acc: 0.9375 loss: 0.1852, acc: 0.9375 loss: 0.1908, acc: 0.9340 loss: 0.1761, acc: 0.9402 loss: 0.2136, acc: 0.9219 loss: 0.2098, acc: 0.9242 loss: 0.2093, acc: 0.9276 loss: 0.1973, acc: 0.9331 loss: 0.2182, acc: 0.9271 loss: 0.2095, acc: 0.9304 loss: 0.2107, acc: 0.9289 loss: 0.2081, acc: 0.9286 loss: 0.2045, acc: 0.9283 loss: 0.2028, acc: 0.9289 loss: 0.1973, acc: 0.9303 loss: 0.1931, acc: 0.9322 loss: 0.1983, acc: 0.9318 loss: 0.1967, acc: 0.9321 loss: 0.1980, acc: 0.9318 loss: 0.1946, acc: 0.9320 loss: 0.1895, acc: 0.9346 loss: 0.1891, acc: 0.9331 loss: 0.1862, acc: 0.9343 loss: 0.1878, acc: 0.9339 loss: 0.1912, acc: 0.9326 loss: 0.1933, acc: 0.9323 loss: 0.2000, acc: 0.9298 loss: 0.1975, acc: 0.9305 loss: 0.1991, acc: 0.9291 loss: 0.2025, acc: 0.9277 loss: 0.2008, acc: 0.9276 loss: 0.2015, acc: 0.9275 loss: 0.2052, acc: 0.9245 loss: 0.2028, acc: 0.9259 loss: 0.2036, acc: 0.9266 loss: 0.2040, acc: 0.9266 loss: 0.2038, acc: 0.9265 loss: 0.2035, acc: 0.9262 loss: 0.2044, acc: 0.9261 loss: 0.2066, acc: 0.9249 loss: 0.2057, acc: 0.9255 loss: 0.2087, acc: 0.9240 loss: 0.2071, acc: 0.9249 loss: 0.2077, acc: 0.9243 > val_acc: 0.8554, val_f1: 0.7877 >> saved: state_dict/lcf_bert_restaurant_val_acc0.8554 >>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>> epoch: 3 loss: 0.0962, acc: 1.0000 loss: 0.0998, acc: 0.9643 loss: 0.0953, acc: 0.9688 loss: 0.0936, acc: 0.9779 loss: 0.0903, acc: 0.9773 loss: 0.0987, acc: 0.9745 loss: 0.1000, acc: 0.9727 loss: 0.1050, acc: 0.9696 loss: 0.1021, acc: 0.9702 loss: 0.1012, acc: 0.9694 loss: 0.0970, acc: 0.9712 loss: 0.0936, acc: 0.9726 loss: 0.0960, acc: 0.9728 loss: 0.0921, acc: 0.9739 loss: 0.0914, acc: 0.9740 loss: 0.0955, acc: 0.9700 loss: 0.0963, acc: 0.9695 loss: 0.0954, acc: 0.9691 loss: 0.0940, acc: 0.9688 loss: 0.0964, acc: 0.9678 loss: 0.0956, acc: 0.9681 loss: 0.1005, acc: 0.9667 loss: 0.1046, acc: 0.9660 loss: 0.1028, acc: 0.9669 loss: 0.1013, acc: 0.9677 loss: 0.1018, acc: 0.9680 loss: 0.1047, acc: 0.9664 loss: 0.1059, acc: 0.9658 loss: 0.1055, acc: 0.9661 loss: 0.1039, acc: 0.9673 loss: 0.1047, acc: 0.9659 loss: 0.1039, acc: 0.9658 loss: 0.1050, acc: 0.9653 loss: 0.1063, acc: 0.9648 loss: 0.1093, acc: 0.9637 loss: 0.1086, acc: 0.9640 loss: 0.1071, acc: 0.9643 loss: 0.1067, acc: 0.9642 loss: 0.1073, acc: 0.9642 loss: 0.1096, acc: 0.9638 loss: 0.1081, acc: 0.9644 loss: 0.1110, acc: 0.9638 loss: 0.1106, acc: 0.9640 loss: 0.1106, acc: 0.9634 loss: 0.1105, acc: 0.9637 > val_acc: 0.8473, val_f1: 0.7742 >>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>> epoch: 4 loss: 0.2825, acc: 0.8750 loss: 0.1156, acc: 0.9583 loss: 0.0912, acc: 0.9716 loss: 0.0705, acc: 0.9805 loss: 0.0693, acc: 0.9821 loss: 0.0621, acc: 0.9856 loss: 0.0549, acc: 0.9879 loss: 0.0505, acc: 0.9896 loss: 0.0556, acc: 0.9878 loss: 0.0598, acc: 0.9864 loss: 0.0612, acc: 0.9841 loss: 0.0637, acc: 0.9821 loss: 0.0601, acc: 0.9836 loss: 0.0613, acc: 0.9830 loss: 0.0603, acc: 0.9824 loss: 0.0663, acc: 0.9811 loss: 0.0706, acc: 0.9792 loss: 0.0698, acc: 0.9797 loss: 0.0716, acc: 0.9773 loss: 0.0687, acc: 0.9785 loss: 0.0726, acc: 0.9759 loss: 0.0703, acc: 0.9770 loss: 0.0694, acc: 0.9769 loss: 0.0696, acc: 0.9768 loss: 0.0691, acc: 0.9762 loss: 0.0691, acc: 0.9767 loss: 0.0690, acc: 0.9761 loss: 0.0671, acc: 0.9770 loss: 0.0663, acc: 0.9774 loss: 0.0662, acc: 0.9773 loss: 0.0646, acc: 0.9776 loss: 0.0661, acc: 0.9768 loss: 0.0685, acc: 0.9755 loss: 0.0674, acc: 0.9759 loss: 0.0687, acc: 0.9755 loss: 0.0694, acc: 0.9748 loss: 0.0696, acc: 0.9748 loss: 0.0681, acc: 0.9755 loss: 0.0705, acc: 0.9755 loss: 0.0698, acc: 0.9754 loss: 0.0686, acc: 0.9761 loss: 0.0680, acc: 0.9763 loss: 0.0681, acc: 0.9766 loss: 0.0674, acc: 0.9771 loss: 0.0700, acc: 0.9765 loss: 0.0729, acc: 0.9753 > val_acc: 0.8634, val_f1: 0.8069 >> saved: state_dict/lcf_bert_restaurant_val_acc0.8634 >>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>> epoch: 5 loss: 0.1659, acc: 0.9625 loss: 0.1006, acc: 0.9812 loss: 0.0737, acc: 0.9875 loss: 0.0645, acc: 0.9906 loss: 0.0583, acc: 0.9900 loss: 0.0609, acc: 0.9875 loss: 0.0617, acc: 0.9857 loss: 0.0582, acc: 0.9875 loss: 0.0647, acc: 0.9833 loss: 0.0608, acc: 0.9838 loss: 0.0592, acc: 0.9841 loss: 0.0558, acc: 0.9854 loss: 0.0522, acc: 0.9865 loss: 0.0522, acc: 0.9857 loss: 0.0533, acc: 0.9858 loss: 0.0516, acc: 0.9859 loss: 0.0489, acc: 0.9868 loss: 0.0469, acc: 0.9875 loss: 0.0462, acc: 0.9875 loss: 0.0459, acc: 0.9875 loss: 0.0453, acc: 0.9875 loss: 0.0457, acc: 0.9869 loss: 0.0452, acc: 0.9870 loss: 0.0452, acc: 0.9865 loss: 0.0442, acc: 0.9870 loss: 0.0461, acc: 0.9865 loss: 0.0473, acc: 0.9861 loss: 0.0467, acc: 0.9862 loss: 0.0463, acc: 0.9862 loss: 0.0481, acc: 0.9858 loss: 0.0469, acc: 0.9863 loss: 0.0462, acc: 0.9863 loss: 0.0459, acc: 0.9864 loss: 0.0455, acc: 0.9864 loss: 0.0452, acc: 0.9864 loss: 0.0447, acc: 0.9865 loss: 0.0457, acc: 0.9861 loss: 0.0457, acc: 0.9859 loss: 0.0475, acc: 0.9856 loss: 0.0465, acc: 0.9859 loss: 0.0465, acc: 0.9857 loss: 0.0489, acc: 0.9848 loss: 0.0486, acc: 0.9849 loss: 0.0494, acc: 0.9844 loss: 0.0519, acc: 0.9839 > val_acc: 0.8446, val_f1: 0.7628 >>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>> epoch: 6 loss: 0.0099, acc: 1.0000 loss: 0.0326, acc: 0.9861 loss: 0.0312, acc: 0.9911 loss: 0.0354, acc: 0.9868 loss: 0.0324, acc: 0.9870 loss: 0.0312, acc: 0.9892 loss: 0.0276, acc: 0.9908 loss: 0.0266, acc: 0.9920 loss: 0.0253, acc: 0.9929 loss: 0.0274, acc: 0.9923 loss: 0.0283, acc: 0.9919 loss: 0.0278, acc: 0.9915 loss: 0.0270, acc: 0.9922 loss: 0.0268, acc: 0.9928 loss: 0.0292, acc: 0.9916 loss: 0.0295, acc: 0.9913 loss: 0.0317, acc: 0.9903 loss: 0.0310, acc: 0.9909 loss: 0.0305, acc: 0.9914 loss: 0.0328, acc: 0.9905 loss: 0.0322, acc: 0.9904 loss: 0.0309, acc: 0.9908 loss: 0.0367, acc: 0.9885 loss: 0.0373, acc: 0.9884 loss: 0.0371, acc: 0.9884 loss: 0.0376, acc: 0.9884 loss: 0.0370, acc: 0.9888 loss: 0.0363, acc: 0.9892 loss: 0.0364, acc: 0.9887 loss: 0.0360, acc: 0.9891 loss: 0.0355, acc: 0.9890 loss: 0.0371, acc: 0.9890 loss: 0.0383, acc: 0.9886 loss: 0.0382, acc: 0.9885 loss: 0.0373, acc: 0.9889 loss: 0.0367, acc: 0.9892 loss: 0.0361, acc: 0.9895 loss: 0.0358, acc: 0.9894 loss: 0.0379, acc: 0.9884 loss: 0.0378, acc: 0.9884 loss: 0.0403, acc: 0.9877 loss: 0.0400, acc: 0.9877 loss: 0.0405, acc: 0.9877 loss: 0.0418, acc: 0.9874 loss: 0.0419, acc: 0.9874 > val_acc: 0.8473, val_f1: 0.7686 >>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>> epoch: 7 loss: 0.0446, acc: 0.9792 loss: 0.0230, acc: 0.9922 loss: 0.0207, acc: 0.9904 loss: 0.0179, acc: 0.9931 loss: 0.0187, acc: 0.9918 loss: 0.0189, acc: 0.9933 loss: 0.0177, acc: 0.9943 loss: 0.0172, acc: 0.9951 loss: 0.0154, acc: 0.9956 loss: 0.0164, acc: 0.9948 loss: 0.0149, acc: 0.9953 loss: 0.0147, acc: 0.9957 loss: 0.0141, acc: 0.9960 loss: 0.0133, acc: 0.9963 loss: 0.0143, acc: 0.9957 loss: 0.0156, acc: 0.9952 loss: 0.0150, acc: 0.9955 loss: 0.0172, acc: 0.9950 loss: 0.0213, acc: 0.9933 loss: 0.0227, acc: 0.9930 loss: 0.0226, acc: 0.9927 loss: 0.0227, acc: 0.9925 loss: 0.0220, acc: 0.9928 loss: 0.0212, acc: 0.9931 loss: 0.0204, acc: 0.9934 loss: 0.0211, acc: 0.9932 loss: 0.0218, acc: 0.9925 loss: 0.0227, acc: 0.9918 loss: 0.0222, acc: 0.9921 loss: 0.0249, acc: 0.9916 loss: 0.0263, acc: 0.9910 loss: 0.0256, acc: 0.9913 loss: 0.0254, acc: 0.9912 loss: 0.0248, acc: 0.9914 loss: 0.0249, acc: 0.9913 loss: 0.0245, acc: 0.9916 loss: 0.0251, acc: 0.9915 loss: 0.0253, acc: 0.9914 loss: 0.0267, acc: 0.9913 loss: 0.0272, acc: 0.9912 loss: 0.0286, acc: 0.9908 loss: 0.0290, acc: 0.9904 loss: 0.0285, acc: 0.9906 loss: 0.0296, acc: 0.9903 loss: 0.0304, acc: 0.9899 > val_acc: 0.8429, val_f1: 0.7485 >>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>> epoch: 8 loss: 0.0025, acc: 1.0000 loss: 0.0151, acc: 0.9911 loss: 0.0107, acc: 0.9948 loss: 0.0087, acc: 0.9963 loss: 0.0208, acc: 0.9915 loss: 0.0251, acc: 0.9884 loss: 0.0241, acc: 0.9883 loss: 0.0244, acc: 0.9882 loss: 0.0260, acc: 0.9881 loss: 0.0277, acc: 0.9867 loss: 0.0258, acc: 0.9880 loss: 0.0251, acc: 0.9879 loss: 0.0270, acc: 0.9879 loss: 0.0260, acc: 0.9888 loss: 0.0243, acc: 0.9896 loss: 0.0229, acc: 0.9903 loss: 0.0228, acc: 0.9909 loss: 0.0241, acc: 0.9899 loss: 0.0237, acc: 0.9905 loss: 0.0251, acc: 0.9903 loss: 0.0261, acc: 0.9896 loss: 0.0312, acc: 0.9883 loss: 0.0312, acc: 0.9883 loss: 0.0330, acc: 0.9877 loss: 0.0323, acc: 0.9877 loss: 0.0324, acc: 0.9877 loss: 0.0338, acc: 0.9872 loss: 0.0329, acc: 0.9877 loss: 0.0318, acc: 0.9881 loss: 0.0321, acc: 0.9881 loss: 0.0334, acc: 0.9877 loss: 0.0325, acc: 0.9881 loss: 0.0320, acc: 0.9884 loss: 0.0312, acc: 0.9888 loss: 0.0316, acc: 0.9887 loss: 0.0320, acc: 0.9883 loss: 0.0312, acc: 0.9887 loss: 0.0321, acc: 0.9883 loss: 0.0323, acc: 0.9883 loss: 0.0333, acc: 0.9879 loss: 0.0331, acc: 0.9879 loss: 0.0329, acc: 0.9879 loss: 0.0326, acc: 0.9879 loss: 0.0329, acc: 0.9876 loss: 0.0327, acc: 0.9879 > val_acc: 0.8429, val_f1: 0.7494 >>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>> epoch: 9 loss: 0.0545, acc: 0.9375 loss: 0.0464, acc: 0.9688 loss: 0.0903, acc: 0.9659 loss: 0.0720, acc: 0.9727 loss: 0.0792, acc: 0.9702 loss: 0.0678, acc: 0.9736 loss: 0.0733, acc: 0.9718 loss: 0.0685, acc: 0.9722 loss: 0.0696, acc: 0.9741 loss: 0.0647, acc: 0.9755 loss: 0.0604, acc: 0.9767 loss: 0.0554, acc: 0.9788 loss: 0.0524, acc: 0.9805 loss: 0.0492, acc: 0.9820 loss: 0.0536, acc: 0.9815 loss: 0.0519, acc: 0.9819 loss: 0.0503, acc: 0.9823 loss: 0.0504, acc: 0.9826 loss: 0.0495, acc: 0.9828 loss: 0.0483, acc: 0.9831 loss: 0.0478, acc: 0.9833 loss: 0.0464, acc: 0.9841 loss: 0.0446, acc: 0.9848 loss: 0.0432, acc: 0.9855 loss: 0.0417, acc: 0.9861 loss: 0.0414, acc: 0.9861 loss: 0.0411, acc: 0.9862 loss: 0.0399, acc: 0.9867 loss: 0.0401, acc: 0.9867 loss: 0.0388, acc: 0.9872 loss: 0.0386, acc: 0.9872 loss: 0.0383, acc: 0.9872 loss: 0.0376, acc: 0.9876 loss: 0.0367, acc: 0.9880 loss: 0.0357, acc: 0.9883 loss: 0.0350, acc: 0.9886 loss: 0.0343, acc: 0.9890 loss: 0.0342, acc: 0.9889 loss: 0.0349, acc: 0.9889 loss: 0.0342, acc: 0.9892 loss: 0.0343, acc: 0.9891 loss: 0.0336, acc: 0.9894 loss: 0.0331, acc: 0.9896 loss: 0.0330, acc: 0.9896 loss: 0.0325, acc: 0.9898 loss: 0.0346, acc: 0.9895 > val_acc: 0.8473, val_f1: 0.7847 >> test_acc: 0.8634, test_f1: 0.8069 Process finished with exit code 0