baseline2_final.ipynb

{"nbformat":4,"nbformat_minor":0,"metadata":{"colab":{"name":"baseline2_final.ipynb","provenance":[],"collapsed_sections":[],"mount_file_id":"1axr5xFZiDT-yrtn1udEejce6ft5Vy-1l","authorship_tag":"ABX9TyOkDIUk7x1GPmM8dsvTPHjY"},"kernelspec":{"name":"python3","display_name":"Python 3"},"accelerator":"GPU","widgets":{"application/vnd.jupyter.widget-state+json":{"6c0a88edf7fe4a2484028e986904773e":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","state":{"_view_name":"HBoxView","_dom_classes":[],"_model_name":"HBoxModel","_view_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_view_count":null,"_view_module_version":"1.5.0","box_style":"","layout":"IPY_MODEL_e70513fea2504dd18952cf92bf984b14","_model_module":"@jupyter-widgets/controls","children":["IPY_MODEL_75c7820724c34ca6804216ac13d85eea","IPY_MODEL_c3e309dc48414635bba03768e297a4f1"]}},"e70513fea2504dd18952cf92bf984b14":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","state":{"_view_name":"LayoutView","grid_template_rows":null,"right":null,"justify_content":null,"_view_module":"@jupyter-widgets/base","overflow":null,"_model_module_version":"1.2.0","_view_count":null,"flex_flow":null,"width":null,"min_width":null,"border":null,"align_items":null,"bottom":null,"_model_module":"@jupyter-widgets/base","top":null,"grid_column":null,"overflow_y":null,"overflow_x":null,"grid_auto_flow":null,"grid_area":null,"grid_template_columns":null,"flex":null,"_model_name":"LayoutModel","justify_items":null,"grid_row":null,"max_height":null,"align_content":null,"visibility":null,"align_self":null,"height":null,"min_height":null,"padding":null,"grid_auto_rows":null,"grid_gap":null,"max_width":null,"order":null,"_view_module_version":"1.2.0","grid_template_areas":null,"object_position":null,"object_fit":null,"grid_auto_columns":null,"margin":null,"display":null,"left":null}},"75c7820724c34ca6804216ac13d85eea":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","state":{"_view_name":"ProgressView","style":"IPY_MODEL_521847bcff1d4cd3a1199c05e622609e","_dom_classes":[],"description":"100%","_model_name":"FloatProgressModel","bar_style":"success","max":5376,"_view_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","value":5376,"_view_count":null,"_view_module_version":"1.5.0","orientation":"horizontal","min":0,"description_tooltip":null,"_model_module":"@jupyter-widgets/controls","layout":"IPY_MODEL_64fa4af62b7b47fa8d7954e6e73e30d6"}},"c3e309dc48414635bba03768e297a4f1":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","state":{"_view_name":"HTMLView","style":"IPY_MODEL_ec61fbfe11d8430f9cc69094e28cba0a","_dom_classes":[],"description":"","_model_name":"HTMLModel","placeholder":"​","_view_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","value":" 5376/5376 [1:24:27&lt;00:00,  1.06it/s]","_view_count":null,"_view_module_version":"1.5.0","description_tooltip":null,"_model_module":"@jupyter-widgets/controls","layout":"IPY_MODEL_115f44595a6c44d1882cfbbe0be5eebb"}},"521847bcff1d4cd3a1199c05e622609e":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","state":{"_view_name":"StyleView","_model_name":"ProgressStyleModel","description_width":"initial","_view_module":"@jupyter-widgets/base","_model_module_version":"1.5.0","_view_count":null,"_view_module_version":"1.2.0","bar_color":null,"_model_module":"@jupyter-widgets/controls"}},"64fa4af62b7b47fa8d7954e6e73e30d6":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","state":{"_view_name":"LayoutView","grid_template_rows":null,"right":null,"justify_content":null,"_view_module":"@jupyter-widgets/base","overflow":null,"_model_module_version":"1.2.0","_view_count":null,"flex_flow":null,"width":null,"min_width":null,"border":null,"align_items":null,"bottom":null,"_model_module":"@jupyter-widgets/base","top":null,"grid_column":null,"overflow_y":null,"overflow_x":null,"grid_auto_flow":null,"grid_area":null,"grid_template_columns":null,"flex":null,"_model_name":"LayoutModel","justify_items":null,"grid_row":null,"max_height":null,"align_content":null,"visibility":null,"align_self":null,"height":null,"min_height":null,"padding":null,"grid_auto_rows":null,"grid_gap":null,"max_width":null,"order":null,"_view_module_version":"1.2.0","grid_template_areas":null,"object_position":null,"object_fit":null,"grid_auto_columns":null,"margin":null,"display":null,"left":null}},"ec61fbfe11d8430f9cc69094e28cba0a":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","state":{"_view_name":"StyleView","_model_name":"DescriptionStyleModel","description_width":"","_view_module":"@jupyter-widgets/base","_model_module_version":"1.5.0","_view_count":null,"_view_module_version":"1.2.0","_model_module":"@jupyter-widgets/controls"}},"115f44595a6c44d1882cfbbe0be5eebb":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","state":{"_view_name":"LayoutView","grid_template_rows":null,"right":null,"justify_content":null,"_view_module":"@jupyter-widgets/base","overflow":null,"_model_module_version":"1.2.0","_view_count":null,"flex_flow":null,"width":null,"min_width":null,"border":null,"align_items":null,"bottom":null,"_model_module":"@jupyter-widgets/base","top":null,"grid_column":null,"overflow_y":null,"overflow_x":null,"grid_auto_flow":null,"grid_area":null,"grid_template_columns":null,"flex":null,"_model_name":"LayoutModel","justify_items":null,"grid_row":null,"max_height":null,"align_content":null,"visibility":null,"align_self":null,"height":null,"min_height":null,"padding":null,"grid_auto_rows":null,"grid_gap":null,"max_width":null,"order":null,"_view_module_version":"1.2.0","grid_template_areas":null,"object_position":null,"object_fit":null,"grid_auto_columns":null,"margin":null,"display":null,"left":null}},"5435a7df329a470a976c8746fc37d7b9":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","state":{"_view_name":"HBoxView","_dom_classes":[],"_model_name":"HBoxModel","_view_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_view_count":null,"_view_module_version":"1.5.0","box_style":"","layout":"IPY_MODEL_6b44967d29ad464faf0371165fc2721c","_model_module":"@jupyter-widgets/controls","children":["IPY_MODEL_91982e815aca4efca14c0923c9cfae40","IPY_MODEL_bd72e50868cc4d6e9f04012a00200e76"]}},"6b44967d29ad464faf0371165fc2721c":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","state":{"_view_name":"LayoutView","grid_template_rows":null,"right":null,"justify_content":null,"_view_module":"@jupyter-widgets/base","overflow":null,"_model_module_version":"1.2.0","_view_count":null,"flex_flow":null,"width":null,"min_width":null,"border":null,"align_items":null,"bottom":null,"_model_module":"@jupyter-widgets/base","top":null,"grid_column":null,"overflow_y":null,"overflow_x":null,"grid_auto_flow":null,"grid_area":null,"grid_template_columns":null,"flex":null,"_model_name":"LayoutModel","justify_items":null,"grid_row":null,"max_height":null,"align_content":null,"visibility":null,"align_self":null,"height":null,"min_height":null,"padding":null,"grid_auto_rows":null,"grid_gap":null,"max_width":null,"order":null,"_view_module_version":"1.2.0","grid_template_areas":null,"object_position":null,"object_fit":null,"grid_auto_columns":null,"margin":null,"display":null,"left":null}},"91982e815aca4efca14c0923c9cfae40":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","state":{"_view_name":"ProgressView","style":"IPY_MODEL_224cfa270ac847308eeb8dbd7bbba6df","_dom_classes":[],"description":"100%","_model_name":"FloatProgressModel","bar_style":"success","max":1536,"_view_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","value":1536,"_view_count":null,"_view_module_version":"1.5.0","orientation":"horizontal","min":0,"description_tooltip":null,"_model_module":"@jupyter-widgets/controls","layout":"IPY_MODEL_d3da3675ae0f4a0997e1e2969b01be4a"}},"bd72e50868cc4d6e9f04012a00200e76":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","state":{"_view_name":"HTMLView","style":"IPY_MODEL_e1085a4b17b54ddb97ea65030ebf42dd","_dom_classes":[],"description":"","_model_name":"HTMLModel","placeholder":"​","_view_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","value":" 1536/1536 [21:01&lt;00:00,  1.22it/s]","_view_count":null,"_view_module_version":"1.5.0","description_tooltip":null,"_model_module":"@jupyter-widgets/controls","layout":"IPY_MODEL_94a9ba40e6e944c8b00b75e26fa967b9"}},"224cfa270ac847308eeb8dbd7bbba6df":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","state":{"_view_name":"StyleView","_model_name":"ProgressStyleModel","description_width":"initial","_view_module":"@jupyter-widgets/base","_model_module_version":"1.5.0","_view_count":null,"_view_module_version":"1.2.0","bar_color":null,"_model_module":"@jupyter-widgets/controls"}},"d3da3675ae0f4a0997e1e2969b01be4a":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","state":{"_view_name":"LayoutView","grid_template_rows":null,"right":null,"justify_content":null,"_view_module":"@jupyter-widgets/base","overflow":null,"_model_module_version":"1.2.0","_view_count":null,"flex_flow":null,"width":null,"min_width":null,"border":null,"align_items":null,"bottom":null,"_model_module":"@jupyter-widgets/base","top":null,"grid_column":null,"overflow_y":null,"overflow_x":null,"grid_auto_flow":null,"grid_area":null,"grid_template_columns":null,"flex":null,"_model_name":"LayoutModel","justify_items":null,"grid_row":null,"max_height":null,"align_content":null,"visibility":null,"align_self":null,"height":null,"min_height":null,"padding":null,"grid_auto_rows":null,"grid_gap":null,"max_width":null,"order":null,"_view_module_version":"1.2.0","grid_template_areas":null,"object_position":null,"object_fit":null,"grid_auto_columns":null,"margin":null,"display":null,"left":null}},"e1085a4b17b54ddb97ea65030ebf42dd":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","state":{"_view_name":"StyleView","_model_name":"DescriptionStyleModel","description_width":"","_view_module":"@jupyter-widgets/base","_model_module_version":"1.5.0","_view_count":null,"_view_module_version":"1.2.0","_model_module":"@jupyter-widgets/controls"}},"94a9ba40e6e944c8b00b75e26fa967b9":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","state":{"_view_name":"LayoutView","grid_template_rows":null,"right":null,"justify_content":null,"_view_module":"@jupyter-widgets/base","overflow":null,"_model_module_version":"1.2.0","_view_count":null,"flex_flow":null,"width":null,"min_width":null,"border":null,"align_items":null,"bottom":null,"_model_module":"@jupyter-widgets/base","top":null,"grid_column":null,"overflow_y":null,"overflow_x":null,"grid_auto_flow":null,"grid_area":null,"grid_template_columns":null,"flex":null,"_model_name":"LayoutModel","justify_items":null,"grid_row":null,"max_height":null,"align_content":null,"visibility":null,"align_self":null,"height":null,"min_height":null,"padding":null,"grid_auto_rows":null,"grid_gap":null,"max_width":null,"order":null,"_view_module_version":"1.2.0","grid_template_areas":null,"object_position":null,"object_fit":null,"grid_auto_columns":null,"margin":null,"display":null,"left":null}},"d78c7d55d7d44686a247b18c60158031":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","state":{"_view_name":"HBoxView","_dom_classes":[],"_model_name":"HBoxModel","_view_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_view_count":null,"_view_module_version":"1.5.0","box_style":"","layout":"IPY_MODEL_d5556292397d490481008298fffb9c2e","_model_module":"@jupyter-widgets/controls","children":["IPY_MODEL_776031b349794c0bb9f0af9b930cae4c","IPY_MODEL_4baa67c8505746c09010f96c58a5c6d3"]}},"d5556292397d490481008298fffb9c2e":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","state":{"_view_name":"LayoutView","grid_template_rows":null,"right":null,"justify_content":null,"_view_module":"@jupyter-widgets/base","overflow":null,"_model_module_version":"1.2.0","_view_count":null,"flex_flow":null,"width":null,"min_width":null,"border":null,"align_items":null,"bottom":null,"_model_module":"@jupyter-widgets/base","top":null,"grid_column":null,"overflow_y":null,"overflow_x":null,"grid_auto_flow":null,"grid_area":null,"grid_template_columns":null,"flex":null,"_model_name":"LayoutModel","justify_items":null,"grid_row":null,"max_height":null,"align_content":null,"visibility":null,"align_self":null,"height":null,"min_height":null,"padding":null,"grid_auto_rows":null,"grid_gap":null,"max_width":null,"order":null,"_view_module_version":"1.2.0","grid_template_areas":null,"object_position":null,"object_fit":null,"grid_auto_columns":null,"margin":null,"display":null,"left":null}},"776031b349794c0bb9f0af9b930cae4c":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","state":{"_view_name":"ProgressView","style":"IPY_MODEL_108ee3352dba4b1eb5325c95cef6fae9","_dom_classes":[],"description":"100%","_model_name":"FloatProgressModel","bar_style":"success","max":768,"_view_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","value":768,"_view_count":null,"_view_module_version":"1.5.0","orientation":"horizontal","min":0,"description_tooltip":null,"_model_module":"@jupyter-widgets/controls","layout":"IPY_MODEL_7e66909042964f25a0aebf67a00902cc"}},"4baa67c8505746c09010f96c58a5c6d3":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","state":{"_view_name":"HTMLView","style":"IPY_MODEL_e84a6efe05cb4077aed95d10455ce21d","_dom_classes":[],"description":"","_model_name":"HTMLModel","placeholder":"​","_view_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","value":" 768/768 [08:18&lt;00:00,  1.54it/s]","_view_count":null,"_view_module_version":"1.5.0","description_tooltip":null,"_model_module":"@jupyter-widgets/controls","layout":"IPY_MODEL_11615b83535e45328e1fee02338579a0"}},"108ee3352dba4b1eb5325c95cef6fae9":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","state":{"_view_name":"StyleView","_model_name":"ProgressStyleModel","description_width":"initial","_view_module":"@jupyter-widgets/base","_model_module_version":"1.5.0","_view_count":null,"_view_module_version":"1.2.0","bar_color":null,"_model_module":"@jupyter-widgets/controls"}},"7e66909042964f25a0aebf67a00902cc":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","state":{"_view_name":"LayoutView","grid_template_rows":null,"right":null,"justify_content":null,"_view_module":"@jupyter-widgets/base","overflow":null,"_model_module_version":"1.2.0","_view_count":null,"flex_flow":null,"width":null,"min_width":null,"border":null,"align_items":null,"bottom":null,"_model_module":"@jupyter-widgets/base","top":null,"grid_column":null,"overflow_y":null,"overflow_x":null,"grid_auto_flow":null,"grid_area":null,"grid_template_columns":null,"flex":null,"_model_name":"LayoutModel","justify_items":null,"grid_row":null,"max_height":null,"align_content":null,"visibility":null,"align_self":null,"height":null,"min_height":null,"padding":null,"grid_auto_rows":null,"grid_gap":null,"max_width":null,"order":null,"_view_module_version":"1.2.0","grid_template_areas":null,"object_position":null,"object_fit":null,"grid_auto_columns":null,"margin":null,"display":null,"left":null}},"e84a6efe05cb4077aed95d10455ce21d":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","state":{"_view_name":"StyleView","_model_name":"DescriptionStyleModel","description_width":"","_view_module":"@jupyter-widgets/base","_model_module_version":"1.5.0","_view_count":null,"_view_module_version":"1.2.0","_model_module":"@jupyter-widgets/controls"}},"11615b83535e45328e1fee02338579a0":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","state":{"_view_name":"LayoutView","grid_template_rows":null,"right":null,"justify_content":null,"_view_module":"@jupyter-widgets/base","overflow":null,"_model_module_version":"1.2.0","_view_count":null,"flex_flow":null,"width":null,"min_width":null,"border":null,"align_items":null,"bottom":null,"_model_module":"@jupyter-widgets/base","top":null,"grid_column":null,"overflow_y":null,"overflow_x":null,"grid_auto_flow":null,"grid_area":null,"grid_template_columns":null,"flex":null,"_model_name":"LayoutModel","justify_items":null,"grid_row":null,"max_height":null,"align_content":null,"visibility":null,"align_self":null,"height":null,"min_height":null,"padding":null,"grid_auto_rows":null,"grid_gap":null,"max_width":null,"order":null,"_view_module_version":"1.2.0","grid_template_areas":null,"object_position":null,"object_fit":null,"grid_auto_columns":null,"margin":null,"display":null,"left":null}}}}},"cells":[{"cell_type":"code","metadata":{"id":"P9SxpnKc9D9T"},"source":["import math\n","import cv2\n","import os\n","import numpy as np\n","import time\n","import random\n","import torch\n","import re\n","import torch.nn as nn\n","import torchvision.models as models\n","import torch.autograd as autograd\n","import torch.optim as optim\n","from torchvision import datasets ,models,transforms\n","from torch.autograd import Variable\n","from torch.utils.data import Dataset, DataLoader\n","import torch.nn.functional as F\n","from PIL import Image, ImageEnhance\n","import torchvision.transforms.functional as TF\n","from torch.utils.tensorboard import SummaryWriter\n","\n","SEED = 0\n","torch.manual_seed(SEED)\n","torch.cuda.manual_seed(SEED)\n","np.random.seed(SEED)\n","random.seed(SEED)"],"execution_count":null,"outputs":[]},{"cell_type":"code","metadata":{"id":"Jp8hRtx09MGn"},"source":["class MyRotationTransform:\n","    \"\"\"Rotate by one of the given angles.\"\"\"\n","\n","    def __init__(self, angles):\n","        self.angles = angles\n","\n","    def __call__(self, x):\n","        angle = random.choice(self.angles)\n","        return TF.rotate(x, angle)\n","\n","class mydataset(Dataset):\n","    def __init__(self, path,train=False):\n","        self.path=path\n","        self.namelist=os.listdir(self.path)\n","        self.labellist=[]\n","        if train:\n","            self.transform = transforms.Compose([\n","            transforms.Resize(256),\n","            transforms.RandomCrop(224),\n","            MyRotationTransform(angles=[0,180]),\n","            transforms.RandomHorizontalFlip(),\n","            transforms.RandomVerticalFlip(),\n","            transforms.ToTensor(),\n","            ])\n","        else:\n","            self.transform = transforms.Compose([\n","            transforms.Resize(256),\n","            transforms.CenterCrop(224),\n","            transforms.ToTensor(),\n","            ])\n","\n","        self.patterns=['grid','hony','wave','rect']\n","        for i in range(len(self.namelist)):\n","            filename=self.namelist[i]\n","            try:\n","                pattern, has_exterior, defects = re.match(\n","                    \"(grid|hony|wave|rect)\\d+_\\d+_(\\d)_\\d(\\d\\d\\d).png\", filename).groups()\n","            except Exception as e:\n","                print(f'failed to load {filename}', e)\n","                continue\n","            pattern = self.patterns.index(pattern)\n","            defects = np.array(list(defects), dtype=float)\n","            if int(has_exterior) == 1:\n","                has_exterior=1\n","            else:\n","                has_exterior=0\n","\n","            self.namelist[i]=[filename,{'defect':defects, 'pattern':pattern, 'has_exterior':has_exterior}]\n","\n","    def __getitem__(self, item):\n","        name = self.namelist[item][0]\n","        label = self.namelist[item][1]\n","        image = Image.open(self.path+name).convert('F')\n","        #image = self.transform(image)\n","            \n","        return name, image, label\n","        \n","    def __len__(self):\n","        return len(self.namelist)"],"execution_count":null,"outputs":[]},{"cell_type":"code","metadata":{"id":"I3GTrgNd9N5F"},"source":["train_data = mydataset('/content/drive/MyDrive/Colab Notebooks/dataset/training/')\n","val_data = mydataset('/content/drive/MyDrive/Colab Notebooks/dataset/validation/')"],"execution_count":null,"outputs":[]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/","height":132,"referenced_widgets":["6c0a88edf7fe4a2484028e986904773e","e70513fea2504dd18952cf92bf984b14","75c7820724c34ca6804216ac13d85eea","c3e309dc48414635bba03768e297a4f1","521847bcff1d4cd3a1199c05e622609e","64fa4af62b7b47fa8d7954e6e73e30d6","ec61fbfe11d8430f9cc69094e28cba0a","115f44595a6c44d1882cfbbe0be5eebb","5435a7df329a470a976c8746fc37d7b9","6b44967d29ad464faf0371165fc2721c","91982e815aca4efca14c0923c9cfae40","bd72e50868cc4d6e9f04012a00200e76","224cfa270ac847308eeb8dbd7bbba6df","d3da3675ae0f4a0997e1e2969b01be4a","e1085a4b17b54ddb97ea65030ebf42dd","94a9ba40e6e944c8b00b75e26fa967b9"]},"id":"3jUU1mHA9PhV","executionInfo":{"status":"ok","timestamp":1606608130607,"user_tz":480,"elapsed":4871067,"user":{"displayName":"Zeqing Jin","photoUrl":"","userId":"15675883008114920781"}},"outputId":"2e330950-1da6-47fb-bf7b-566f214253fe"},"source":["import numpy as np\n","from skimage import feature as ft\n","from tqdm.autonotebook import tqdm\n","\n","\n","NUM_FEATURES = 12800\n","NUM_DEFECTS = 3\n","\n","print(len(train_data))\n","\n","\n","def collect_dataset(dataset):\n","  features = np.empty((len(dataset), NUM_FEATURES))\n","  labels = np.empty((len(dataset), NUM_DEFECTS))\n","\n","  for (i, (_, img, labels_dict)) in tqdm(enumerate(dataset), total=len(dataset)):\n","    features[i] = ft.hog(img,\n","                   orientations = 8, \n","                   pixels_per_cell = (16, 16), \n","                   cells_per_block = (8, 8), \n","                   block_norm = 'L2-Hys', \n","                   transform_sqrt = True)\n","    labels[i] = labels_dict['defect']\n","\n","  return features, labels\n","\n","(train_data, train_labels) = collect_dataset(train_data)\n","(val_data, val_labels) = collect_dataset(val_data)"],"execution_count":null,"outputs":[{"output_type":"stream","text":["5376\n"],"name":"stdout"},{"output_type":"display_data","data":{"application/vnd.jupyter.widget-view+json":{"model_id":"6c0a88edf7fe4a2484028e986904773e","version_minor":0,"version_major":2},"text/plain":["HBox(children=(FloatProgress(value=0.0, max=5376.0), HTML(value='')))"]},"metadata":{"tags":[]}},{"output_type":"stream","text":["\n"],"name":"stdout"},{"output_type":"display_data","data":{"application/vnd.jupyter.widget-view+json":{"model_id":"5435a7df329a470a976c8746fc37d7b9","version_minor":0,"version_major":2},"text/plain":["HBox(children=(FloatProgress(value=0.0, max=1536.0), HTML(value='')))"]},"metadata":{"tags":[]}},{"output_type":"stream","text":["\n"],"name":"stdout"}]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"BulPNIGBPUoJ","executionInfo":{"status":"ok","timestamp":1606609928643,"user_tz":480,"elapsed":1601921,"user":{"displayName":"Zeqing Jin","photoUrl":"","userId":"15675883008114920781"}},"outputId":"a9ed2156-92fb-49d0-8152-327e8f04f829"},"source":["from sklearn.pipeline import make_pipeline\n","from sklearn.preprocessing import StandardScaler\n","from sklearn.svm import SVC\n","\n","models = [make_pipeline(StandardScaler(), SVC(gamma='auto')) for _ in range(NUM_DEFECTS)]\n","\n","for i in range(NUM_DEFECTS):\n","  print(f'fitting defect {i}')\n","  models[i].fit(train_data, train_labels[:, i])"],"execution_count":null,"outputs":[{"output_type":"stream","text":["fitting defect 0\n","fitting defect 1\n","fitting defect 2\n"],"name":"stdout"}]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"-_ruiOa_PbiO","executionInfo":{"status":"ok","timestamp":1606610887857,"user_tz":480,"elapsed":909643,"user":{"displayName":"Zeqing Jin","photoUrl":"","userId":"15675883008114920781"}},"outputId":"d1656e83-b7c5-4989-f245-bf393e10edc6"},"source":["predicted_defects = np.empty((len(val_data), NUM_DEFECTS))\n","\n","for i, model  in enumerate(models):\n","  print(f'accuracy on defect {i}: ', end='')\n","  score = model.score(val_data, val_labels[:, i])\n","  predicted_defects[:, i] = model.predict(val_data)\n","  print(f'{score * 100:.1f}%')\n","\n","tp = ((predicted_defects == True) & (val_labels == True)).sum()\n","fp = ((predicted_defects == True) & (val_labels == False)).sum()\n","fn = ((predicted_defects == False) & (val_labels == True)).sum()\n","precision = tp / (tp + fp)\n","recall = tp / (tp + fn)\n","f1_score = 2 * precision * recall / (precision + recall)\n","print(f'precision: {precision:.3f}')\n","print(f'recall: {recall:.3f}')\n","print(f'f1 score: {f1_score:.3f}')"],"execution_count":null,"outputs":[{"output_type":"stream","text":["accuracy on defect 0: 78.6%\n","accuracy on defect 1: 68.6%\n","accuracy on defect 2: 76.2%\n","precision: 0.724\n","recall: 0.553\n","f1 score: 0.627\n"],"name":"stdout"}]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/","height":168,"referenced_widgets":["d78c7d55d7d44686a247b18c60158031","d5556292397d490481008298fffb9c2e","776031b349794c0bb9f0af9b930cae4c","4baa67c8505746c09010f96c58a5c6d3","108ee3352dba4b1eb5325c95cef6fae9","7e66909042964f25a0aebf67a00902cc","e84a6efe05cb4077aed95d10455ce21d","11615b83535e45328e1fee02338579a0"]},"id":"QPJvQfyifMlh","executionInfo":{"status":"ok","timestamp":1606612241265,"user_tz":480,"elapsed":950250,"user":{"displayName":"Zeqing Jin","photoUrl":"","userId":"15675883008114920781"}},"outputId":"00bac7b7-39ad-44da-eca5-6ef04d601b30"},"source":["test_dataset = mydataset('/content/drive/MyDrive/Colab Notebooks/dataset/testing/')\n","(test_data, test_labels) = collect_dataset(test_dataset)\n","predicted_defects = np.empty((len(test_data), NUM_DEFECTS))\n","\n","for i, model  in enumerate(models):\n","  print(f'accuracy on defect {i}: ', end='')\n","  score = model.score(test_data, test_labels[:, i])\n","  predicted_defects[:, i] = model.predict(test_data)\n","  print(f'{score * 100:.1f}%')\n","\n","tp = ((predicted_defects == True) & (test_labels == True)).sum()\n","fp = ((predicted_defects == True) & (test_labels == False)).sum()\n","fn = ((predicted_defects == False) & (test_labels == True)).sum()\n","precision = tp / (tp + fp)\n","recall = tp / (tp + fn)\n","f1_score = 2 * precision * recall / (precision + recall)\n","print(f'precision: {precision:.3f}')\n","print(f'recall: {recall:.3f}')\n","print(f'f1 score: {f1_score:.3f}')"],"execution_count":null,"outputs":[{"output_type":"display_data","data":{"application/vnd.jupyter.widget-view+json":{"model_id":"d78c7d55d7d44686a247b18c60158031","version_minor":0,"version_major":2},"text/plain":["HBox(children=(FloatProgress(value=0.0, max=768.0), HTML(value='')))"]},"metadata":{"tags":[]}},{"output_type":"stream","text":["\n","accuracy on defect 0: 81.0%\n","accuracy on defect 1: 70.1%\n","accuracy on defect 2: 76.6%\n","precision: 0.752\n","recall: 0.566\n","f1 score: 0.646\n"],"name":"stdout"}]}]}