Machine-Learning-For-WAFs.ipynb

{"nbformat":4,"nbformat_minor":0,"metadata":{"colab":{"name":"DL.ipynb","provenance":[],"collapsed_sections":[],"authorship_tag":"ABX9TyNgleqEafJEHcKg23EUWZBB"},"kernelspec":{"name":"python3","display_name":"Python 3"}},"cells":[{"cell_type":"code","metadata":{"id":"7I_ykDe7RiVK","colab_type":"code","colab":{"resources":{"http://localhost:8080/nbextensions/google.colab/files.js":{"data":"Ly8gQ29weXJpZ2h0IDIwMTcgR29vZ2xlIExMQwovLwovLyBMaWNlbnNlZCB1bmRlciB0aGUgQXBhY2hlIExpY2Vuc2UsIFZlcnNpb24gMi4wICh0aGUgIkxpY2Vuc2UiKTsKLy8geW91IG1heSBub3QgdXNlIHRoaXMgZmlsZSBleGNlcHQgaW4gY29tcGxpYW5jZSB3aXRoIHRoZSBMaWNlbnNlLgovLyBZb3UgbWF5IG9idGFpbiBhIGNvcHkgb2YgdGhlIExpY2Vuc2UgYXQKLy8KLy8gICAgICBodHRwOi8vd3d3LmFwYWNoZS5vcmcvbGljZW5zZXMvTElDRU5TRS0yLjAKLy8KLy8gVW5sZXNzIHJlcXVpcmVkIGJ5IGFwcGxpY2FibGUgbGF3IG9yIGFncmVlZCB0byBpbiB3cml0aW5nLCBzb2Z0d2FyZQovLyBkaXN0cmlidXRlZCB1bmRlciB0aGUgTGljZW5zZSBpcyBkaXN0cmlidXRlZCBvbiBhbiAiQVMgSVMiIEJBU0lTLAovLyBXSVRIT1VUIFdBUlJBTlRJRVMgT1IgQ09ORElUSU9OUyBPRiBBTlkgS0lORCwgZWl0aGVyIGV4cHJlc3Mgb3IgaW1wbGllZC4KLy8gU2VlIHRoZSBMaWNlbnNlIGZvciB0aGUgc3BlY2lmaWMgbGFuZ3VhZ2UgZ292ZXJuaW5nIHBlcm1pc3Npb25zIGFuZAovLyBsaW1pdGF0aW9ucyB1bmRlciB0aGUgTGljZW5zZS4KCi8qKgogKiBAZmlsZW92ZXJ2aWV3IEhlbHBlcnMgZm9yIGdvb2dsZS5jb2xhYiBQeXRob24gbW9kdWxlLgogKi8KKGZ1bmN0aW9uKHNjb3BlKSB7CmZ1bmN0aW9uIHNwYW4odGV4dCwgc3R5bGVBdHRyaWJ1dGVzID0ge30pIHsKICBjb25zdCBlbGVtZW50ID0gZG9jdW1lbnQuY3JlYXRlRWxlbWVudCgnc3BhbicpOwogIGVsZW1lbnQudGV4dENvbnRlbnQgPSB0ZXh0OwogIGZvciAoY29uc3Qga2V5IG9mIE9iamVjdC5rZXlzKHN0eWxlQXR0cmlidXRlcykpIHsKICAgIGVsZW1lbnQuc3R5bGVba2V5XSA9IHN0eWxlQXR0cmlidXRlc1trZXldOwogIH0KICByZXR1cm4gZWxlbWVudDsKfQoKLy8gTWF4IG51bWJlciBvZiBieXRlcyB3aGljaCB3aWxsIGJlIHVwbG9hZGVkIGF0IGEgdGltZS4KY29uc3QgTUFYX1BBWUxPQURfU0laRSA9IDEwMCAqIDEwMjQ7CgpmdW5jdGlvbiBfdXBsb2FkRmlsZXMoaW5wdXRJZCwgb3V0cHV0SWQpIHsKICBjb25zdCBzdGVwcyA9IHVwbG9hZEZpbGVzU3RlcChpbnB1dElkLCBvdXRwdXRJZCk7CiAgY29uc3Qgb3V0cHV0RWxlbWVudCA9IGRvY3VtZW50LmdldEVsZW1lbnRCeUlkKG91dHB1dElkKTsKICAvLyBDYWNoZSBzdGVwcyBvbiB0aGUgb3V0cHV0RWxlbWVudCB0byBtYWtlIGl0IGF2YWlsYWJsZSBmb3IgdGhlIG5leHQgY2FsbAogIC8vIHRvIHVwbG9hZEZpbGVzQ29udGludWUgZnJvbSBQeXRob24uCiAgb3V0cHV0RWxlbWVudC5zdGVwcyA9IHN0ZXBzOwoKICByZXR1cm4gX3VwbG9hZEZpbGVzQ29udGludWUob3V0cHV0SWQpOwp9CgovLyBUaGlzIGlzIHJvdWdobHkgYW4gYXN5bmMgZ2VuZXJhdG9yIChub3Qgc3VwcG9ydGVkIGluIHRoZSBicm93c2VyIHlldCksCi8vIHdoZXJlIHRoZXJlIGFyZSBtdWx0aXBsZSBhc3luY2hyb25vdXMgc3RlcHMgYW5kIHRoZSBQeXRob24gc2lkZSBpcyBnb2luZwovLyB0byBwb2xsIGZvciBjb21wbGV0aW9uIG9mIGVhY2ggc3RlcC4KLy8gVGhpcyB1c2VzIGEgUHJvbWlzZSB0byBibG9jayB0aGUgcHl0aG9uIHNpZGUgb24gY29tcGxldGlvbiBvZiBlYWNoIHN0ZXAsCi8vIHRoZW4gcGFzc2VzIHRoZSByZXN1bHQgb2YgdGhlIHByZXZpb3VzIHN0ZXAgYXMgdGhlIGlucHV0IHRvIHRoZSBuZXh0IHN0ZXAuCmZ1bmN0aW9uIF91cGxvYWRGaWxlc0NvbnRpbnVlKG91dHB1dElkKSB7CiAgY29uc3Qgb3V0cHV0RWxlbWVudCA9IGRvY3VtZW50LmdldEVsZW1lbnRCeUlkKG91dHB1dElkKTsKICBjb25zdCBzdGVwcyA9IG91dHB1dEVsZW1lbnQuc3RlcHM7CgogIGNvbnN0IG5leHQgPSBzdGVwcy5uZXh0KG91dHB1dEVsZW1lbnQubGFzdFByb21pc2VWYWx1ZSk7CiAgcmV0dXJuIFByb21pc2UucmVzb2x2ZShuZXh0LnZhbHVlLnByb21pc2UpLnRoZW4oKHZhbHVlKSA9PiB7CiAgICAvLyBDYWNoZSB0aGUgbGFzdCBwcm9taXNlIHZhbHVlIHRvIG1ha2UgaXQgYXZhaWxhYmxlIHRvIHRoZSBuZXh0CiAgICAvLyBzdGVwIG9mIHRoZSBnZW5lcmF0b3IuCiAgICBvdXRwdXRFbGVtZW50Lmxhc3RQcm9taXNlVmFsdWUgPSB2YWx1ZTsKICAgIHJldHVybiBuZXh0LnZhbHVlLnJlc3BvbnNlOwogIH0pOwp9CgovKioKICogR2VuZXJhdG9yIGZ1bmN0aW9uIHdoaWNoIGlzIGNhbGxlZCBiZXR3ZWVuIGVhY2ggYXN5bmMgc3RlcCBvZiB0aGUgdXBsb2FkCiAqIHByb2Nlc3MuCiAqIEBwYXJhbSB7c3RyaW5nfSBpbnB1dElkIEVsZW1lbnQgSUQgb2YgdGhlIGlucHV0IGZpbGUgcGlja2VyIGVsZW1lbnQuCiAqIEBwYXJhbSB7c3RyaW5nfSBvdXRwdXRJZCBFbGVtZW50IElEIG9mIHRoZSBvdXRwdXQgZGlzcGxheS4KICogQHJldHVybiB7IUl0ZXJhYmxlPCFPYmplY3Q+fSBJdGVyYWJsZSBvZiBuZXh0IHN0ZXBzLgogKi8KZnVuY3Rpb24qIHVwbG9hZEZpbGVzU3RlcChpbnB1dElkLCBvdXRwdXRJZCkgewogIGNvbnN0IGlucHV0RWxlbWVudCA9IGRvY3VtZW50LmdldEVsZW1lbnRCeUlkKGlucHV0SWQpOwogIGlucHV0RWxlbWVudC5kaXNhYmxlZCA9IGZhbHNlOwoKICBjb25zdCBvdXRwdXRFbGVtZW50ID0gZG9jdW1lbnQuZ2V0RWxlbWVudEJ5SWQob3V0cHV0SWQpOwogIG91dHB1dEVsZW1lbnQuaW5uZXJIVE1MID0gJyc7CgogIGNvbnN0IHBpY2tlZFByb21pc2UgPSBuZXcgUHJvbWlzZSgocmVzb2x2ZSkgPT4gewogICAgaW5wdXRFbGVtZW50LmFkZEV2ZW50TGlzdGVuZXIoJ2NoYW5nZScsIChlKSA9PiB7CiAgICAgIHJlc29sdmUoZS50YXJnZXQuZmlsZXMpOwogICAgfSk7CiAgfSk7CgogIGNvbnN0IGNhbmNlbCA9IGRvY3VtZW50LmNyZWF0ZUVsZW1lbnQoJ2J1dHRvbicpOwogIGlucHV0RWxlbWVudC5wYXJlbnRFbGVtZW50LmFwcGVuZENoaWxkKGNhbmNlbCk7CiAgY2FuY2VsLnRleHRDb250ZW50ID0gJ0NhbmNlbCB1cGxvYWQnOwogIGNvbnN0IGNhbmNlbFByb21pc2UgPSBuZXcgUHJvbWlzZSgocmVzb2x2ZSkgPT4gewogICAgY2FuY2VsLm9uY2xpY2sgPSAoKSA9PiB7CiAgICAgIHJlc29sdmUobnVsbCk7CiAgICB9OwogIH0pOwoKICAvLyBXYWl0IGZvciB0aGUgdXNlciB0byBwaWNrIHRoZSBmaWxlcy4KICBjb25zdCBmaWxlcyA9IHlpZWxkIHsKICAgIHByb21pc2U6IFByb21pc2UucmFjZShbcGlja2VkUHJvbWlzZSwgY2FuY2VsUHJvbWlzZV0pLAogICAgcmVzcG9uc2U6IHsKICAgICAgYWN0aW9uOiAnc3RhcnRpbmcnLAogICAgfQogIH07CgogIGNhbmNlbC5yZW1vdmUoKTsKCiAgLy8gRGlzYWJsZSB0aGUgaW5wdXQgZWxlbWVudCBzaW5jZSBmdXJ0aGVyIHBpY2tzIGFyZSBub3QgYWxsb3dlZC4KICBpbnB1dEVsZW1lbnQuZGlzYWJsZWQgPSB0cnVlOwoKICBpZiAoIWZpbGVzKSB7CiAgICByZXR1cm4gewogICAgICByZXNwb25zZTogewogICAgICAgIGFjdGlvbjogJ2NvbXBsZXRlJywKICAgICAgfQogICAgfTsKICB9CgogIGZvciAoY29uc3QgZmlsZSBvZiBmaWxlcykgewogICAgY29uc3QgbGkgPSBkb2N1bWVudC5jcmVhdGVFbGVtZW50KCdsaScpOwogICAgbGkuYXBwZW5kKHNwYW4oZmlsZS5uYW1lLCB7Zm9udFdlaWdodDogJ2JvbGQnfSkpOwogICAgbGkuYXBwZW5kKHNwYW4oCiAgICAgICAgYCgke2ZpbGUudHlwZSB8fCAnbi9hJ30pIC0gJHtmaWxlLnNpemV9IGJ5dGVzLCBgICsKICAgICAgICBgbGFzdCBtb2RpZmllZDogJHsKICAgICAgICAgICAgZmlsZS5sYXN0TW9kaWZpZWREYXRlID8gZmlsZS5sYXN0TW9kaWZpZWREYXRlLnRvTG9jYWxlRGF0ZVN0cmluZygpIDoKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgJ24vYSd9IC0gYCkpOwogICAgY29uc3QgcGVyY2VudCA9IHNwYW4oJzAlIGRvbmUnKTsKICAgIGxpLmFwcGVuZENoaWxkKHBlcmNlbnQpOwoKICAgIG91dHB1dEVsZW1lbnQuYXBwZW5kQ2hpbGQobGkpOwoKICAgIGNvbnN0IGZpbGVEYXRhUHJvbWlzZSA9IG5ldyBQcm9taXNlKChyZXNvbHZlKSA9PiB7CiAgICAgIGNvbnN0IHJlYWRlciA9IG5ldyBGaWxlUmVhZGVyKCk7CiAgICAgIHJlYWRlci5vbmxvYWQgPSAoZSkgPT4gewogICAgICAgIHJlc29sdmUoZS50YXJnZXQucmVzdWx0KTsKICAgICAgfTsKICAgICAgcmVhZGVyLnJlYWRBc0FycmF5QnVmZmVyKGZpbGUpOwogICAgfSk7CiAgICAvLyBXYWl0IGZvciB0aGUgZGF0YSB0byBiZSByZWFkeS4KICAgIGxldCBmaWxlRGF0YSA9IHlpZWxkIHsKICAgICAgcHJvbWlzZTogZmlsZURhdGFQcm9taXNlLAogICAgICByZXNwb25zZTogewogICAgICAgIGFjdGlvbjogJ2NvbnRpbnVlJywKICAgICAgfQogICAgfTsKCiAgICAvLyBVc2UgYSBjaHVua2VkIHNlbmRpbmcgdG8gYXZvaWQgbWVzc2FnZSBzaXplIGxpbWl0cy4gU2VlIGIvNjIxMTU2NjAuCiAgICBsZXQgcG9zaXRpb24gPSAwOwogICAgd2hpbGUgKHBvc2l0aW9uIDwgZmlsZURhdGEuYnl0ZUxlbmd0aCkgewogICAgICBjb25zdCBsZW5ndGggPSBNYXRoLm1pbihmaWxlRGF0YS5ieXRlTGVuZ3RoIC0gcG9zaXRpb24sIE1BWF9QQVlMT0FEX1NJWkUpOwogICAgICBjb25zdCBjaHVuayA9IG5ldyBVaW50OEFycmF5KGZpbGVEYXRhLCBwb3NpdGlvbiwgbGVuZ3RoKTsKICAgICAgcG9zaXRpb24gKz0gbGVuZ3RoOwoKICAgICAgY29uc3QgYmFzZTY0ID0gYnRvYShTdHJpbmcuZnJvbUNoYXJDb2RlLmFwcGx5KG51bGwsIGNodW5rKSk7CiAgICAgIHlpZWxkIHsKICAgICAgICByZXNwb25zZTogewogICAgICAgICAgYWN0aW9uOiAnYXBwZW5kJywKICAgICAgICAgIGZpbGU6IGZpbGUubmFtZSwKICAgICAgICAgIGRhdGE6IGJhc2U2NCwKICAgICAgICB9LAogICAgICB9OwogICAgICBwZXJjZW50LnRleHRDb250ZW50ID0KICAgICAgICAgIGAke01hdGgucm91bmQoKHBvc2l0aW9uIC8gZmlsZURhdGEuYnl0ZUxlbmd0aCkgKiAxMDApfSUgZG9uZWA7CiAgICB9CiAgfQoKICAvLyBBbGwgZG9uZS4KICB5aWVsZCB7CiAgICByZXNwb25zZTogewogICAgICBhY3Rpb246ICdjb21wbGV0ZScsCiAgICB9CiAgfTsKfQoKc2NvcGUuZ29vZ2xlID0gc2NvcGUuZ29vZ2xlIHx8IHt9OwpzY29wZS5nb29nbGUuY29sYWIgPSBzY29wZS5nb29nbGUuY29sYWIgfHwge307CnNjb3BlLmdvb2dsZS5jb2xhYi5fZmlsZXMgPSB7CiAgX3VwbG9hZEZpbGVzLAogIF91cGxvYWRGaWxlc0NvbnRpbnVlLAp9Owp9KShzZWxmKTsK","ok":true,"headers":[["content-type","application/javascript"]],"status":200,"status_text":""}},"base_uri":"https://localhost:8080/","height":73},"executionInfo":{"status":"ok","timestamp":1600056240532,"user_tz":420,"elapsed":120337,"user":{"displayName":"Dimension Guy","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GhwRW7qDBDDTEAR2oFOmjKsK2NWNoI1TzNJ2p5T=s64","userId":"11289816787949596523"}},"outputId":"a33bbeb8-a6fd-420e-f4aa-7b2e746e1cef"},"source":["from google.colab import files\n","uploaded = files.upload()\n"],"execution_count":2,"outputs":[{"output_type":"display_data","data":{"text/html":["\n","     <input type=\"file\" id=\"files-211f23f5-7333-4670-9239-3fca6a0993e0\" name=\"files[]\" multiple disabled\n","        style=\"border:none\" />\n","     <output id=\"result-211f23f5-7333-4670-9239-3fca6a0993e0\">\n","      Upload widget is only available when the cell has been executed in the\n","      current browser session. Please rerun this cell to enable.\n","      </output>\n","      <script src=\"/nbextensions/google.colab/files.js\"></script> "],"text/plain":["<IPython.core.display.HTML object>"]},"metadata":{"tags":[]}},{"output_type":"stream","text":["Saving ecml.json to ecml.json\n"],"name":"stdout"}]},{"cell_type":"code","metadata":{"id":"GiVJ-NhJSwa0","colab_type":"code","colab":{},"executionInfo":{"status":"ok","timestamp":1600056246013,"user_tz":420,"elapsed":1288,"user":{"displayName":"Dimension Guy","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GhwRW7qDBDDTEAR2oFOmjKsK2NWNoI1TzNJ2p5T=s64","userId":"11289816787949596523"}}},"source":["#Changing json to a csv\n","import pandas as pd\n","df_valid_tmp = pd.read_json ('ecml.json')\n","df_valid_tmp.to_csv ('valid.csv', index = None)\n","df_valid_tmp.rename(columns = {'pattern':'Payloads', 'type':'Types'}, inplace = True)"],"execution_count":3,"outputs":[]},{"cell_type":"code","metadata":{"id":"KjWehxiMS5WY","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":406},"executionInfo":{"status":"ok","timestamp":1600056249149,"user_tz":420,"elapsed":1231,"user":{"displayName":"Dimension Guy","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GhwRW7qDBDDTEAR2oFOmjKsK2NWNoI1TzNJ2p5T=s64","userId":"11289816787949596523"}},"outputId":"dd3562d9-7056-4771-e3e5-7256def12dc6"},"source":["df_valid = df_valid_tmp[df_valid_tmp.Types == 'valid']\n","df_valid"],"execution_count":4,"outputs":[{"output_type":"execute_result","data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>Payloads</th>\n","      <th>Types</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>crteyreti=wsn&amp;et3tf6shov=tdsviee y fum$oh3;ore...</td>\n","      <td>valid</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>*;q=0.7</td>\n","      <td>valid</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>nhgiopie/7.8.4.7.0</td>\n","      <td>valid</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>/dyylkl.xd9cpu/4ot0ta/ts6xnrp1/hssh/a2cuerht/s...</td>\n","      <td>valid</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>/2m6vlb1r37jspc/cwvv/mbar/oqrd0/msc/etceebwgi/...</td>\n","      <td>valid</td>\n","    </tr>\n","    <tr>\n","      <th>...</th>\n","      <td>...</td>\n","      <td>...</td>\n","    </tr>\n","    <tr>\n","      <th>35001</th>\n","      <td>/f041ihx@/kp/cdxwdk5r96hzmza8r/f2s.shtml</td>\n","      <td>valid</td>\n","    </tr>\n","    <tr>\n","      <th>35002</th>\n","      <td>hco-=9858907&amp;xseirwhte=iexecc&amp;0neuwe8=mmi&amp;xgf....</td>\n","      <td>valid</td>\n","    </tr>\n","    <tr>\n","      <th>35003</th>\n","      <td>f6het0kvylks=77&amp;rru2xjsock_streamwt4=auaru2c29...</td>\n","      <td>valid</td>\n","    </tr>\n","    <tr>\n","      <th>35004</th>\n","      <td>*</td>\n","      <td>valid</td>\n","    </tr>\n","    <tr>\n","      <th>35005</th>\n","      <td>4ncagon66btji=3813&amp;u9ytotln0l4ck=61&amp;flywd2u=19...</td>\n","      <td>valid</td>\n","    </tr>\n","  </tbody>\n","</table>\n","<p>35006 rows × 2 columns</p>\n","</div>"],"text/plain":["                                                Payloads  Types\n","0      crteyreti=wsn&et3tf6shov=tdsviee y fum$oh3;ore...  valid\n","1                                                *;q=0.7  valid\n","2                                     nhgiopie/7.8.4.7.0  valid\n","3      /dyylkl.xd9cpu/4ot0ta/ts6xnrp1/hssh/a2cuerht/s...  valid\n","4      /2m6vlb1r37jspc/cwvv/mbar/oqrd0/msc/etceebwgi/...  valid\n","...                                                  ...    ...\n","35001           /f041ihx@/kp/cdxwdk5r96hzmza8r/f2s.shtml  valid\n","35002  hco-=9858907&xseirwhte=iexecc&0neuwe8=mmi&xgf....  valid\n","35003  f6het0kvylks=77&rru2xjsock_streamwt4=auaru2c29...  valid\n","35004                                                  *  valid\n","35005  4ncagon66btji=3813&u9ytotln0l4ck=61&flywd2u=19...  valid\n","\n","[35006 rows x 2 columns]"]},"metadata":{"tags":[]},"execution_count":4}]},{"cell_type":"code","metadata":{"id":"iKDkal5kcVOP","colab_type":"code","colab":{},"executionInfo":{"status":"ok","timestamp":1600057171323,"user_tz":420,"elapsed":42090,"user":{"displayName":"Dimension Guy","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GhwRW7qDBDDTEAR2oFOmjKsK2NWNoI1TzNJ2p5T=s64","userId":"11289816787949596523"}}},"source":["  import pandas as pd\n","\n","  xss = 'xss.txt'\n","  sqli = 'sql.txt'\n","  nosql = 'nosql.txt'\n","  lfi = 'lfi.txt'\n","  shell = 'shell.txt'\n","  crlf = 'crlf.txt'\n","  ssti = 'ssti.txt'\n","  ssi = 'ssi.txt'\n","\n","\n","\n","  files_array = [xss, sqli, nosql, lfi, shell, ssti, crlf, ssi]\n","\n","  #This function will combine all wordlists into a single csv\n","  def processdata_and_store(files_array):\n","    #Create empty data frame\n","    empty_df = pd.DataFrame(columns=['Payloads', 'Types'])\n","    for files in range(len(files_array)):\n","        unique_set = set()\n","        with open(files_array[files], 'r') as f:\n","          #Removes \"\\n\"\n","          for add in f.read().strip().splitlines():\n","            unique_set.add(add)\n","\n","        unique_list = list(unique_set)\n","        while(\"\" in unique_list) : \n","          unique_list.remove(\"\") \n","        for add_payload in unique_list:\n","          empty_df = empty_df.append({'Payloads': add_payload, 'Types' : files_array[files].split(\".\")[0]}, ignore_index=True)\n","        \n","    empty_df.to_csv('dataset.csv', encoding='utf-8')\n","\n","\n","  processdata_and_store(files_array)"],"execution_count":32,"outputs":[]},{"cell_type":"code","metadata":{"id":"U1uNxolhQ4i0","colab_type":"code","colab":{},"executionInfo":{"status":"ok","timestamp":1600056304498,"user_tz":420,"elapsed":2237,"user":{"displayName":"Dimension Guy","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GhwRW7qDBDDTEAR2oFOmjKsK2NWNoI1TzNJ2p5T=s64","userId":"11289816787949596523"}}},"source":["df = pd.read_csv('dataset.csv').drop(columns='Unnamed: 0')"],"execution_count":6,"outputs":[]},{"cell_type":"code","metadata":{"id":"DPU6Z-swDrwC","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":406},"executionInfo":{"status":"ok","timestamp":1600056307510,"user_tz":420,"elapsed":1738,"user":{"displayName":"Dimension Guy","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GhwRW7qDBDDTEAR2oFOmjKsK2NWNoI1TzNJ2p5T=s64","userId":"11289816787949596523"}},"outputId":"8c1353c6-c120-4258-bca4-ea8133e6144d"},"source":["df"],"execution_count":7,"outputs":[{"output_type":"execute_result","data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>Payloads</th>\n","      <th>Types</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>&lt;select onbeforecut=\"alert(1)\" contenteditable...</td>\n","      <td>xss</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>&lt;th oncontextmenu=\"alert(1)\"&gt;test&lt;/th&gt;</td>\n","      <td>xss</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>&lt;/script&gt; %&gt;/</td>\n","      <td>xss</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>&lt;textarea autofocus onfocusin=alert(1)&gt;test&lt;/t...</td>\n","      <td>xss</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>&lt;body onBeforeUnload body onBeforeUnload=\"java...</td>\n","      <td>xss</td>\n","    </tr>\n","    <tr>\n","      <th>...</th>\n","      <td>...</td>\n","      <td>...</td>\n","    </tr>\n","    <tr>\n","      <th>15014</th>\n","      <td>&lt;!--#echo var=\"remote_ident\" --&gt;</td>\n","      <td>ssi</td>\n","    </tr>\n","    <tr>\n","      <th>15015</th>\n","      <td>&lt;!--#echo var=\"remote_addr\" --&gt;</td>\n","      <td>ssi</td>\n","    </tr>\n","    <tr>\n","      <th>15016</th>\n","      <td>&lt;!--#include virtual=\"https://crowdshield.com/...</td>\n","      <td>ssi</td>\n","    </tr>\n","    <tr>\n","      <th>15017</th>\n","      <td>&lt;!--#exec cmd=\"sleep 5\" --&gt;</td>\n","      <td>ssi</td>\n","    </tr>\n","    <tr>\n","      <th>15018</th>\n","      <td>&lt;!--#echo var=\"remote_user\" --&gt;</td>\n","      <td>ssi</td>\n","    </tr>\n","  </tbody>\n","</table>\n","<p>15019 rows × 2 columns</p>\n","</div>"],"text/plain":["                                                Payloads Types\n","0      <select onbeforecut=\"alert(1)\" contenteditable...   xss\n","1                 <th oncontextmenu=\"alert(1)\">test</th>   xss\n","2                                          </script> %>/   xss\n","3      <textarea autofocus onfocusin=alert(1)>test</t...   xss\n","4      <body onBeforeUnload body onBeforeUnload=\"java...   xss\n","...                                                  ...   ...\n","15014                   <!--#echo var=\"remote_ident\" -->   ssi\n","15015                    <!--#echo var=\"remote_addr\" -->   ssi\n","15016  <!--#include virtual=\"https://crowdshield.com/...   ssi\n","15017                        <!--#exec cmd=\"sleep 5\" -->   ssi\n","15018                    <!--#echo var=\"remote_user\" -->   ssi\n","\n","[15019 rows x 2 columns]"]},"metadata":{"tags":[]},"execution_count":7}]},{"cell_type":"code","metadata":{"id":"9y2sVDnOTpb2","colab_type":"code","colab":{},"executionInfo":{"status":"ok","timestamp":1600056315387,"user_tz":420,"elapsed":3166,"user":{"displayName":"Dimension Guy","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GhwRW7qDBDDTEAR2oFOmjKsK2NWNoI1TzNJ2p5T=s64","userId":"11289816787949596523"}}},"source":["#Join both datasets as one\n","clean_df_tmp = pd.concat([df, df_valid])"],"execution_count":8,"outputs":[]},{"cell_type":"code","metadata":{"id":"5D5bc2Tt2I1X","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":406},"executionInfo":{"status":"ok","timestamp":1600056319180,"user_tz":420,"elapsed":2110,"user":{"displayName":"Dimension Guy","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GhwRW7qDBDDTEAR2oFOmjKsK2NWNoI1TzNJ2p5T=s64","userId":"11289816787949596523"}},"outputId":"bfec7c88-17a3-45a0-9c58-6fee82fccc45"},"source":["clean_df_tmp"],"execution_count":9,"outputs":[{"output_type":"execute_result","data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>Payloads</th>\n","      <th>Types</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>&lt;select onbeforecut=\"alert(1)\" contenteditable...</td>\n","      <td>xss</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>&lt;th oncontextmenu=\"alert(1)\"&gt;test&lt;/th&gt;</td>\n","      <td>xss</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>&lt;/script&gt; %&gt;/</td>\n","      <td>xss</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>&lt;textarea autofocus onfocusin=alert(1)&gt;test&lt;/t...</td>\n","      <td>xss</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>&lt;body onBeforeUnload body onBeforeUnload=\"java...</td>\n","      <td>xss</td>\n","    </tr>\n","    <tr>\n","      <th>...</th>\n","      <td>...</td>\n","      <td>...</td>\n","    </tr>\n","    <tr>\n","      <th>35001</th>\n","      <td>/f041ihx@/kp/cdxwdk5r96hzmza8r/f2s.shtml</td>\n","      <td>valid</td>\n","    </tr>\n","    <tr>\n","      <th>35002</th>\n","      <td>hco-=9858907&amp;xseirwhte=iexecc&amp;0neuwe8=mmi&amp;xgf....</td>\n","      <td>valid</td>\n","    </tr>\n","    <tr>\n","      <th>35003</th>\n","      <td>f6het0kvylks=77&amp;rru2xjsock_streamwt4=auaru2c29...</td>\n","      <td>valid</td>\n","    </tr>\n","    <tr>\n","      <th>35004</th>\n","      <td>*</td>\n","      <td>valid</td>\n","    </tr>\n","    <tr>\n","      <th>35005</th>\n","      <td>4ncagon66btji=3813&amp;u9ytotln0l4ck=61&amp;flywd2u=19...</td>\n","      <td>valid</td>\n","    </tr>\n","  </tbody>\n","</table>\n","<p>50025 rows × 2 columns</p>\n","</div>"],"text/plain":["                                                Payloads  Types\n","0      <select onbeforecut=\"alert(1)\" contenteditable...    xss\n","1                 <th oncontextmenu=\"alert(1)\">test</th>    xss\n","2                                          </script> %>/    xss\n","3      <textarea autofocus onfocusin=alert(1)>test</t...    xss\n","4      <body onBeforeUnload body onBeforeUnload=\"java...    xss\n","...                                                  ...    ...\n","35001           /f041ihx@/kp/cdxwdk5r96hzmza8r/f2s.shtml  valid\n","35002  hco-=9858907&xseirwhte=iexecc&0neuwe8=mmi&xgf....  valid\n","35003  f6het0kvylks=77&rru2xjsock_streamwt4=auaru2c29...  valid\n","35004                                                  *  valid\n","35005  4ncagon66btji=3813&u9ytotln0l4ck=61&flywd2u=19...  valid\n","\n","[50025 rows x 2 columns]"]},"metadata":{"tags":[]},"execution_count":9}]},{"cell_type":"code","metadata":{"id":"ozgtf5fvU2EQ","colab_type":"code","colab":{},"executionInfo":{"status":"ok","timestamp":1600056324800,"user_tz":420,"elapsed":1704,"user":{"displayName":"Dimension Guy","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GhwRW7qDBDDTEAR2oFOmjKsK2NWNoI1TzNJ2p5T=s64","userId":"11289816787949596523"}}},"source":["clean_df = clean_df_tmp.drop_duplicates(subset=['Payloads', 'Types'])"],"execution_count":10,"outputs":[]},{"cell_type":"code","metadata":{"id":"5UVAlt862sbY","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":406},"executionInfo":{"status":"ok","timestamp":1600056327864,"user_tz":420,"elapsed":1708,"user":{"displayName":"Dimension Guy","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GhwRW7qDBDDTEAR2oFOmjKsK2NWNoI1TzNJ2p5T=s64","userId":"11289816787949596523"}},"outputId":"f04564e3-8d21-4199-e156-e30dc73f483d"},"source":["clean_df"],"execution_count":11,"outputs":[{"output_type":"execute_result","data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>Payloads</th>\n","      <th>Types</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>&lt;select onbeforecut=\"alert(1)\" contenteditable...</td>\n","      <td>xss</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>&lt;th oncontextmenu=\"alert(1)\"&gt;test&lt;/th&gt;</td>\n","      <td>xss</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>&lt;/script&gt; %&gt;/</td>\n","      <td>xss</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>&lt;textarea autofocus onfocusin=alert(1)&gt;test&lt;/t...</td>\n","      <td>xss</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>&lt;body onBeforeUnload body onBeforeUnload=\"java...</td>\n","      <td>xss</td>\n","    </tr>\n","    <tr>\n","      <th>...</th>\n","      <td>...</td>\n","      <td>...</td>\n","    </tr>\n","    <tr>\n","      <th>35000</th>\n","      <td>beinrm-tet, apw-hc, osnent-wmt4s, e-nsrt;q=0.8...</td>\n","      <td>valid</td>\n","    </tr>\n","    <tr>\n","      <th>35001</th>\n","      <td>/f041ihx@/kp/cdxwdk5r96hzmza8r/f2s.shtml</td>\n","      <td>valid</td>\n","    </tr>\n","    <tr>\n","      <th>35002</th>\n","      <td>hco-=9858907&amp;xseirwhte=iexecc&amp;0neuwe8=mmi&amp;xgf....</td>\n","      <td>valid</td>\n","    </tr>\n","    <tr>\n","      <th>35003</th>\n","      <td>f6het0kvylks=77&amp;rru2xjsock_streamwt4=auaru2c29...</td>\n","      <td>valid</td>\n","    </tr>\n","    <tr>\n","      <th>35005</th>\n","      <td>4ncagon66btji=3813&amp;u9ytotln0l4ck=61&amp;flywd2u=19...</td>\n","      <td>valid</td>\n","    </tr>\n","  </tbody>\n","</table>\n","<p>45372 rows × 2 columns</p>\n","</div>"],"text/plain":["                                                Payloads  Types\n","0      <select onbeforecut=\"alert(1)\" contenteditable...    xss\n","1                 <th oncontextmenu=\"alert(1)\">test</th>    xss\n","2                                          </script> %>/    xss\n","3      <textarea autofocus onfocusin=alert(1)>test</t...    xss\n","4      <body onBeforeUnload body onBeforeUnload=\"java...    xss\n","...                                                  ...    ...\n","35000  beinrm-tet, apw-hc, osnent-wmt4s, e-nsrt;q=0.8...  valid\n","35001           /f041ihx@/kp/cdxwdk5r96hzmza8r/f2s.shtml  valid\n","35002  hco-=9858907&xseirwhte=iexecc&0neuwe8=mmi&xgf....  valid\n","35003  f6het0kvylks=77&rru2xjsock_streamwt4=auaru2c29...  valid\n","35005  4ncagon66btji=3813&u9ytotln0l4ck=61&flywd2u=19...  valid\n","\n","[45372 rows x 2 columns]"]},"metadata":{"tags":[]},"execution_count":11}]},{"cell_type":"code","metadata":{"id":"c69r-Vu1yg15","colab_type":"code","colab":{},"executionInfo":{"status":"ok","timestamp":1600056349948,"user_tz":420,"elapsed":3373,"user":{"displayName":"Dimension Guy","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GhwRW7qDBDDTEAR2oFOmjKsK2NWNoI1TzNJ2p5T=s64","userId":"11289816787949596523"}}},"source":["clean_df.to_csv ('waf_dataset.csv', index = None)"],"execution_count":12,"outputs":[]},{"cell_type":"code","metadata":{"id":"yG_lkES-ynMP","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":16},"executionInfo":{"status":"ok","timestamp":1600056376244,"user_tz":420,"elapsed":1082,"user":{"displayName":"Dimension Guy","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GhwRW7qDBDDTEAR2oFOmjKsK2NWNoI1TzNJ2p5T=s64","userId":"11289816787949596523"}},"outputId":"5154a6ec-2d2b-4b84-86e9-ada4e38171ec"},"source":["from google.colab import files\n","files.download('waf_dataset.csv') "],"execution_count":13,"outputs":[{"output_type":"display_data","data":{"application/javascript":["\n","    async function download(id, filename, size) {\n","      if (!google.colab.kernel.accessAllowed) {\n","        return;\n","      }\n","      const div = document.createElement('div');\n","      const label = document.createElement('label');\n","      label.textContent = `Downloading \"${filename}\": `;\n","      div.appendChild(label);\n","      const progress = document.createElement('progress');\n","      progress.max = size;\n","      div.appendChild(progress);\n","      document.body.appendChild(div);\n","\n","      const buffers = [];\n","      let downloaded = 0;\n","\n","      const channel = await google.colab.kernel.comms.open(id);\n","      // Send a message to notify the kernel that we're ready.\n","      channel.send({})\n","\n","      for await (const message of channel.messages) {\n","        // Send a message to notify the kernel that we're ready.\n","        channel.send({})\n","        if (message.buffers) {\n","          for (const buffer of message.buffers) {\n","            buffers.push(buffer);\n","            downloaded += buffer.byteLength;\n","            progress.value = downloaded;\n","          }\n","        }\n","      }\n","      const blob = new Blob(buffers, {type: 'application/binary'});\n","      const a = document.createElement('a');\n","      a.href = window.URL.createObjectURL(blob);\n","      a.download = filename;\n","      div.appendChild(a);\n","      a.click();\n","      div.remove();\n","    }\n","  "],"text/plain":["<IPython.core.display.Javascript object>"]},"metadata":{"tags":[]}},{"output_type":"display_data","data":{"application/javascript":["download(\"download_441f384f-60fc-4b22-bd74-65296516834c\", \"waf_dataset.csv\", 4088813)"],"text/plain":["<IPython.core.display.Javascript object>"]},"metadata":{"tags":[]}}]},{"cell_type":"code","metadata":{"id":"toYRRxNjRrhN","colab_type":"code","colab":{},"executionInfo":{"status":"ok","timestamp":1600056463214,"user_tz":420,"elapsed":691,"user":{"displayName":"Dimension Guy","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GhwRW7qDBDDTEAR2oFOmjKsK2NWNoI1TzNJ2p5T=s64","userId":"11289816787949596523"}}},"source":["counts = clean_df['Types'].value_counts()"],"execution_count":14,"outputs":[]},{"cell_type":"code","metadata":{"id":"HidFQrxoTxhR","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":625},"executionInfo":{"status":"ok","timestamp":1600057347374,"user_tz":420,"elapsed":3739,"user":{"displayName":"Dimension Guy","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GhwRW7qDBDDTEAR2oFOmjKsK2NWNoI1TzNJ2p5T=s64","userId":"11289816787949596523"}},"outputId":"b4a06688-a1c7-4429-fbe6-c85c11b79fa2"},"source":["#Plot the chart\n","%matplotlib inline\n","import matplotlib.pyplot as plt\n","counts.plot.bar(figsize=(10, 10))"],"execution_count":35,"outputs":[{"output_type":"execute_result","data":{"text/plain":["<matplotlib.axes._subplots.AxesSubplot at 0x7fa784c8e278>"]},"metadata":{"tags":[]},"execution_count":35},{"output_type":"display_data","data":{"image/png":"iVBORw0KGgoAAAANSUhEUgAAAmIAAAJPCAYAAADfZLgOAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4yLjIsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+WH4yJAAAgAElEQVR4nO3de7Dkd1nn8c9DQhQVSJCRZZOsiZrVDQgBRsBLeUElAdSAFxZWIcVmjbXCiq634KXiBWrB9VLiKholGrwFUNlEicaIKOWuQAYMCQlSzIYgiYGMJBAURYPP/tG/IYfhzIXMzHlOznm9qrq6+9u/7v52nZkz7/nduro7AABsvHtNTwAAYLsSYgAAQ4QYAMAQIQYAMESIAQAMOXZ6AnfXAx/4wD7llFOmpwEAcFBvetOb/q67d+w7fo8NsVNOOSW7du2angYAwEFV1bvWG7dpEgBgiBADABgixAAAhggxAIAhQgwAYIgQAwAYIsQAAIYIMQCAIUIMAGCIEAMAGCLEAACGCDEAgCFCDABgiBADABgixAAAhggxAIAhQgwAYIgQAwAYIsQAAIYIMQCAIUIMAGCIEAMAGCLEAACGCDEAgCHHTk9gwinnv3rsvW984ZPG3hsA2FysEQMAGCLEAACGHDTEquqTq+qNVfWWqrquqn50GT+1qt5QVbur6uVVddwy/knL/d3L46esea3nLeNvr6oz14yftYztrqrzj/zHBADYfA5ljdiHkzyuux+e5IwkZ1XVY5O8KMnPdPfnJLk9ybnL8ucmuX0Z/5lluVTV6UmeluQhSc5K8gtVdUxVHZPk55M8IcnpSZ6+LAsAsKUdNMR65e+Xu/deLp3kcUl+Zxm/OMmTl9tnL/ezPP6VVVXL+CXd/eHufmeS3UkevVx2d/cN3f3PSS5ZlgUA2NIOaR+xZc3V1UluTXJlkv+X5P3dfeeyyE1JTlxun5jk3UmyPP6BJJ++dnyf5+xvfL15nFdVu6pq1549ew5l6gAAm9YhhVh3f6S7z0hyUlZrsD7vqM5q//O4sLt3dvfOHTt2TEwBAOCI+YSOmuzu9yd5bZIvTHJ8Ve09D9lJSW5ebt+c5OQkWR6/f5L3rR3f5zn7GwcA2NIO5ajJHVV1/HL7Pkm+Osnbsgqyb1wWOyfJpcvty5b7WR7/0+7uZfxpy1GVpyY5Lckbk1yV5LTlKMzjstqh/7Ij8eEAADazQzmz/oOTXLwc3XivJK/o7j+oquuTXFJVz0/yV0leuiz/0iS/XlW7k9yWVVilu6+rqlckuT7JnUme3d0fSZKqek6SK5Ick+Si7r7uiH1CAIBN6qAh1t3XJHnEOuM3ZLW/2L7j/5Tkm/bzWi9I8oJ1xi9PcvkhzBcAYMtwZn0AgCFCDABgiBADABgixAAAhggxAIAhQgwAYIgQAwAYIsQAAIYIMQCAIUIMAGCIEAMAGCLEAACGCDEAgCFCDABgiBADABgixAAAhggxAIAhQgwAYIgQAwAYIsQAAIYIMQCAIUIMAGCIEAMAGCLEAACGCDEAgCFCDABgiBADABgixAAAhggxAIAhQgwAYIgQAwAYIsQAAIYIMQCAIUIMAGCIEAMAGCLEAACGCDEAgCFCDABgiBADABgixAAAhggxAIAhQgwAYIgQAwAYIsQAAIYIMQCAIUIMAGCIEAMAGCLEAACGCDEAgCFCDABgiBADABgixAAAhggxAIAhQgwAYIgQAwAYIsQAAIYIMQCAIUIMAGCIEAMAGCLEAACGCDEAgCFCDABgiBADABgixAAAhggxAIAhQgwAYIgQAwAYIsQAAIYIMQCAIUIMAGCIEAMAGCLEAACGCDEAgCFCDABgiBADABgixAAAhhw0xKrq5Kp6bVVdX1XXVdVzl/Efqaqbq+rq5fLENc95XlXtrqq3V9WZa8bPWsZ2V9X5a8ZPrao3LOMvr6rjjvQHBQDYbA5ljdidSb67u09P8tgkz66q05fHfqa7z1gulyfJ8tjTkjwkyVlJfqGqjqmqY5L8fJInJDk9ydPXvM6Lltf6nCS3Jzn3CH0+AIBN66Ah1t23dPebl9sfTPK2JCce4ClnJ7mkuz/c3e9MsjvJo5fL7u6+obv/OcklSc6uqkryuCS/szz/4iRPvrsfCADgnuIT2kesqk5J8ogkb1iGnlNV11TVRVV1wjJ2YpJ3r3naTcvY/sY/Pcn7u/vOfcYBALa0Qw6xqvq0JL+b5Du7+44kL0ny2UnOSHJLkp86KjP82DmcV1W7qmrXnj17jvbbAQAcVYcUYlV176wi7De7+/eSpLvf290f6e5/TfLLWW16TJKbk5y85uknLWP7G39fkuOr6th9xj9Od1/Y3Tu7e+eOHTsOZeoAAJvWoRw1WUlemuRt3f3Ta8YfvGaxpyR563L7siRPq6pPqqpTk5yW5I1Jrkpy2nKE5HFZ7dB/WXd3ktcm+cbl+eckufTwPhYAwOZ37MEXyRcneUaSa6vq6mXsB7I66vGMJJ3kxiTfliTdfV1VvSLJ9Vkdcfns7v5IklTVc5JckeSYJBd193XL631/kkuq6vlJ/iqr8AMA2NIOGmLd/RdJap2HLj/Ac16Q5AXrjF++3vO6+4bctWkTAGBbcGZ9AIAhQgwAYIgQAwAYIsQAAIYIMQCAIUIMAGCIEAMAGCLEAACGCDEAgCFCDABgiBADABgixAAAhggxAIAhQgwAYIgQAwAYIsQAAIYIMQCAIUIMAGCIEAMAGCLEAACGCDEAgCFCDABgiBADABgixAAAhggxAIAhQgwAYIgQAwAYIsQAAIYIMQCAIUIMAGCIEAMAGCLEAACGCDEAgCFCDABgiBADABgixAAAhggxAIAhQgwAYIgQAwAYIsQAAIYIMQCAIUIMAGCIEAMAGCLEAACGCDEAgCFCDABgiBADABgixAAAhggxAIAhQgwAYIgQAwAYIsQAAIYIMQCAIUIMAGCIEAMAGCLEAACGCDEAgCFCDABgiBADABgixAAAhggxAIAhQgwAYIgQAwAYIsQAAIYIMQCAIUIMAGCIEAMAGCLEAACGCDEAgCFCDABgiBADABgixAAAhggxAIAhQgwAYIgQAwAYIsQAAIYIMQCAIQcNsao6uapeW1XXV9V1VfXcZfwBVXVlVb1juT5hGa+qenFV7a6qa6rqkWte65xl+XdU1Tlrxh9VVdcuz3lxVdXR+LAAAJvJoawRuzPJd3f36Ukem+TZVXV6kvOTvKa7T0vymuV+kjwhyWnL5bwkL0lW4ZbkgiSPSfLoJBfsjbdlmW9d87yzDv+jAQBsbgcNse6+pbvfvNz+YJK3JTkxydlJLl4WuzjJk5fbZyd5Wa+8PsnxVfXgJGcmubK7b+vu25NcmeSs5bH7dffru7uTvGzNawEAbFmf0D5iVXVKkkckeUOSB3X3LctD70nyoOX2iUneveZpNy1jBxq/aZ3x9d7/vKraVVW79uzZ84lMHQBg0znkEKuqT0vyu0m+s7vvWPvYsiarj/DcPk53X9jdO7t7544dO4722wEAHFWHFGJVde+sIuw3u/v3luH3LpsVs1zfuozfnOTkNU8/aRk70PhJ64wDAGxph3LUZCV5aZK3dfdPr3nosiR7j3w8J8mla8afuRw9+dgkH1g2YV6R5PFVdcKyk/7jk1yxPHZHVT12ea9nrnktAIAt69hDWOaLkzwjybVVdfUy9gNJXpjkFVV1bpJ3JXnq8tjlSZ6YZHeSDyV5VpJ0921V9eNJrlqW+7Huvm25/e1Jfi3JfZL84XIBANjSDhpi3f0XSfZ3Xq+vXGf5TvLs/bzWRUkuWmd8V5KHHmwuAABbiTPrAwAMEWIAAEOEGADAECEGADBEiAEADBFiAABDhBgAwBAhBgAwRIgBAAwRYgAAQ4QYAMAQIQYAMESIAQAMEWIAAEOEGADAECEGADBEiAEADBFiAABDhBgAwBAhBgAwRIgBAAwRYgAAQ4QYAMAQIQYAMESIAQAMEWIAAEOEGADAECEGADBEiAEADBFiAABDhBgAwBAhBgAwRIgBAAwRYgAAQ4QYAMAQIQYAMESIAQAMEWIAAEOEGADAECEGADBEiAEADBFiAABDhBgAwBAhBgAwRIgBAAwRYgAAQ4QYAMAQIQYAMESIAQAMEWIAAEOEGADAECEGADBEiAEADBFiAABDhBgAwBAhBgAwRIgBAAwRYgAAQ4QYAMAQIQYAMESIAQAMEWIAAEOEGADAECEGADBEiAEADBFiAABDhBgAwBAhBgAwRIgBAAwRYgAAQ4QYAMAQIQYAMESIAQAMEWIAAEOEGADAECEGADDkoCFWVRdV1a1V9dY1Yz9SVTdX1dXL5YlrHnteVe2uqrdX1Zlrxs9axnZX1flrxk+tqjcs4y+vquOO5AcEANisDmWN2K8lOWud8Z/p7jOWy+VJUlWnJ3lakocsz/mFqjqmqo5J8vNJnpDk9CRPX5ZNkhctr/U5SW5Pcu7hfCAAgHuKg4ZYd78uyW2H+HpnJ7mkuz/c3e9MsjvJo5fL7u6+obv/OcklSc6uqkryuCS/szz/4iRP/gQ/AwDAPdLh7CP2nKq6Ztl0ecIydmKSd69Z5qZlbH/jn57k/d195z7j66qq86pqV1Xt2rNnz2FMHQBg3t0NsZck+ewkZyS5JclPHbEZHUB3X9jdO7t7544dOzbiLQEAjppj786Tuvu9e29X1S8n+YPl7s1JTl6z6EnLWPYz/r4kx1fVsctasbXLAwBsaXdrjVhVPXjN3ack2XtE5WVJnlZVn1RVpyY5Lckbk1yV5LTlCMnjstqh/7Lu7iSvTfKNy/PPSXLp3ZkTAMA9zUHXiFXVbyf58iQPrKqbklyQ5Mur6owkneTGJN+WJN19XVW9Isn1Se5M8uzu/sjyOs9JckWSY5Jc1N3XLW/x/UkuqarnJ/mrJC89Yp8OAGATO2iIdffT1xnebyx19wuSvGCd8cuTXL7O+A1ZHVUJALCtOLM+AMAQIQYAMESIAQAMEWIAAEOEGADAECEGADBEiAEADBFiAABDhBgAwBAhBgAwRIgBAAwRYgAAQ4QYAMAQIQYAMESIAQAMEWIAAEOEGADAECEGADBEiAEADBFiAABDhBgAwBAhBgAwRIgBAAwRYgAAQ4QYAMAQIQYAMESIAQAMEWIAAEOEGADAECEGADBEiAEADBFiAABDhBgAwBAhBgAwRIgBAAwRYgAAQ4QYAMAQIQYAMESIAQAMEWIAAEOEGADAECEGADBEiAEADBFiAABDhBgAwBAhBgAwRIgBAAwRYgAAQ4QYAMAQIQYAMESIAQAMEWIAAEOEGADAECEGADBEiAEADBFiAABDhBgAwBAhBgAwRIgBAAwRYgAAQ4QYAMAQIQYAMESIAQAMEWIAAEOEGADAECEGADBEiAEADBFiAABDhBgAwJBjpyfAxjnl/FePvfeNL3zS2HsDwGZljRgAwBAhBgAwRIgBAAwRYgAAQ4QYAMAQIQYAMOSgIVZVF1XVrVX11jVjD6iqK6vqHcv1Cct4VdWLq2p3VV1TVY9c85xzluXfUVXnrBl/VFVduzznxVVVR/pDAgBsRoeyRuzXkpy1z9j5SV7T3aclec1yP0mekOS05XJekpckq3BLckGSxyR5dJIL9sbbssy3rnnevu8FALAlHTTEuvt1SW7bZ/jsJBcvty9O8uQ14y/rldcnOb6qHpzkzCRXdvdt3X17kiuTnLU8dr/ufn13d5KXrXktAIAt7e7uI/ag7r5luf2eJA9abp+Y5N1rlrtpGTvQ+E3rjK+rqs6rql1VtWvPnj13c+oAAJvDYe+sv6zJ6iMwl0N5rwu7e2d379yxY8dGvCUAwFFzd0PsvctmxSzXty7jNyc5ec1yJy1jBxo/aZ1xAIAt7+6G2GVJ9h75eE6SS9eMP3M5evKxST6wbMK8Isnjq+qEZSf9xye5Ynnsjqp67HK05DPXvBYAwJZ27MEWqKrfTvLlSR5YVTdldfTjC5O8oqrOTfKuJE9dFr88yROT7E7yoSTPSpLuvq2qfjzJVctyP9bdew8A+Pasjsy8T5I/XC4AAFveQUOsu5++n4e+cp1lO8mz9/M6FyW5aJ3xXUkeerB5AABsNc6sDwAwRIgBAAwRYgAAQ4QYAMAQIQYAMESIAQAMEWIAAEOEGADAECEGADBEiAEADBFiAABDhBgAwBAhBgAwRIgBAAwRYgAAQ4QYAMAQIQYAMESIAQAMEWIAAEOEGADAECEGADBEiAEADBFiAABDhBgAwBAhBgAwRIgBAAwRYgAAQ4QYAMAQIQYAMESIAQAMEWIAAEOEGADAECEGADBEiAEADBFiAABDhBgAwBAhBgAwRIgBAAwRYgAAQ4QYAMAQIQYAMESIAQAMEWIAAEOEGADAECEGADBEiAEADBFiAABDhBgAwBAhBgAwRIgBAAwRYgAAQ4QYAMAQIQYAMESIAQAMEWIAAEOEGADAECEGADBEiAEADBFiAABDhBgAwBAhBgAwRIgBAAwRYgAAQ4QYAMAQIQYAMESIAQAMEWIAAEOEGADAECEGADBEiAEADBFiAABDhBgAwBAhBgAwRIgBAAwRYgAAQ4QYAMAQIQYAMOSwQqyqbqyqa6vq6qratYw9oKqurKp3LNcnLONVVS+uqt1VdU1VPXLN65yzLP+Oqjrn8D4SAMA9w5FYI/YV3X1Gd+9c7p+f5DXdfVqS1yz3k+QJSU5bLucleUmyCrckFyR5TJJHJ7lgb7wBAGxlR2PT5NlJLl5uX5zkyWvGX9Yrr09yfFU9OMmZSa7s7tu6+/YkVyY56yjMCwBgUzncEOskf1xVb6qq85axB3X3Lcvt9yR50HL7xCTvXvPcm5ax/Y1/nKo6r6p2VdWuPXv2HObUAQBmHXuYz/+S7r65qj4jyZVV9ddrH+zurqo+zPdY+3oXJrkwSXbu3HnEXhcAYMJhrRHr7puX61uTvCqrfbzeu2xyzHJ967L4zUlOXvP0k5ax/Y0DAGxpdzvEqupTq+q+e28neXyStya5LMneIx/PSXLpcvuyJM9cjp58bJIPLJswr0jy+Ko6YdlJ//HLGADAlnY4myYflORVVbX3dX6ru/+oqq5K8oqqOjfJu5I8dVn+8iRPTLI7yYeSPCtJuvu2qvrxJFcty/1Yd992GPMCALhHuNsh1t03JHn4OuPvS/KV64x3kmfv57UuSnLR3Z0LAMA9kTPrAwAMEWIAAEOEGADAECEGADBEiAEADBFiAABDhBgAwBAhBgAwRIgBAAwRYgAAQ4QYAMAQIQYAMESIAQAMEWIAAEOEGADAECEGADBEiAEADBFiAABDhBgAwBAhBgAwRIgBAAwRYgAAQ4QYAMAQIQYAMESIAQAMEWIAAEOEGADAECEGADBEiAEADBFiAABDhBgAwBAhBgAwRIgBAAwRYgAAQ4QYAMAQIQYAMESIAQAMEWIAAEOEGADAkGOnJwBH2ynnv3rsvW984ZPG3huAzc8aMQCAIUIMAGCIEAMAGCLEAACGCDEAgCFCDABgiBADABgixAAAhggxAIAhQgwAYIgQAwAYIsQAAIYIMQCAIUIMAGCIEAMAGCLEAACGHDs9AeDoOOX8V4+9940vfNLYewPck1gjBgAwRIgBAAwRYgAAQ4QYAMAQIQYAMESIAQAMEWIAAEOEGADAECEGADBEiAEADBFiAABDhBgAwBAhBgAw5NjpCQAcSaec/+qx977xhU8ae2/gnskaMQCAIUIMAGCIEAMAGCLEAACGCDEAgCGbJsSq6qyqentV7a6q86fnAwBwtG2K01dU1TFJfj7JVye5KclVVXVZd18/OzOAewan7YB7pk0RYkkenWR3d9+QJFV1SZKzkwgxAPZruwbodv3cW1F19/QcUlXfmOSs7v4vy/1nJHlMdz9nn+XOS3Lecvdzk7x9Qyd6lwcm+buh957kc28vPvf24nNvLz73xvvM7t6x7+BmWSN2SLr7wiQXTs+jqnZ1987peWw0n3t78bm3F597e/G5N4/NsrP+zUlOXnP/pGUMAGDL2iwhdlWS06rq1Ko6LsnTklw2PCcAgKNqU2ya7O47q+o5Sa5IckySi7r7uuFpHcj45tEhPvf24nNvLz739uJzbxKbYmd9AIDtaLNsmgQA2HaEGADAECEGADBEiAGw5VXVFy/XnzQ9F1jLzvoHUFWPPNDj3f3mjZrLhKp6bpJfTfLBJL+S5BFJzu/uPx6d2FFSVT+XZL9/Ibr7OzZwOhuqqr6lu3+jqv77eo93909v9JyOtu36896OP+skqao3dfejqurN3X3A3+1bSVU9rrv/tKq+fr3Hu/v3NnpOfKxNcfqKTeynlutPTrIzyVuSVJKHJdmV5AuH5rVR/nN3/2xVnZnkhCTPSPLrSbZkiGX1M92uPmW5vu/oLDbWdv15f+pyvZ1+1knyL1V1YZITq+rF+z64VcM7yZcl+dMkX7vOY51ky4ZYVX0w6/9nq5J0d99vg6e0LiF2AN39FUlSVb+X5JHdfe1y/6FJfmRwahullusnJvn17r6uqupAT7gn6+6Lp+cw6LOX6+u7+5WjM9kg2/Xn3d2/tFz/6PRcNtjXJPmqJGcmedPwXDZMd1+w3Pyx7n7n2seq6tSBKW2Y7r5H/GfDpslDUFXXdfdDDja21VTVryY5McmpSR6e1cl2/6y7HzU6saOsqn4/B95k9XUbOJ0NUVXXZrWm903bZbPNdvw5r1VVP5Hk+Un+MckfZfXz/67u/o3RiR1lVfXw7n7L9Dw22nqbZPdurp2a00apqgcc6PHuvm2j5rIea8QOzTVV9StJ9v6C+uYk1wzOZ6Ocm+SMJDd094eWP8zPGp7TRrghyb/JXT/vpyd5b5L/PTajo++Pktye5NOq6o4145tqFf4R9pPTExj2+O7+vqp6SpIbk3x9ktflrj/3W8rafQLXW7G/VTdNVtXnJXlIkvvvs5/Y/bLa7WY7eHNW32d9e1a/045P8jfLY53ks4bmlUSIHapnJfmvSZ673H9dkpfMTWfDfGGSq7v7H6rqW5I8MsnPDs9pI3xxd+9cc//3q2pXd3/X2IyOsu7+3iTfW1WXdvfZ0/PZCN3953tvV9V9kvy77n774JQ22r2X6ycleWV3f2AL73mQbN99Aj83q82yx+dj9xP7YJJvHZnRxrsyyau6+/IkqaonJHlyd3/b7LRWbJpkv6rqmqw2ST4sya9ldeTkU7v7yybndbRV1duSPKm7b1juf1aSV3f3f5idGUdDVX1tVmvHjuvuU6vqjKz2p9nqmyb/R5KnZLVp8tFZ/UP9B939mNGJHUVVdUySF3X390zPZaNV1Rd2919Oz2NCVV3b3Z9/sLEp1ogdQFW9orufuuw/83HF2t0PG5jWRrqzu7uqzk7yv7r7pVV17vSkNsB3JvmzqrphuX9KkvPmpnP07XN00d7VIp2tvWlyrx/JKkT+LEm6++qtvhPz4s1Zrdm/OcnzknxpknVPabFVdPdH9p5PbBt6SlVdl222T+Dib6vqh/Kxuxf97eB8PoYQO7C9myK/ZnQWcz5YVc9L8i1JvrSq7pW7NmdsZfdL8tCsDlL4uiRflOTvRmd0lN1Tji46Sv5lnc1y22FTwQ9398Oq6kuyOprwfyb56SRbdo3Y4uqquizJK5P8w97BbXA+rW21T+A+np7kgiSvWu7/+TK2KQixA+juW5brd03PZcgPZrWm4Nzufk9VnZzkJ4bntBF+uLtfWVX3TfK4rDZbvSRb/x+o7eq6qvpPSY6pqtOSfEeS/zs8p43wkeX6SUku7O5XV9XzJye0QT45yfuy+ru915Y+n9Ziu+0T+FHLUZHPTT66efpTu/uOAz9r4/iKowOoqg9W1R3rXD64z5FlW9UvZvWX9y+WnZm/L8m3z05pQ6z9B+qXu/vVSY4bnA9H13/L6qiyDyf57SR3ZLV5equ7uap+Kcl/THL58tU/2+HfhHtltUnuWd39rGzxzbFrXFZVf53kUUleU1U7kvzT8Jw2RFX9VlXdr6o+Ncm1Sa6vqu+dntdedtZnv5Y/tC/K6i/ufZP8ZlY7uv7r6MSOsqr6g6z2m/nqrI4U/cckb+zuh49ODI6gqvqUJGcluba731FVD07y+Vv1K8z2qqq/6u5HHGxsq6mqb0ryhnzsPoE/2t3/Z3RiG6Cqru7uM6rqm7P6nX5+VudM3BT7eds0+Qmoqs/ImvOudPffHGDxreBfsoqQ+2T1ud+51SNs8dSs/oH6ye5+//IP1Kb53xNHVlX9+yTfk9VBGR/9ndjdj9vfc7aC7v5Q1myOW3bFuGVuRhvmXlV1Qnffnnz0ZJ/b4d/C7bpPYJLcu6runeTJWR149i9VtWnWQm2HP3yHraq+Lqvvnfy3SW5N8plJ3pbV5oyt7Koklyb5giQPTPKLVfUN3f1Ns9M6urbxP1Db1Suz2gz/K7lrszRb108l+cuq2vtVXt+U5AWD89ko23WfwCT5pawOUHhLktdV1WdmtQvCpmDT5CGoqrdktWPnn3T3I6rqK5J8S3dv6VM5VNXO7t61z9gzuvvXp+YER9p2+ZoX7lJVp+eunfX/tLuvn5zPRrDLxceqqmO7+87peSRC7JAsZ1XfuQTZI7r7X6vqLdv1DzBsBWu+f+47slrT/aqsdthPMv/9c3Akbdd9ApOkqu6f1ekrvnQZ+vOsTtr8gblZ3UWIHYKq+pOsti2/MMmnZ/VL+wu6+4tGJwbcbVX1ztx10tq9PvoLsbtHv38OODKq6neTvDXJxcvQM5I8vLu/fv/P2jhC7BBU1Q9m9RU/78nq5Kb3T/Kb3f2+yXkBh6+qnprkj7r7jqr64aw22/x4d795eGrAEbD3qMmDjU3ZDueMORKOTfLHWX0Fyn2TvFyEwZbxQ0uEfUlW+w39SlYn8AW2hn9c/n4nSZavufrHwfl8DGvEPgFV9bCsTn74DUlu6u6vGp4ScJj2nkNq+RLsa7v7t7bDeaVgu6iqM7LaLHn/Zej2JOd09zVzs7qL01d8Ym7NavPk+5J8xvBcgCNj7xnmvzrJi7bRGeZhu3hbVl/P99lJjk/ygaz2+94UIeaXzSGoqm+vqj9L8pqsdtb/1s1yRl7gsD01yRVJzuzu9yd5QJzAF7aSS5N8bVZf6XRzkr/PmqZlYfoAAAB1SURBVC98n2bT5CFYNlm8vLuvnp4LAHDoquqt3f3Q6XnsjxADALasqrowyc9197XTc1mPEAMAtqyquj7J5yR5Z1Ynba4kvVl2MRJiAMCWtXy35Mfp7ndt9FzWI8QAAIY4ahIAYIgQAwAYIsQAAIYIMQCAIf8flpnKIcUatbIAAAAASUVORK5CYII=\n","text/plain":["<Figure size 720x720 with 1 Axes>"]},"metadata":{"tags":[],"needs_background":"light"}}]},{"cell_type":"code","metadata":{"id":"PJQsO7FRec_c","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":52},"executionInfo":{"status":"ok","timestamp":1600056526479,"user_tz":420,"elapsed":1948,"user":{"displayName":"Dimension Guy","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GhwRW7qDBDDTEAR2oFOmjKsK2NWNoI1TzNJ2p5T=s64","userId":"11289816787949596523"}},"outputId":"5e917d9d-9971-4c14-b6c2-0ff781d1085e"},"source":["import numpy as np\n","#Load our dataset\n","waf_df = pd.read_csv('waf_dataset.csv')\n","X = waf_df['Payloads'].to_numpy().astype(str)\n","y = waf_df['Types'].to_numpy().astype(str)\n","print(len(X))\n","print(len(y))"],"execution_count":16,"outputs":[{"output_type":"stream","text":["45372\n","45372\n"],"name":"stdout"}]},{"cell_type":"code","metadata":{"id":"Q2sBLxJKgOOD","colab_type":"code","colab":{},"executionInfo":{"status":"ok","timestamp":1600056547296,"user_tz":420,"elapsed":4611,"user":{"displayName":"Dimension Guy","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GhwRW7qDBDDTEAR2oFOmjKsK2NWNoI1TzNJ2p5T=s64","userId":"11289816787949596523"}}},"source":["from sklearn.feature_extraction.text import TfidfVectorizer\n","from sklearn.svm import SVC\n","from sklearn.pipeline import make_pipeline\n","from sklearn.model_selection import train_test_split\n","\n","#Prepare traning and testing sets\n","trainX, testX, trainY, testY = train_test_split(X, y, test_size = 0.25, random_state = 42, stratify = y)\n","\n","np.savez('dataset', trainX=trainX, testX=testX, trainY=trainY, testY=testY)"],"execution_count":17,"outputs":[]},{"cell_type":"code","metadata":{"id":"91-HnqN3ghF7","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":390},"executionInfo":{"status":"ok","timestamp":1600056642318,"user_tz":420,"elapsed":92305,"user":{"displayName":"Dimension Guy","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GhwRW7qDBDDTEAR2oFOmjKsK2NWNoI1TzNJ2p5T=s64","userId":"11289816787949596523"}},"outputId":"2c37188f-97e7-46ae-9275-fa2c3be74958"},"source":["#Add the best params\n","model = make_pipeline(TfidfVectorizer(input = 'content', lowercase = True, analyzer = 'char', max_features = 1024, ngram_range = (1, 2)), SVC(C = 10, kernel = 'rbf'))\n","\n","#Train model\n","model.fit(trainX, trainY)"],"execution_count":18,"outputs":[{"output_type":"execute_result","data":{"text/plain":["Pipeline(memory=None,\n","         steps=[('tfidfvectorizer',\n","                 TfidfVectorizer(analyzer='char', binary=False,\n","                                 decode_error='strict',\n","                                 dtype=<class 'numpy.float64'>,\n","                                 encoding='utf-8', input='content',\n","                                 lowercase=True, max_df=1.0, max_features=1024,\n","                                 min_df=1, ngram_range=(1, 2), norm='l2',\n","                                 preprocessor=None, smooth_idf=True,\n","                                 stop_words=None, strip_accents=None,\n","                                 sublinear_tf=False,\n","                                 token_pattern='(?u)\\\\b\\\\w\\\\w+\\\\b',\n","                                 tokenizer=None, use_idf=True,\n","                                 vocabulary=None)),\n","                ('svc',\n","                 SVC(C=10, break_ties=False, cache_size=200, class_weight=None,\n","                     coef0=0.0, decision_function_shape='ovr', degree=3,\n","                     gamma='scale', kernel='rbf', max_iter=-1,\n","                     probability=False, random_state=None, shrinking=True,\n","                     tol=0.001, verbose=False))],\n","         verbose=False)"]},"metadata":{"tags":[]},"execution_count":18}]},{"cell_type":"code","metadata":{"id":"1UUjuSQ9gpD3","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":34},"executionInfo":{"status":"ok","timestamp":1600056695942,"user_tz":420,"elapsed":28861,"user":{"displayName":"Dimension Guy","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GhwRW7qDBDDTEAR2oFOmjKsK2NWNoI1TzNJ2p5T=s64","userId":"11289816787949596523"}},"outputId":"aebdf08e-492a-4d24-e841-3ee9fdb846e3"},"source":["#Test score\n","model.score(testX, testY)"],"execution_count":19,"outputs":[{"output_type":"execute_result","data":{"text/plain":["0.9972670369390814"]},"metadata":{"tags":[]},"execution_count":19}]},{"cell_type":"code","metadata":{"id":"6h3Tgrw6gt1R","colab_type":"code","colab":{},"executionInfo":{"status":"ok","timestamp":1600056730006,"user_tz":420,"elapsed":2262,"user":{"displayName":"Dimension Guy","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GhwRW7qDBDDTEAR2oFOmjKsK2NWNoI1TzNJ2p5T=s64","userId":"11289816787949596523"}}},"source":["#Save the model for future use\n","import pickle\n","\n","filename = 'waf_model.sav'\n","\n","pickle.dump(model, open(filename, 'wb'))\n"],"execution_count":20,"outputs":[]},{"cell_type":"code","metadata":{"id":"4rOuVqy5g0F9","colab_type":"code","colab":{},"executionInfo":{"status":"ok","timestamp":1600056763912,"user_tz":420,"elapsed":3355,"user":{"displayName":"Dimension Guy","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GhwRW7qDBDDTEAR2oFOmjKsK2NWNoI1TzNJ2p5T=s64","userId":"11289816787949596523"}}},"source":["#Load saved model\n","loaded_model = pickle.load(open('waf_model.sav', 'rb'))"],"execution_count":21,"outputs":[]},{"cell_type":"code","metadata":{"id":"VBjDMb2Zgyrw","colab_type":"code","colab":{},"executionInfo":{"status":"ok","timestamp":1600057259738,"user_tz":420,"elapsed":1169,"user":{"displayName":"Dimension Guy","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GhwRW7qDBDDTEAR2oFOmjKsK2NWNoI1TzNJ2p5T=s64","userId":"11289816787949596523"}}},"source":["#List of payloads to test waf model\n","parameters = [\"%3f%0dshivang:crlf=injection\", \"query=home&homeprice=4300\",\"#shivang{{5*7}}\",\"<pre><!--#exec cmd=\\\"id\\\"--></pre>\",\"../\\\\\\\\\\\\../\\\\\\\\\\\\../\\\\\\\\\\\\etc/passwd%00%00\", \"query=shivang)))' OR 1=2#-- -\", \n","              \"something;|id|\", \"{$gt: ''}\",\n","              \"<img src=x onerror=\\\"&#0000106&#0000097&#0000118&#0000097&#0000115&#0000099&#0000114&#0000105&#0000112&#0000116&#0000058&#0000097&#0000108&#0000101&#0000114&#0000116&#0000040&#0000039&#0000088&#0000083&#0000083&#0000039&#0000041\\\">\"]\n","temp_array = []"],"execution_count":33,"outputs":[]},{"cell_type":"code","metadata":{"id":"6dAUL3ujg6Ds","colab_type":"code","colab":{},"executionInfo":{"status":"ok","timestamp":1600056864744,"user_tz":420,"elapsed":2426,"user":{"displayName":"Dimension Guy","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GhwRW7qDBDDTEAR2oFOmjKsK2NWNoI1TzNJ2p5T=s64","userId":"11289816787949596523"}}},"source":["#Function acts as backend for payload detection\n","\n","def waf_check(parameters, temp_array):\n","  for detect in range(len(parameters)):\n","    temp_array.append(parameters[detect])\n","    prediction = loaded_model.predict(temp_array)\n","    if \"valid\" in prediction:\n","      print(\"\\n[+] You can access our site!\\n\")\n","    else:\n","      print(\"[!] Attack detected!...Hold your horses!\")\n","      for result in prediction:\n","        print(f\"[~] Attack type\", result)\n","    temp_array = []\n","    "],"execution_count":23,"outputs":[]},{"cell_type":"code","metadata":{"id":"3vnB6FEM0jcf","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":354},"executionInfo":{"status":"ok","timestamp":1600057265444,"user_tz":420,"elapsed":1355,"user":{"displayName":"Dimension Guy","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GhwRW7qDBDDTEAR2oFOmjKsK2NWNoI1TzNJ2p5T=s64","userId":"11289816787949596523"}},"outputId":"1d563cd4-f83a-46f2-8ba4-e6806f396d79"},"source":["#Call the api\n","\n","waf_check(parameters, temp_array)"],"execution_count":34,"outputs":[{"output_type":"stream","text":["[!] Attack detected!...Hold your horses!\n","[~] Attack type crlf\n","\n","[+] You can access our site!\n","\n","[!] Attack detected!...Hold your horses!\n","[~] Attack type ssti\n","[!] Attack detected!...Hold your horses!\n","[~] Attack type ssi\n","[!] Attack detected!...Hold your horses!\n","[~] Attack type lfi\n","[!] Attack detected!...Hold your horses!\n","[~] Attack type sql\n","[!] Attack detected!...Hold your horses!\n","[~] Attack type shell\n","[!] Attack detected!...Hold your horses!\n","[~] Attack type nosql\n","[!] Attack detected!...Hold your horses!\n","[~] Attack type xss\n"],"name":"stdout"}]},{"cell_type":"code","metadata":{"id":"3mdhxLjc9T2F","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":33},"executionInfo":{"status":"ok","timestamp":1600059182275,"user_tz":420,"elapsed":1324,"user":{"displayName":"Dimension Guy","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GhwRW7qDBDDTEAR2oFOmjKsK2NWNoI1TzNJ2p5T=s64","userId":"11289816787949596523"}},"outputId":"7454fc0b-2c31-4ab7-e7d2-3732c5bbc982"},"source":["from google.colab import files\n","files.download('waf_model.sav') "],"execution_count":36,"outputs":[{"output_type":"display_data","data":{"application/javascript":["\n","    async function download(id, filename, size) {\n","      if (!google.colab.kernel.accessAllowed) {\n","        return;\n","      }\n","      const div = document.createElement('div');\n","      const label = document.createElement('label');\n","      label.textContent = `Downloading \"${filename}\": `;\n","      div.appendChild(label);\n","      const progress = document.createElement('progress');\n","      progress.max = size;\n","      div.appendChild(progress);\n","      document.body.appendChild(div);\n","\n","      const buffers = [];\n","      let downloaded = 0;\n","\n","      const channel = await google.colab.kernel.comms.open(id);\n","      // Send a message to notify the kernel that we're ready.\n","      channel.send({})\n","\n","      for await (const message of channel.messages) {\n","        // Send a message to notify the kernel that we're ready.\n","        channel.send({})\n","        if (message.buffers) {\n","          for (const buffer of message.buffers) {\n","            buffers.push(buffer);\n","            downloaded += buffer.byteLength;\n","            progress.value = downloaded;\n","          }\n","        }\n","      }\n","      const blob = new Blob(buffers, {type: 'application/binary'});\n","      const a = document.createElement('a');\n","      a.href = window.URL.createObjectURL(blob);\n","      a.download = filename;\n","      div.appendChild(a);\n","      a.click();\n","      div.remove();\n","    }\n","  "],"text/plain":["<IPython.core.display.Javascript object>"]},"metadata":{"tags":[]}},{"output_type":"display_data","data":{"application/javascript":["download(\"download_f2dbb464-ac85-4e35-9ec9-d60c97871e6a\", \"waf_model.sav\", 2710945)"],"text/plain":["<IPython.core.display.Javascript object>"]},"metadata":{"tags":[]}}]}]}