analysis/enrich_cves.ipynb

{
 "cells": [
  {
   "attachments": {},
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Overview\n",
    "1. Collate all the downloaded data sources into one table by CVE ID.\n",
    "2. Save the result to a file to be used elsewhere."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import csv\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>cve</th>\n",
       "      <th>metasploit</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>CVE-2007-4387</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>CVE-2014-6041</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>CVE-2005-2611</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>CVE-2005-0771</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>CVE-2004-0795</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2756</th>\n",
       "      <td>CVE-2022-29847</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2757</th>\n",
       "      <td>CVE-2022-29848</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2758</th>\n",
       "      <td>CVE-2021-36934</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2759</th>\n",
       "      <td>CVE-2011-3402</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2760</th>\n",
       "      <td>CVE-2010-2568</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>2761 rows × 2 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                 cve  metasploit\n",
       "0      CVE-2007-4387        True\n",
       "1      CVE-2014-6041        True\n",
       "2      CVE-2005-2611        True\n",
       "3      CVE-2005-0771        True\n",
       "4      CVE-2004-0795        True\n",
       "...              ...         ...\n",
       "2756  CVE-2022-29847        True\n",
       "2757  CVE-2022-29848        True\n",
       "2758  CVE-2021-36934        True\n",
       "2759   CVE-2011-3402        True\n",
       "2760   CVE-2010-2568        True\n",
       "\n",
       "[2761 rows x 2 columns]"
      ]
     },
     "execution_count": 25,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "metasploit_df = pd.read_csv('../data_in/metasploit/metasploit.txt', header=None, names=['cve'])\n",
    "metasploit_df['metasploit'] = True\n",
    "metasploit_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>cve</th>\n",
       "      <th>nuclei</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>CVE-2000-0114</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>CVE-2001-0537</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>CVE-2002-1131</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>CVE-2004-0519</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>CVE-2004-1965</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2261</th>\n",
       "      <td>CVE-2021-44521</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2262</th>\n",
       "      <td>CVE-2022-0543</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2263</th>\n",
       "      <td>CVE-2022-24706</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2264</th>\n",
       "      <td>CVE-2022-31793</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2265</th>\n",
       "      <td>CVE-2023-33246</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>2266 rows × 2 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                 cve  nuclei\n",
       "0      CVE-2000-0114    True\n",
       "1      CVE-2001-0537    True\n",
       "2      CVE-2002-1131    True\n",
       "3      CVE-2004-0519    True\n",
       "4      CVE-2004-1965    True\n",
       "...              ...     ...\n",
       "2261  CVE-2021-44521    True\n",
       "2262   CVE-2022-0543    True\n",
       "2263  CVE-2022-24706    True\n",
       "2264  CVE-2022-31793    True\n",
       "2265  CVE-2023-33246    True\n",
       "\n",
       "[2266 rows x 2 columns]"
      ]
     },
     "execution_count": 26,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "nuclei_df = pd.read_csv('../data_in/nuclei/nuclei.txt', header=None, names=['cve'])\n",
    "nuclei_df['nuclei'] = True\n",
    "nuclei_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>cve</th>\n",
       "      <th>exploitdb</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>CVE-1999-0002</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>CVE-1999-0003</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>CVE-1999-0005</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>CVE-1999-0006</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>CVE-1999-0009</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24524</th>\n",
       "      <td>CVE-2023-4407</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24525</th>\n",
       "      <td>CVE-2023-4547</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24526</th>\n",
       "      <td>CVE-2023-4548</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24527</th>\n",
       "      <td>CVE-2023-4634</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24528</th>\n",
       "      <td>CVE-2023-4708</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>24529 rows × 2 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                 cve  exploitdb\n",
       "0      CVE-1999-0002       True\n",
       "1      CVE-1999-0003       True\n",
       "2      CVE-1999-0005       True\n",
       "3      CVE-1999-0006       True\n",
       "4      CVE-1999-0009       True\n",
       "...              ...        ...\n",
       "24524  CVE-2023-4407       True\n",
       "24525  CVE-2023-4547       True\n",
       "24526  CVE-2023-4548       True\n",
       "24527  CVE-2023-4634       True\n",
       "24528  CVE-2023-4708       True\n",
       "\n",
       "[24529 rows x 2 columns]"
      ]
     },
     "execution_count": 27,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "exploitdb_df = pd.read_csv('../data_in/exploitdb/exploitdb_cves.csv.gz', header=None, names=['cve'], compression=\"gzip\")\n",
    "exploitdb_df['exploitdb'] = True\n",
    "exploitdb_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>cve</th>\n",
       "      <th>cisa_kev</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>CVE-2021-27104</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>CVE-2021-27102</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>CVE-2021-27101</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>CVE-2021-27103</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>CVE-2021-21017</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1059</th>\n",
       "      <td>CVE-2023-29300</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1060</th>\n",
       "      <td>CVE-2023-38203</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1061</th>\n",
       "      <td>CVE-2023-29357</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1062</th>\n",
       "      <td>CVE-2023-46805</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1063</th>\n",
       "      <td>CVE-2024-21887</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1064 rows × 2 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                 cve  cisa_kev\n",
       "0     CVE-2021-27104      True\n",
       "1     CVE-2021-27102      True\n",
       "2     CVE-2021-27101      True\n",
       "3     CVE-2021-27103      True\n",
       "4     CVE-2021-21017      True\n",
       "...              ...       ...\n",
       "1059  CVE-2023-29300      True\n",
       "1060  CVE-2023-38203      True\n",
       "1061  CVE-2023-29357      True\n",
       "1062  CVE-2023-46805      True\n",
       "1063  CVE-2024-21887      True\n",
       "\n",
       "[1064 rows x 2 columns]"
      ]
     },
     "execution_count": 28,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# just read the CVE ID column\n",
    "cisa_df = pd.read_csv('../data_in/cisa_kev/known_exploited_vulnerabilities.csv.gz', usecols=['cveID'], compression=\"gzip\")\n",
    "cisa_df = cisa_df.rename(columns={\"cveID\": \"cve\"})\n",
    "cisa_df['cisa_kev'] = True\n",
    "cisa_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>cve</th>\n",
       "      <th>epss</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>CVE-1999-0001</td>\n",
       "      <td>0.01167</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>CVE-1999-0002</td>\n",
       "      <td>0.02833</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>CVE-1999-0003</td>\n",
       "      <td>0.02487</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>CVE-1999-0004</td>\n",
       "      <td>0.00403</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>CVE-1999-0005</td>\n",
       "      <td>0.94040</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>221341</th>\n",
       "      <td>CVE-2023-7218</td>\n",
       "      <td>0.00161</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>221342</th>\n",
       "      <td>CVE-2023-7219</td>\n",
       "      <td>0.00084</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>221343</th>\n",
       "      <td>CVE-2023-7220</td>\n",
       "      <td>0.00084</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>221344</th>\n",
       "      <td>CVE-2023-7221</td>\n",
       "      <td>0.00060</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>221345</th>\n",
       "      <td>CVE-2023-7224</td>\n",
       "      <td>0.00042</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>221346 rows × 2 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                  cve     epss\n",
       "0       CVE-1999-0001  0.01167\n",
       "1       CVE-1999-0002  0.02833\n",
       "2       CVE-1999-0003  0.02487\n",
       "3       CVE-1999-0004  0.00403\n",
       "4       CVE-1999-0005  0.94040\n",
       "...               ...      ...\n",
       "221341  CVE-2023-7218  0.00161\n",
       "221342  CVE-2023-7219  0.00084\n",
       "221343  CVE-2023-7220  0.00084\n",
       "221344  CVE-2023-7221  0.00060\n",
       "221345  CVE-2023-7224  0.00042\n",
       "\n",
       "[221346 rows x 2 columns]"
      ]
     },
     "execution_count": 29,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "epss_df = pd.read_csv('../data_in/epss/epss.csv.gz', usecols=['cve','epss'], skiprows=1, compression=\"gzip\")\n",
    "epss_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>cve</th>\n",
       "      <th>Published</th>\n",
       "      <th>Description</th>\n",
       "      <th>AttackVector CVSS3</th>\n",
       "      <th>AttackComplexity CVSS3</th>\n",
       "      <th>PrivilegesRequired CVSS3</th>\n",
       "      <th>UserInteraction CVSS3</th>\n",
       "      <th>Scope CVSS3</th>\n",
       "      <th>ConfidentialityImpact CVSS3</th>\n",
       "      <th>IntegrityImpact CVSS3</th>\n",
       "      <th>...</th>\n",
       "      <th>AccessComplexity CVSS2</th>\n",
       "      <th>Authentication CVSS2</th>\n",
       "      <th>ConfidentialityImpact CVSS2</th>\n",
       "      <th>IntegrityImpact CVSS2</th>\n",
       "      <th>AvailabilityImpact CVSS2</th>\n",
       "      <th>BaseScore CVSS2</th>\n",
       "      <th>BaseSeverity CVSS2</th>\n",
       "      <th>ExploitabilityScore CVSS2</th>\n",
       "      <th>ImpactScore CVSS2</th>\n",
       "      <th>CWEs</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>CVE-1999-0095</td>\n",
       "      <td>1988-10-01</td>\n",
       "      <td>The debug command in Sendmail is enabled, allo...</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>...</td>\n",
       "      <td>LOW</td>\n",
       "      <td>NONE</td>\n",
       "      <td>COMPLETE</td>\n",
       "      <td>COMPLETE</td>\n",
       "      <td>COMPLETE</td>\n",
       "      <td>10.0</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>10.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>['NVD-CWE-Other']</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>CVE-1999-0082</td>\n",
       "      <td>1988-11-11</td>\n",
       "      <td>CWD ~root command in ftpd allows root access.</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>...</td>\n",
       "      <td>LOW</td>\n",
       "      <td>NONE</td>\n",
       "      <td>COMPLETE</td>\n",
       "      <td>COMPLETE</td>\n",
       "      <td>COMPLETE</td>\n",
       "      <td>10.0</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>10.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>['NVD-CWE-Other']</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>CVE-1999-1471</td>\n",
       "      <td>1989-01-01</td>\n",
       "      <td>Buffer overflow in passwd in BSD based operati...</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>...</td>\n",
       "      <td>LOW</td>\n",
       "      <td>NONE</td>\n",
       "      <td>COMPLETE</td>\n",
       "      <td>COMPLETE</td>\n",
       "      <td>COMPLETE</td>\n",
       "      <td>7.2</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>3.9</td>\n",
       "      <td>10.0</td>\n",
       "      <td>['NVD-CWE-Other']</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>CVE-1999-1122</td>\n",
       "      <td>1989-07-26</td>\n",
       "      <td>Vulnerability in restore in SunOS 4.0.3 and ea...</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>...</td>\n",
       "      <td>LOW</td>\n",
       "      <td>NONE</td>\n",
       "      <td>PARTIAL</td>\n",
       "      <td>PARTIAL</td>\n",
       "      <td>PARTIAL</td>\n",
       "      <td>4.6</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>3.9</td>\n",
       "      <td>6.4</td>\n",
       "      <td>['NVD-CWE-Other']</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>CVE-1999-1467</td>\n",
       "      <td>1989-10-26</td>\n",
       "      <td>Vulnerability in rcp on SunOS 4.0.x allows rem...</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>...</td>\n",
       "      <td>LOW</td>\n",
       "      <td>NONE</td>\n",
       "      <td>COMPLETE</td>\n",
       "      <td>COMPLETE</td>\n",
       "      <td>COMPLETE</td>\n",
       "      <td>10.0</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>10.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>['NVD-CWE-Other']</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>221684</th>\n",
       "      <td>CVE-2023-52288</td>\n",
       "      <td>2024-01-13</td>\n",
       "      <td>An issue was discovered in the flaskcode packa...</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>...</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>0.0</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>221685</th>\n",
       "      <td>CVE-2023-52289</td>\n",
       "      <td>2024-01-13</td>\n",
       "      <td>An issue was discovered in the flaskcode packa...</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>...</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>0.0</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>221686</th>\n",
       "      <td>CVE-2023-51064</td>\n",
       "      <td>2024-01-13</td>\n",
       "      <td>QStar Archive Solutions Release RELEASE_3-0 Bu...</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>...</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>0.0</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>221687</th>\n",
       "      <td>CVE-2023-51070</td>\n",
       "      <td>2024-01-13</td>\n",
       "      <td>An access control issue in QStar Archive Solut...</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>...</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>0.0</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>221688</th>\n",
       "      <td>CVE-2023-51063</td>\n",
       "      <td>2024-01-13</td>\n",
       "      <td>QStar Archive Solutions Release RELEASE_3-0 Bu...</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>...</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>0.0</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>221689 rows × 26 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                   cve   Published  \\\n",
       "0        CVE-1999-0095  1988-10-01   \n",
       "1        CVE-1999-0082  1988-11-11   \n",
       "2        CVE-1999-1471  1989-01-01   \n",
       "3        CVE-1999-1122  1989-07-26   \n",
       "4        CVE-1999-1467  1989-10-26   \n",
       "...                ...         ...   \n",
       "221684  CVE-2023-52288  2024-01-13   \n",
       "221685  CVE-2023-52289  2024-01-13   \n",
       "221686  CVE-2023-51064  2024-01-13   \n",
       "221687  CVE-2023-51070  2024-01-13   \n",
       "221688  CVE-2023-51063  2024-01-13   \n",
       "\n",
       "                                              Description AttackVector CVSS3  \\\n",
       "0       The debug command in Sendmail is enabled, allo...       Missing_Data   \n",
       "1           CWD ~root command in ftpd allows root access.       Missing_Data   \n",
       "2       Buffer overflow in passwd in BSD based operati...       Missing_Data   \n",
       "3       Vulnerability in restore in SunOS 4.0.3 and ea...       Missing_Data   \n",
       "4       Vulnerability in rcp on SunOS 4.0.x allows rem...       Missing_Data   \n",
       "...                                                   ...                ...   \n",
       "221684  An issue was discovered in the flaskcode packa...       Missing_Data   \n",
       "221685  An issue was discovered in the flaskcode packa...       Missing_Data   \n",
       "221686  QStar Archive Solutions Release RELEASE_3-0 Bu...       Missing_Data   \n",
       "221687  An access control issue in QStar Archive Solut...       Missing_Data   \n",
       "221688  QStar Archive Solutions Release RELEASE_3-0 Bu...       Missing_Data   \n",
       "\n",
       "       AttackComplexity CVSS3 PrivilegesRequired CVSS3 UserInteraction CVSS3  \\\n",
       "0                Missing_Data             Missing_Data          Missing_Data   \n",
       "1                Missing_Data             Missing_Data          Missing_Data   \n",
       "2                Missing_Data             Missing_Data          Missing_Data   \n",
       "3                Missing_Data             Missing_Data          Missing_Data   \n",
       "4                Missing_Data             Missing_Data          Missing_Data   \n",
       "...                       ...                      ...                   ...   \n",
       "221684           Missing_Data             Missing_Data          Missing_Data   \n",
       "221685           Missing_Data             Missing_Data          Missing_Data   \n",
       "221686           Missing_Data             Missing_Data          Missing_Data   \n",
       "221687           Missing_Data             Missing_Data          Missing_Data   \n",
       "221688           Missing_Data             Missing_Data          Missing_Data   \n",
       "\n",
       "         Scope CVSS3 ConfidentialityImpact CVSS3 IntegrityImpact CVSS3  ...  \\\n",
       "0       Missing_Data                Missing_Data          Missing_Data  ...   \n",
       "1       Missing_Data                Missing_Data          Missing_Data  ...   \n",
       "2       Missing_Data                Missing_Data          Missing_Data  ...   \n",
       "3       Missing_Data                Missing_Data          Missing_Data  ...   \n",
       "4       Missing_Data                Missing_Data          Missing_Data  ...   \n",
       "...              ...                         ...                   ...  ...   \n",
       "221684  Missing_Data                Missing_Data          Missing_Data  ...   \n",
       "221685  Missing_Data                Missing_Data          Missing_Data  ...   \n",
       "221686  Missing_Data                Missing_Data          Missing_Data  ...   \n",
       "221687  Missing_Data                Missing_Data          Missing_Data  ...   \n",
       "221688  Missing_Data                Missing_Data          Missing_Data  ...   \n",
       "\n",
       "       AccessComplexity CVSS2  Authentication CVSS2  \\\n",
       "0                         LOW                  NONE   \n",
       "1                         LOW                  NONE   \n",
       "2                         LOW                  NONE   \n",
       "3                         LOW                  NONE   \n",
       "4                         LOW                  NONE   \n",
       "...                       ...                   ...   \n",
       "221684           Missing_Data          Missing_Data   \n",
       "221685           Missing_Data          Missing_Data   \n",
       "221686           Missing_Data          Missing_Data   \n",
       "221687           Missing_Data          Missing_Data   \n",
       "221688           Missing_Data          Missing_Data   \n",
       "\n",
       "       ConfidentialityImpact CVSS2  IntegrityImpact CVSS2  \\\n",
       "0                         COMPLETE               COMPLETE   \n",
       "1                         COMPLETE               COMPLETE   \n",
       "2                         COMPLETE               COMPLETE   \n",
       "3                          PARTIAL                PARTIAL   \n",
       "4                         COMPLETE               COMPLETE   \n",
       "...                            ...                    ...   \n",
       "221684                Missing_Data           Missing_Data   \n",
       "221685                Missing_Data           Missing_Data   \n",
       "221686                Missing_Data           Missing_Data   \n",
       "221687                Missing_Data           Missing_Data   \n",
       "221688                Missing_Data           Missing_Data   \n",
       "\n",
       "        AvailabilityImpact CVSS2 BaseScore CVSS2 BaseSeverity CVSS2  \\\n",
       "0                       COMPLETE            10.0       Missing_Data   \n",
       "1                       COMPLETE            10.0       Missing_Data   \n",
       "2                       COMPLETE             7.2       Missing_Data   \n",
       "3                        PARTIAL             4.6       Missing_Data   \n",
       "4                       COMPLETE            10.0       Missing_Data   \n",
       "...                          ...             ...                ...   \n",
       "221684              Missing_Data             0.0       Missing_Data   \n",
       "221685              Missing_Data             0.0       Missing_Data   \n",
       "221686              Missing_Data             0.0       Missing_Data   \n",
       "221687              Missing_Data             0.0       Missing_Data   \n",
       "221688              Missing_Data             0.0       Missing_Data   \n",
       "\n",
       "       ExploitabilityScore CVSS2 ImpactScore CVSS2               CWEs  \n",
       "0                           10.0              10.0  ['NVD-CWE-Other']  \n",
       "1                           10.0              10.0  ['NVD-CWE-Other']  \n",
       "2                            3.9              10.0  ['NVD-CWE-Other']  \n",
       "3                            3.9               6.4  ['NVD-CWE-Other']  \n",
       "4                           10.0              10.0  ['NVD-CWE-Other']  \n",
       "...                          ...               ...                ...  \n",
       "221684                       0.0               0.0                 []  \n",
       "221685                       0.0               0.0                 []  \n",
       "221686                       0.0               0.0                 []  \n",
       "221687                       0.0               0.0                 []  \n",
       "221688                       0.0               0.0                 []  \n",
       "\n",
       "[221689 rows x 26 columns]"
      ]
     },
     "execution_count": 30,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "nvd_df = pd.read_csv('../data_out/CVSSData.csv.gz', compression=\"gzip\")\n",
    "nvd_df = nvd_df.rename(columns={\"CVE\": \"cve\"})\n",
    "nvd_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>cve</th>\n",
       "      <th>msrc</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>CVE-2023-23374</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>CVE-2023-21796</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>CVE-2023-21795</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>CVE-2023-21794</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>CVE-2023-21793</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>187</th>\n",
       "      <td>ADV990001</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>188</th>\n",
       "      <td>ADV220005</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189</th>\n",
       "      <td>ADV200013</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>190</th>\n",
       "      <td>ADV200011</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>191</th>\n",
       "      <td>ADV190023</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>192 rows × 2 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                cve  msrc\n",
       "0    CVE-2023-23374  True\n",
       "1    CVE-2023-21796  True\n",
       "2    CVE-2023-21795  True\n",
       "3    CVE-2023-21794  True\n",
       "4    CVE-2023-21793  True\n",
       "..              ...   ...\n",
       "187       ADV990001  True\n",
       "188       ADV220005  True\n",
       "189       ADV200013  True\n",
       "190       ADV200011  True\n",
       "191       ADV190023  True\n",
       "\n",
       "[192 rows x 2 columns]"
      ]
     },
     "execution_count": 31,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#https://msrc.microsoft.com/update-guide/vulnerability \n",
    "df_msrc = pd.read_csv('../data_in/msrc/msrc_security_updates.csv', usecols=[\"CVE Number\"])\n",
    "df_msrc = df_msrc.rename(columns={\"CVE Number\": \"cve\"})\n",
    "df_msrc['msrc'] = True\n",
    "df_msrc"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>cve</th>\n",
       "      <th>gpz</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>CVE-2023-7024</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>CVE-2023-33106</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>CVE-2023-33107</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>CVE-2023-33063</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>CVE-2023-42916</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9119</th>\n",
       "      <td>NaN</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9120</th>\n",
       "      <td>NaN</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9121</th>\n",
       "      <td>NaN</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9122</th>\n",
       "      <td>NaN</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9123</th>\n",
       "      <td>NaN</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>9124 rows × 2 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                 cve   gpz\n",
       "0      CVE-2023-7024  True\n",
       "1     CVE-2023-33106  True\n",
       "2     CVE-2023-33107  True\n",
       "3     CVE-2023-33063  True\n",
       "4     CVE-2023-42916  True\n",
       "...              ...   ...\n",
       "9119             NaN  True\n",
       "9120             NaN  True\n",
       "9121             NaN  True\n",
       "9122             NaN  True\n",
       "9123             NaN  True\n",
       "\n",
       "[9124 rows x 2 columns]"
      ]
     },
     "execution_count": 32,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#https://docs.google.com/spreadsheets/d/1lkNJ0uQwbeC1ZTRrxdtuPLCIl7mlUreoKfSIgajnSyY/edit#gid=1190662839\n",
    "df_gpz = pd.read_csv('../data_in/gpz/0day_In_the_Wild_All.csv', usecols=[\"CVE\"])\n",
    "df_gpz = df_gpz.rename(columns={\"CVE\": \"cve\"})\n",
    "df_gpz['gpz'] = True\n",
    "df_gpz"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>cve</th>\n",
       "      <th>Published</th>\n",
       "      <th>Description</th>\n",
       "      <th>AttackVector CVSS3</th>\n",
       "      <th>AttackComplexity CVSS3</th>\n",
       "      <th>PrivilegesRequired CVSS3</th>\n",
       "      <th>UserInteraction CVSS3</th>\n",
       "      <th>Scope CVSS3</th>\n",
       "      <th>ConfidentialityImpact CVSS3</th>\n",
       "      <th>IntegrityImpact CVSS3</th>\n",
       "      <th>...</th>\n",
       "      <th>ExploitabilityScore CVSS2</th>\n",
       "      <th>ImpactScore CVSS2</th>\n",
       "      <th>CWEs</th>\n",
       "      <th>metasploit</th>\n",
       "      <th>nuclei</th>\n",
       "      <th>epss</th>\n",
       "      <th>exploitdb</th>\n",
       "      <th>cisa_kev</th>\n",
       "      <th>msrc</th>\n",
       "      <th>gpz</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>CVE-1999-0095</td>\n",
       "      <td>1988-10-01</td>\n",
       "      <td>The debug command in Sendmail is enabled, allo...</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>...</td>\n",
       "      <td>10.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>['NVD-CWE-Other']</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>0.01157</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>CVE-1999-0082</td>\n",
       "      <td>1988-11-11</td>\n",
       "      <td>CWD ~root command in ftpd allows root access.</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>...</td>\n",
       "      <td>10.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>['NVD-CWE-Other']</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>0.11698</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>CVE-1999-1471</td>\n",
       "      <td>1989-01-01</td>\n",
       "      <td>Buffer overflow in passwd in BSD based operati...</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>...</td>\n",
       "      <td>3.9</td>\n",
       "      <td>10.0</td>\n",
       "      <td>['NVD-CWE-Other']</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>0.00043</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>CVE-1999-1122</td>\n",
       "      <td>1989-07-26</td>\n",
       "      <td>Vulnerability in restore in SunOS 4.0.3 and ea...</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>...</td>\n",
       "      <td>3.9</td>\n",
       "      <td>6.4</td>\n",
       "      <td>['NVD-CWE-Other']</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>0.00061</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>CVE-1999-1467</td>\n",
       "      <td>1989-10-26</td>\n",
       "      <td>Vulnerability in rcp on SunOS 4.0.x allows rem...</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>...</td>\n",
       "      <td>10.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>['NVD-CWE-Other']</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>0.00425</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>222196</th>\n",
       "      <td>ADV200013</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>222197</th>\n",
       "      <td>ADV200011</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>222198</th>\n",
       "      <td>ADV190023</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>222199</th>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>231014</th>\n",
       "      <td>-</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>221899 rows × 33 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                  cve   Published  \\\n",
       "0       CVE-1999-0095  1988-10-01   \n",
       "1       CVE-1999-0082  1988-11-11   \n",
       "2       CVE-1999-1471  1989-01-01   \n",
       "3       CVE-1999-1122  1989-07-26   \n",
       "4       CVE-1999-1467  1989-10-26   \n",
       "...               ...         ...   \n",
       "222196      ADV200013       False   \n",
       "222197      ADV200011       False   \n",
       "222198      ADV190023       False   \n",
       "222199          False       False   \n",
       "231014              -       False   \n",
       "\n",
       "                                              Description AttackVector CVSS3  \\\n",
       "0       The debug command in Sendmail is enabled, allo...       Missing_Data   \n",
       "1           CWD ~root command in ftpd allows root access.       Missing_Data   \n",
       "2       Buffer overflow in passwd in BSD based operati...       Missing_Data   \n",
       "3       Vulnerability in restore in SunOS 4.0.3 and ea...       Missing_Data   \n",
       "4       Vulnerability in rcp on SunOS 4.0.x allows rem...       Missing_Data   \n",
       "...                                                   ...                ...   \n",
       "222196                                              False              False   \n",
       "222197                                              False              False   \n",
       "222198                                              False              False   \n",
       "222199                                              False              False   \n",
       "231014                                              False              False   \n",
       "\n",
       "       AttackComplexity CVSS3 PrivilegesRequired CVSS3 UserInteraction CVSS3  \\\n",
       "0                Missing_Data             Missing_Data          Missing_Data   \n",
       "1                Missing_Data             Missing_Data          Missing_Data   \n",
       "2                Missing_Data             Missing_Data          Missing_Data   \n",
       "3                Missing_Data             Missing_Data          Missing_Data   \n",
       "4                Missing_Data             Missing_Data          Missing_Data   \n",
       "...                       ...                      ...                   ...   \n",
       "222196                  False                    False                 False   \n",
       "222197                  False                    False                 False   \n",
       "222198                  False                    False                 False   \n",
       "222199                  False                    False                 False   \n",
       "231014                  False                    False                 False   \n",
       "\n",
       "         Scope CVSS3 ConfidentialityImpact CVSS3 IntegrityImpact CVSS3  ...  \\\n",
       "0       Missing_Data                Missing_Data          Missing_Data  ...   \n",
       "1       Missing_Data                Missing_Data          Missing_Data  ...   \n",
       "2       Missing_Data                Missing_Data          Missing_Data  ...   \n",
       "3       Missing_Data                Missing_Data          Missing_Data  ...   \n",
       "4       Missing_Data                Missing_Data          Missing_Data  ...   \n",
       "...              ...                         ...                   ...  ...   \n",
       "222196         False                       False                 False  ...   \n",
       "222197         False                       False                 False  ...   \n",
       "222198         False                       False                 False  ...   \n",
       "222199         False                       False                 False  ...   \n",
       "231014         False                       False                 False  ...   \n",
       "\n",
       "       ExploitabilityScore CVSS2 ImpactScore CVSS2               CWEs  \\\n",
       "0                           10.0              10.0  ['NVD-CWE-Other']   \n",
       "1                           10.0              10.0  ['NVD-CWE-Other']   \n",
       "2                            3.9              10.0  ['NVD-CWE-Other']   \n",
       "3                            3.9               6.4  ['NVD-CWE-Other']   \n",
       "4                           10.0              10.0  ['NVD-CWE-Other']   \n",
       "...                          ...               ...                ...   \n",
       "222196                     False             False              False   \n",
       "222197                     False             False              False   \n",
       "222198                     False             False              False   \n",
       "222199                     False             False              False   \n",
       "231014                     False             False              False   \n",
       "\n",
       "       metasploit nuclei     epss exploitdb cisa_kev   msrc    gpz  \n",
       "0           False  False  0.01157      True    False  False  False  \n",
       "1           False  False  0.11698     False    False  False  False  \n",
       "2           False  False  0.00043     False    False  False  False  \n",
       "3           False  False  0.00061     False    False  False  False  \n",
       "4           False  False  0.00425     False    False  False  False  \n",
       "...           ...    ...      ...       ...      ...    ...    ...  \n",
       "222196      False  False    False     False    False   True  False  \n",
       "222197      False  False    False     False    False   True  False  \n",
       "222198      False  False    False     False    False   True  False  \n",
       "222199      False  False    False     False    False  False   True  \n",
       "231014      False  False    False     False    False  False   True  \n",
       "\n",
       "[221899 rows x 33 columns]"
      ]
     },
     "execution_count": 33,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Fill any values not True with False - so we avoid NaNs - so we preserve the Bool column type\n",
    "cve_list_df = pd.merge(nvd_df, metasploit_df, on='cve', how='outer').fillna(False)\n",
    "cve_list_df = pd.merge(cve_list_df, nuclei_df, on='cve', how='outer').fillna(False)\n",
    "cve_list_df = pd.merge(cve_list_df, epss_df, on='cve', how='outer').fillna(False)\n",
    "cve_list_df = pd.merge(cve_list_df, exploitdb_df, on='cve', how='outer').fillna(False)\n",
    "cve_list_df = pd.merge(cve_list_df, cisa_df, on='cve', how='outer').fillna(False)\n",
    "cve_list_df = pd.merge(cve_list_df, df_msrc, on='cve', how='outer').fillna(False)\n",
    "cve_list_df = pd.merge(cve_list_df, df_gpz, on='cve', how='outer').fillna(False)\n",
    "\n",
    "\n",
    "cve_list_df.drop_duplicates(inplace = True)\n",
    "cve_list_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>cve</th>\n",
       "      <th>Published</th>\n",
       "      <th>Description</th>\n",
       "      <th>AttackVector CVSS3</th>\n",
       "      <th>AttackComplexity CVSS3</th>\n",
       "      <th>PrivilegesRequired CVSS3</th>\n",
       "      <th>UserInteraction CVSS3</th>\n",
       "      <th>Scope CVSS3</th>\n",
       "      <th>ConfidentialityImpact CVSS3</th>\n",
       "      <th>IntegrityImpact CVSS3</th>\n",
       "      <th>...</th>\n",
       "      <th>ExploitabilityScore CVSS2</th>\n",
       "      <th>ImpactScore CVSS2</th>\n",
       "      <th>CWEs</th>\n",
       "      <th>metasploit</th>\n",
       "      <th>nuclei</th>\n",
       "      <th>epss</th>\n",
       "      <th>exploitdb</th>\n",
       "      <th>cisa_kev</th>\n",
       "      <th>msrc</th>\n",
       "      <th>gpz</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>CVE-1999-0095</td>\n",
       "      <td>1988-10-01</td>\n",
       "      <td>The debug command in Sendmail is enabled, allo...</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>...</td>\n",
       "      <td>10.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>['NVD-CWE-Other']</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>0.01157</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>CVE-1999-0082</td>\n",
       "      <td>1988-11-11</td>\n",
       "      <td>CWD ~root command in ftpd allows root access.</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>...</td>\n",
       "      <td>10.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>['NVD-CWE-Other']</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>0.11698</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>CVE-1999-1471</td>\n",
       "      <td>1989-01-01</td>\n",
       "      <td>Buffer overflow in passwd in BSD based operati...</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>...</td>\n",
       "      <td>3.9</td>\n",
       "      <td>10.0</td>\n",
       "      <td>['NVD-CWE-Other']</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>0.00043</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>CVE-1999-1122</td>\n",
       "      <td>1989-07-26</td>\n",
       "      <td>Vulnerability in restore in SunOS 4.0.3 and ea...</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>...</td>\n",
       "      <td>3.9</td>\n",
       "      <td>6.4</td>\n",
       "      <td>['NVD-CWE-Other']</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>0.00061</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>CVE-1999-1467</td>\n",
       "      <td>1989-10-26</td>\n",
       "      <td>Vulnerability in rcp on SunOS 4.0.x allows rem...</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>...</td>\n",
       "      <td>10.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>['NVD-CWE-Other']</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>0.00425</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>222196</th>\n",
       "      <td>ADV200013</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>222197</th>\n",
       "      <td>ADV200011</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>222198</th>\n",
       "      <td>ADV190023</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>222199</th>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>231014</th>\n",
       "      <td>-</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>221899 rows × 33 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                  cve   Published  \\\n",
       "0       CVE-1999-0095  1988-10-01   \n",
       "1       CVE-1999-0082  1988-11-11   \n",
       "2       CVE-1999-1471  1989-01-01   \n",
       "3       CVE-1999-1122  1989-07-26   \n",
       "4       CVE-1999-1467  1989-10-26   \n",
       "...               ...         ...   \n",
       "222196      ADV200013       False   \n",
       "222197      ADV200011       False   \n",
       "222198      ADV190023       False   \n",
       "222199          False       False   \n",
       "231014              -       False   \n",
       "\n",
       "                                              Description AttackVector CVSS3  \\\n",
       "0       The debug command in Sendmail is enabled, allo...       Missing_Data   \n",
       "1           CWD ~root command in ftpd allows root access.       Missing_Data   \n",
       "2       Buffer overflow in passwd in BSD based operati...       Missing_Data   \n",
       "3       Vulnerability in restore in SunOS 4.0.3 and ea...       Missing_Data   \n",
       "4       Vulnerability in rcp on SunOS 4.0.x allows rem...       Missing_Data   \n",
       "...                                                   ...                ...   \n",
       "222196                                              False              False   \n",
       "222197                                              False              False   \n",
       "222198                                              False              False   \n",
       "222199                                              False              False   \n",
       "231014                                              False              False   \n",
       "\n",
       "       AttackComplexity CVSS3 PrivilegesRequired CVSS3 UserInteraction CVSS3  \\\n",
       "0                Missing_Data             Missing_Data          Missing_Data   \n",
       "1                Missing_Data             Missing_Data          Missing_Data   \n",
       "2                Missing_Data             Missing_Data          Missing_Data   \n",
       "3                Missing_Data             Missing_Data          Missing_Data   \n",
       "4                Missing_Data             Missing_Data          Missing_Data   \n",
       "...                       ...                      ...                   ...   \n",
       "222196                  False                    False                 False   \n",
       "222197                  False                    False                 False   \n",
       "222198                  False                    False                 False   \n",
       "222199                  False                    False                 False   \n",
       "231014                  False                    False                 False   \n",
       "\n",
       "         Scope CVSS3 ConfidentialityImpact CVSS3 IntegrityImpact CVSS3  ...  \\\n",
       "0       Missing_Data                Missing_Data          Missing_Data  ...   \n",
       "1       Missing_Data                Missing_Data          Missing_Data  ...   \n",
       "2       Missing_Data                Missing_Data          Missing_Data  ...   \n",
       "3       Missing_Data                Missing_Data          Missing_Data  ...   \n",
       "4       Missing_Data                Missing_Data          Missing_Data  ...   \n",
       "...              ...                         ...                   ...  ...   \n",
       "222196         False                       False                 False  ...   \n",
       "222197         False                       False                 False  ...   \n",
       "222198         False                       False                 False  ...   \n",
       "222199         False                       False                 False  ...   \n",
       "231014         False                       False                 False  ...   \n",
       "\n",
       "       ExploitabilityScore CVSS2 ImpactScore CVSS2               CWEs  \\\n",
       "0                           10.0              10.0  ['NVD-CWE-Other']   \n",
       "1                           10.0              10.0  ['NVD-CWE-Other']   \n",
       "2                            3.9              10.0  ['NVD-CWE-Other']   \n",
       "3                            3.9               6.4  ['NVD-CWE-Other']   \n",
       "4                           10.0              10.0  ['NVD-CWE-Other']   \n",
       "...                          ...               ...                ...   \n",
       "222196                     False             False              False   \n",
       "222197                     False             False              False   \n",
       "222198                     False             False              False   \n",
       "222199                     False             False              False   \n",
       "231014                     False             False              False   \n",
       "\n",
       "       metasploit nuclei     epss exploitdb cisa_kev   msrc    gpz  \n",
       "0           False  False  0.01157      True    False  False  False  \n",
       "1           False  False  0.11698     False    False  False  False  \n",
       "2           False  False  0.00043     False    False  False  False  \n",
       "3           False  False  0.00061     False    False  False  False  \n",
       "4           False  False  0.00425     False    False  False  False  \n",
       "...           ...    ...      ...       ...      ...    ...    ...  \n",
       "222196      False  False    False     False    False   True  False  \n",
       "222197      False  False    False     False    False   True  False  \n",
       "222198      False  False    False     False    False   True  False  \n",
       "222199      False  False    False     False    False  False   True  \n",
       "231014      False  False    False     False    False  False   True  \n",
       "\n",
       "[221899 rows x 33 columns]"
      ]
     },
     "execution_count": 34,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cve_list_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>cve</th>\n",
       "      <th>Published</th>\n",
       "      <th>Description</th>\n",
       "      <th>AttackVector CVSS3</th>\n",
       "      <th>AttackComplexity CVSS3</th>\n",
       "      <th>PrivilegesRequired CVSS3</th>\n",
       "      <th>UserInteraction CVSS3</th>\n",
       "      <th>Scope CVSS3</th>\n",
       "      <th>ConfidentialityImpact CVSS3</th>\n",
       "      <th>IntegrityImpact CVSS3</th>\n",
       "      <th>...</th>\n",
       "      <th>ExploitabilityScore CVSS2</th>\n",
       "      <th>ImpactScore CVSS2</th>\n",
       "      <th>CWEs</th>\n",
       "      <th>metasploit</th>\n",
       "      <th>nuclei</th>\n",
       "      <th>epss</th>\n",
       "      <th>exploitdb</th>\n",
       "      <th>cisa_kev</th>\n",
       "      <th>msrc</th>\n",
       "      <th>gpz</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>CVE-1999-0095</td>\n",
       "      <td>1988-10-01</td>\n",
       "      <td>The debug command in Sendmail is enabled, allo...</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>...</td>\n",
       "      <td>10.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>['NVD-CWE-Other']</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>0.01157</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>CVE-1999-0082</td>\n",
       "      <td>1988-11-11</td>\n",
       "      <td>CWD ~root command in ftpd allows root access.</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>...</td>\n",
       "      <td>10.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>['NVD-CWE-Other']</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>0.11698</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>CVE-1999-1471</td>\n",
       "      <td>1989-01-01</td>\n",
       "      <td>Buffer overflow in passwd in BSD based operati...</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>...</td>\n",
       "      <td>3.9</td>\n",
       "      <td>10.0</td>\n",
       "      <td>['NVD-CWE-Other']</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>0.00043</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>CVE-1999-1122</td>\n",
       "      <td>1989-07-26</td>\n",
       "      <td>Vulnerability in restore in SunOS 4.0.3 and ea...</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>...</td>\n",
       "      <td>3.9</td>\n",
       "      <td>6.4</td>\n",
       "      <td>['NVD-CWE-Other']</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>0.00061</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>CVE-1999-1467</td>\n",
       "      <td>1989-10-26</td>\n",
       "      <td>Vulnerability in rcp on SunOS 4.0.x allows rem...</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>...</td>\n",
       "      <td>10.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>['NVD-CWE-Other']</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>0.00425</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>222189</th>\n",
       "      <td>CVE-2023-36164</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>222190</th>\n",
       "      <td>CVE-2023-36165</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>222191</th>\n",
       "      <td>CVE-2023-36166</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>222192</th>\n",
       "      <td>CVE-2023-36167</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>222193</th>\n",
       "      <td>CVE-2024-21887</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>221892 rows × 33 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                   cve   Published  \\\n",
       "0        CVE-1999-0095  1988-10-01   \n",
       "1        CVE-1999-0082  1988-11-11   \n",
       "2        CVE-1999-1471  1989-01-01   \n",
       "3        CVE-1999-1122  1989-07-26   \n",
       "4        CVE-1999-1467  1989-10-26   \n",
       "...                ...         ...   \n",
       "222189  CVE-2023-36164       False   \n",
       "222190  CVE-2023-36165       False   \n",
       "222191  CVE-2023-36166       False   \n",
       "222192  CVE-2023-36167       False   \n",
       "222193  CVE-2024-21887       False   \n",
       "\n",
       "                                              Description AttackVector CVSS3  \\\n",
       "0       The debug command in Sendmail is enabled, allo...       Missing_Data   \n",
       "1           CWD ~root command in ftpd allows root access.       Missing_Data   \n",
       "2       Buffer overflow in passwd in BSD based operati...       Missing_Data   \n",
       "3       Vulnerability in restore in SunOS 4.0.3 and ea...       Missing_Data   \n",
       "4       Vulnerability in rcp on SunOS 4.0.x allows rem...       Missing_Data   \n",
       "...                                                   ...                ...   \n",
       "222189                                              False              False   \n",
       "222190                                              False              False   \n",
       "222191                                              False              False   \n",
       "222192                                              False              False   \n",
       "222193                                              False              False   \n",
       "\n",
       "       AttackComplexity CVSS3 PrivilegesRequired CVSS3 UserInteraction CVSS3  \\\n",
       "0                Missing_Data             Missing_Data          Missing_Data   \n",
       "1                Missing_Data             Missing_Data          Missing_Data   \n",
       "2                Missing_Data             Missing_Data          Missing_Data   \n",
       "3                Missing_Data             Missing_Data          Missing_Data   \n",
       "4                Missing_Data             Missing_Data          Missing_Data   \n",
       "...                       ...                      ...                   ...   \n",
       "222189                  False                    False                 False   \n",
       "222190                  False                    False                 False   \n",
       "222191                  False                    False                 False   \n",
       "222192                  False                    False                 False   \n",
       "222193                  False                    False                 False   \n",
       "\n",
       "         Scope CVSS3 ConfidentialityImpact CVSS3 IntegrityImpact CVSS3  ...  \\\n",
       "0       Missing_Data                Missing_Data          Missing_Data  ...   \n",
       "1       Missing_Data                Missing_Data          Missing_Data  ...   \n",
       "2       Missing_Data                Missing_Data          Missing_Data  ...   \n",
       "3       Missing_Data                Missing_Data          Missing_Data  ...   \n",
       "4       Missing_Data                Missing_Data          Missing_Data  ...   \n",
       "...              ...                         ...                   ...  ...   \n",
       "222189         False                       False                 False  ...   \n",
       "222190         False                       False                 False  ...   \n",
       "222191         False                       False                 False  ...   \n",
       "222192         False                       False                 False  ...   \n",
       "222193         False                       False                 False  ...   \n",
       "\n",
       "       ExploitabilityScore CVSS2 ImpactScore CVSS2               CWEs  \\\n",
       "0                           10.0              10.0  ['NVD-CWE-Other']   \n",
       "1                           10.0              10.0  ['NVD-CWE-Other']   \n",
       "2                            3.9              10.0  ['NVD-CWE-Other']   \n",
       "3                            3.9               6.4  ['NVD-CWE-Other']   \n",
       "4                           10.0              10.0  ['NVD-CWE-Other']   \n",
       "...                          ...               ...                ...   \n",
       "222189                     False             False              False   \n",
       "222190                     False             False              False   \n",
       "222191                     False             False              False   \n",
       "222192                     False             False              False   \n",
       "222193                     False             False              False   \n",
       "\n",
       "       metasploit nuclei     epss exploitdb cisa_kev   msrc    gpz  \n",
       "0           False  False  0.01157      True    False  False  False  \n",
       "1           False  False  0.11698     False    False  False  False  \n",
       "2           False  False  0.00043     False    False  False  False  \n",
       "3           False  False  0.00061     False    False  False  False  \n",
       "4           False  False  0.00425     False    False  False  False  \n",
       "...           ...    ...      ...       ...      ...    ...    ...  \n",
       "222189      False  False    False      True    False  False  False  \n",
       "222190      False  False    False      True    False  False  False  \n",
       "222191      False  False    False      True    False  False  False  \n",
       "222192      False  False    False      True    False  False  False  \n",
       "222193      False  False    False     False     True  False  False  \n",
       "\n",
       "[221892 rows x 33 columns]"
      ]
     },
     "execution_count": 35,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Filter the DataFrame to keep only rows where CVE_List starts with 'CVE-'\n",
    "cve_list_df = cve_list_df[cve_list_df['cve'].str.startswith('CVE-', na=False)]\n",
    "cve_list_df"
   ]
  },
  {
   "attachments": {},
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Add Exploitability column to indicate the exploitability source "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {},
   "outputs": [],
   "source": [
    "def exploitatability(cisa_kev, metasploit, nuclei, exploitdb):\n",
    "    \n",
    "    if (cisa_kev):\n",
    "        return 0\n",
    "    elif (metasploit & nuclei):\n",
    "        return 1\n",
    "    elif (metasploit):\n",
    "        return 2\n",
    "    elif (nuclei):\n",
    "        return 3\n",
    "    elif (exploitdb):\n",
    "        return 4\n",
    "    else:\n",
    "        return 5"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/var/folders/ss/mvst4cws5c9dzhhthv64hhzr0000gq/T/ipykernel_25458/2013578484.py:1: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  cve_list_df[\"exploit\"] = cve_list_df.apply(lambda x: exploitatability(x['cisa_kev'], x['metasploit'], x['nuclei'], x['exploitdb']), axis=1)\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>cve</th>\n",
       "      <th>Published</th>\n",
       "      <th>Description</th>\n",
       "      <th>AttackVector CVSS3</th>\n",
       "      <th>AttackComplexity CVSS3</th>\n",
       "      <th>PrivilegesRequired CVSS3</th>\n",
       "      <th>UserInteraction CVSS3</th>\n",
       "      <th>Scope CVSS3</th>\n",
       "      <th>ConfidentialityImpact CVSS3</th>\n",
       "      <th>IntegrityImpact CVSS3</th>\n",
       "      <th>...</th>\n",
       "      <th>ImpactScore CVSS2</th>\n",
       "      <th>CWEs</th>\n",
       "      <th>metasploit</th>\n",
       "      <th>nuclei</th>\n",
       "      <th>epss</th>\n",
       "      <th>exploitdb</th>\n",
       "      <th>cisa_kev</th>\n",
       "      <th>msrc</th>\n",
       "      <th>gpz</th>\n",
       "      <th>exploit</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>CVE-1999-0095</td>\n",
       "      <td>1988-10-01</td>\n",
       "      <td>The debug command in Sendmail is enabled, allo...</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>...</td>\n",
       "      <td>10.0</td>\n",
       "      <td>['NVD-CWE-Other']</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>0.01157</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>CVE-1999-0082</td>\n",
       "      <td>1988-11-11</td>\n",
       "      <td>CWD ~root command in ftpd allows root access.</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>...</td>\n",
       "      <td>10.0</td>\n",
       "      <td>['NVD-CWE-Other']</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>0.11698</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>CVE-1999-1471</td>\n",
       "      <td>1989-01-01</td>\n",
       "      <td>Buffer overflow in passwd in BSD based operati...</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>...</td>\n",
       "      <td>10.0</td>\n",
       "      <td>['NVD-CWE-Other']</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>0.00043</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>CVE-1999-1122</td>\n",
       "      <td>1989-07-26</td>\n",
       "      <td>Vulnerability in restore in SunOS 4.0.3 and ea...</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>...</td>\n",
       "      <td>6.4</td>\n",
       "      <td>['NVD-CWE-Other']</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>0.00061</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>CVE-1999-1467</td>\n",
       "      <td>1989-10-26</td>\n",
       "      <td>Vulnerability in rcp on SunOS 4.0.x allows rem...</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>...</td>\n",
       "      <td>10.0</td>\n",
       "      <td>['NVD-CWE-Other']</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>0.00425</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>222189</th>\n",
       "      <td>CVE-2023-36164</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>222190</th>\n",
       "      <td>CVE-2023-36165</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>222191</th>\n",
       "      <td>CVE-2023-36166</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>222192</th>\n",
       "      <td>CVE-2023-36167</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>222193</th>\n",
       "      <td>CVE-2024-21887</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>221892 rows × 34 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                   cve   Published  \\\n",
       "0        CVE-1999-0095  1988-10-01   \n",
       "1        CVE-1999-0082  1988-11-11   \n",
       "2        CVE-1999-1471  1989-01-01   \n",
       "3        CVE-1999-1122  1989-07-26   \n",
       "4        CVE-1999-1467  1989-10-26   \n",
       "...                ...         ...   \n",
       "222189  CVE-2023-36164       False   \n",
       "222190  CVE-2023-36165       False   \n",
       "222191  CVE-2023-36166       False   \n",
       "222192  CVE-2023-36167       False   \n",
       "222193  CVE-2024-21887       False   \n",
       "\n",
       "                                              Description AttackVector CVSS3  \\\n",
       "0       The debug command in Sendmail is enabled, allo...       Missing_Data   \n",
       "1           CWD ~root command in ftpd allows root access.       Missing_Data   \n",
       "2       Buffer overflow in passwd in BSD based operati...       Missing_Data   \n",
       "3       Vulnerability in restore in SunOS 4.0.3 and ea...       Missing_Data   \n",
       "4       Vulnerability in rcp on SunOS 4.0.x allows rem...       Missing_Data   \n",
       "...                                                   ...                ...   \n",
       "222189                                              False              False   \n",
       "222190                                              False              False   \n",
       "222191                                              False              False   \n",
       "222192                                              False              False   \n",
       "222193                                              False              False   \n",
       "\n",
       "       AttackComplexity CVSS3 PrivilegesRequired CVSS3 UserInteraction CVSS3  \\\n",
       "0                Missing_Data             Missing_Data          Missing_Data   \n",
       "1                Missing_Data             Missing_Data          Missing_Data   \n",
       "2                Missing_Data             Missing_Data          Missing_Data   \n",
       "3                Missing_Data             Missing_Data          Missing_Data   \n",
       "4                Missing_Data             Missing_Data          Missing_Data   \n",
       "...                       ...                      ...                   ...   \n",
       "222189                  False                    False                 False   \n",
       "222190                  False                    False                 False   \n",
       "222191                  False                    False                 False   \n",
       "222192                  False                    False                 False   \n",
       "222193                  False                    False                 False   \n",
       "\n",
       "         Scope CVSS3 ConfidentialityImpact CVSS3 IntegrityImpact CVSS3  ...  \\\n",
       "0       Missing_Data                Missing_Data          Missing_Data  ...   \n",
       "1       Missing_Data                Missing_Data          Missing_Data  ...   \n",
       "2       Missing_Data                Missing_Data          Missing_Data  ...   \n",
       "3       Missing_Data                Missing_Data          Missing_Data  ...   \n",
       "4       Missing_Data                Missing_Data          Missing_Data  ...   \n",
       "...              ...                         ...                   ...  ...   \n",
       "222189         False                       False                 False  ...   \n",
       "222190         False                       False                 False  ...   \n",
       "222191         False                       False                 False  ...   \n",
       "222192         False                       False                 False  ...   \n",
       "222193         False                       False                 False  ...   \n",
       "\n",
       "       ImpactScore CVSS2               CWEs metasploit nuclei     epss  \\\n",
       "0                   10.0  ['NVD-CWE-Other']      False  False  0.01157   \n",
       "1                   10.0  ['NVD-CWE-Other']      False  False  0.11698   \n",
       "2                   10.0  ['NVD-CWE-Other']      False  False  0.00043   \n",
       "3                    6.4  ['NVD-CWE-Other']      False  False  0.00061   \n",
       "4                   10.0  ['NVD-CWE-Other']      False  False  0.00425   \n",
       "...                  ...                ...        ...    ...      ...   \n",
       "222189             False              False      False  False    False   \n",
       "222190             False              False      False  False    False   \n",
       "222191             False              False      False  False    False   \n",
       "222192             False              False      False  False    False   \n",
       "222193             False              False      False  False    False   \n",
       "\n",
       "       exploitdb cisa_kev   msrc    gpz exploit  \n",
       "0           True    False  False  False       4  \n",
       "1          False    False  False  False       5  \n",
       "2          False    False  False  False       5  \n",
       "3          False    False  False  False       5  \n",
       "4          False    False  False  False       5  \n",
       "...          ...      ...    ...    ...     ...  \n",
       "222189      True    False  False  False       4  \n",
       "222190      True    False  False  False       4  \n",
       "222191      True    False  False  False       4  \n",
       "222192      True    False  False  False       4  \n",
       "222193     False     True  False  False       0  \n",
       "\n",
       "[221892 rows x 34 columns]"
      ]
     },
     "execution_count": 37,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cve_list_df[\"exploit\"] = cve_list_df.apply(lambda x: exploitatability(x['cisa_kev'], x['metasploit'], x['nuclei'], x['exploitdb']), axis=1)\n",
    "cve_list_df"
   ]
  },
  {
   "attachments": {},
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Add a basescore column that is CVSSv3 score if available, else CVSSv2\n",
    "There is a shift between these scores - but for the purposes of our plots it is not significant."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "74081"
      ]
     },
     "execution_count": 38,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Empty values\n",
    "missing_data_counts = (cve_list_df['BaseScore CVSS3'] == 0).sum()\n",
    "missing_data_counts\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/var/folders/ss/mvst4cws5c9dzhhthv64hhzr0000gq/T/ipykernel_25458/1651773259.py:1: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  cve_list_df['BaseScore'] = cve_list_df['BaseScore CVSS3']\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>cve</th>\n",
       "      <th>Published</th>\n",
       "      <th>Description</th>\n",
       "      <th>AttackVector CVSS3</th>\n",
       "      <th>AttackComplexity CVSS3</th>\n",
       "      <th>PrivilegesRequired CVSS3</th>\n",
       "      <th>UserInteraction CVSS3</th>\n",
       "      <th>Scope CVSS3</th>\n",
       "      <th>ConfidentialityImpact CVSS3</th>\n",
       "      <th>IntegrityImpact CVSS3</th>\n",
       "      <th>...</th>\n",
       "      <th>CWEs</th>\n",
       "      <th>metasploit</th>\n",
       "      <th>nuclei</th>\n",
       "      <th>epss</th>\n",
       "      <th>exploitdb</th>\n",
       "      <th>cisa_kev</th>\n",
       "      <th>msrc</th>\n",
       "      <th>gpz</th>\n",
       "      <th>exploit</th>\n",
       "      <th>BaseScore</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>CVE-1999-0095</td>\n",
       "      <td>1988-10-01</td>\n",
       "      <td>The debug command in Sendmail is enabled, allo...</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>...</td>\n",
       "      <td>['NVD-CWE-Other']</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>0.01157</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>4</td>\n",
       "      <td>10.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>CVE-1999-0082</td>\n",
       "      <td>1988-11-11</td>\n",
       "      <td>CWD ~root command in ftpd allows root access.</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>...</td>\n",
       "      <td>['NVD-CWE-Other']</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>0.11698</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>5</td>\n",
       "      <td>10.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>CVE-1999-1471</td>\n",
       "      <td>1989-01-01</td>\n",
       "      <td>Buffer overflow in passwd in BSD based operati...</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>...</td>\n",
       "      <td>['NVD-CWE-Other']</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>0.00043</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>5</td>\n",
       "      <td>7.2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>CVE-1999-1122</td>\n",
       "      <td>1989-07-26</td>\n",
       "      <td>Vulnerability in restore in SunOS 4.0.3 and ea...</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>...</td>\n",
       "      <td>['NVD-CWE-Other']</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>0.00061</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>5</td>\n",
       "      <td>4.6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>CVE-1999-1467</td>\n",
       "      <td>1989-10-26</td>\n",
       "      <td>Vulnerability in rcp on SunOS 4.0.x allows rem...</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>Missing_Data</td>\n",
       "      <td>...</td>\n",
       "      <td>['NVD-CWE-Other']</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>0.00425</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>5</td>\n",
       "      <td>10.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>222189</th>\n",
       "      <td>CVE-2023-36164</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>4</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>222190</th>\n",
       "      <td>CVE-2023-36165</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>4</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>222191</th>\n",
       "      <td>CVE-2023-36166</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>4</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>222192</th>\n",
       "      <td>CVE-2023-36167</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>4</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>222193</th>\n",
       "      <td>CVE-2024-21887</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>221892 rows × 35 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                   cve   Published  \\\n",
       "0        CVE-1999-0095  1988-10-01   \n",
       "1        CVE-1999-0082  1988-11-11   \n",
       "2        CVE-1999-1471  1989-01-01   \n",
       "3        CVE-1999-1122  1989-07-26   \n",
       "4        CVE-1999-1467  1989-10-26   \n",
       "...                ...         ...   \n",
       "222189  CVE-2023-36164       False   \n",
       "222190  CVE-2023-36165       False   \n",
       "222191  CVE-2023-36166       False   \n",
       "222192  CVE-2023-36167       False   \n",
       "222193  CVE-2024-21887       False   \n",
       "\n",
       "                                              Description AttackVector CVSS3  \\\n",
       "0       The debug command in Sendmail is enabled, allo...       Missing_Data   \n",
       "1           CWD ~root command in ftpd allows root access.       Missing_Data   \n",
       "2       Buffer overflow in passwd in BSD based operati...       Missing_Data   \n",
       "3       Vulnerability in restore in SunOS 4.0.3 and ea...       Missing_Data   \n",
       "4       Vulnerability in rcp on SunOS 4.0.x allows rem...       Missing_Data   \n",
       "...                                                   ...                ...   \n",
       "222189                                              False              False   \n",
       "222190                                              False              False   \n",
       "222191                                              False              False   \n",
       "222192                                              False              False   \n",
       "222193                                              False              False   \n",
       "\n",
       "       AttackComplexity CVSS3 PrivilegesRequired CVSS3 UserInteraction CVSS3  \\\n",
       "0                Missing_Data             Missing_Data          Missing_Data   \n",
       "1                Missing_Data             Missing_Data          Missing_Data   \n",
       "2                Missing_Data             Missing_Data          Missing_Data   \n",
       "3                Missing_Data             Missing_Data          Missing_Data   \n",
       "4                Missing_Data             Missing_Data          Missing_Data   \n",
       "...                       ...                      ...                   ...   \n",
       "222189                  False                    False                 False   \n",
       "222190                  False                    False                 False   \n",
       "222191                  False                    False                 False   \n",
       "222192                  False                    False                 False   \n",
       "222193                  False                    False                 False   \n",
       "\n",
       "         Scope CVSS3 ConfidentialityImpact CVSS3 IntegrityImpact CVSS3  ...  \\\n",
       "0       Missing_Data                Missing_Data          Missing_Data  ...   \n",
       "1       Missing_Data                Missing_Data          Missing_Data  ...   \n",
       "2       Missing_Data                Missing_Data          Missing_Data  ...   \n",
       "3       Missing_Data                Missing_Data          Missing_Data  ...   \n",
       "4       Missing_Data                Missing_Data          Missing_Data  ...   \n",
       "...              ...                         ...                   ...  ...   \n",
       "222189         False                       False                 False  ...   \n",
       "222190         False                       False                 False  ...   \n",
       "222191         False                       False                 False  ...   \n",
       "222192         False                       False                 False  ...   \n",
       "222193         False                       False                 False  ...   \n",
       "\n",
       "                     CWEs metasploit nuclei     epss exploitdb cisa_kev  \\\n",
       "0       ['NVD-CWE-Other']      False  False  0.01157      True    False   \n",
       "1       ['NVD-CWE-Other']      False  False  0.11698     False    False   \n",
       "2       ['NVD-CWE-Other']      False  False  0.00043     False    False   \n",
       "3       ['NVD-CWE-Other']      False  False  0.00061     False    False   \n",
       "4       ['NVD-CWE-Other']      False  False  0.00425     False    False   \n",
       "...                   ...        ...    ...      ...       ...      ...   \n",
       "222189              False      False  False    False      True    False   \n",
       "222190              False      False  False    False      True    False   \n",
       "222191              False      False  False    False      True    False   \n",
       "222192              False      False  False    False      True    False   \n",
       "222193              False      False  False    False     False     True   \n",
       "\n",
       "         msrc    gpz exploit BaseScore  \n",
       "0       False  False       4      10.0  \n",
       "1       False  False       5      10.0  \n",
       "2       False  False       5       7.2  \n",
       "3       False  False       5       4.6  \n",
       "4       False  False       5      10.0  \n",
       "...       ...    ...     ...       ...  \n",
       "222189  False  False       4     False  \n",
       "222190  False  False       4     False  \n",
       "222191  False  False       4     False  \n",
       "222192  False  False       4     False  \n",
       "222193  False  False       0     False  \n",
       "\n",
       "[221892 rows x 35 columns]"
      ]
     },
     "execution_count": 39,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cve_list_df['BaseScore'] = cve_list_df['BaseScore CVSS3'] \n",
    "\n",
    "# Find indices where 'Missing_Data' is present\n",
    "mask = cve_list_df['BaseScore'] == 0\n",
    "    \n",
    "# Replace 'Missing_Data' with values from 'Column3'\n",
    "cve_list_df.loc[mask, 'BaseScore'] = cve_list_df.loc[mask, 'BaseScore CVSS2']\n",
    "cve_list_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "586"
      ]
     },
     "execution_count": 40,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Empty values\n",
    "missing_data_counts = (cve_list_df['BaseScore'] == 0).sum()\n",
    "missing_data_counts"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Remove rows where 'BaseScore' is equal to zero\n",
    "cve_list_df = cve_list_df[cve_list_df['BaseScore'] != 0.0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "metadata": {},
   "outputs": [],
   "source": [
    "cve_list_df.to_csv('../data_out/CVSSData_enriched.csv.gz', index=False, quoting=csv.QUOTE_NONNUMERIC, escapechar='\\\\', compression='gzip')\n"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "vulnerability_scoring3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.11.1"
  },
  "orig_nbformat": 4,
  "vscode": {
   "interpreter": {
    "hash": "bfd020f60af6a5e8ba9fc70ea6c26a02b59c46c0b3707815ab84a14ae6ed0531"
   }
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}