split/split-pandas-list-column-into-multiple-columns.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "id": "726b06c3",
   "metadata": {},
   "source": [
    "# How to Split a Pandas List Column into Multiple Columns"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "5d361ba9",
   "metadata": {},
   "source": [
    "## Example 1: Split column of list values into multiple columns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "0eea05bb",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>langs</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>[Python, Python]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>[Java, C]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>[C, JS]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>[C, Python]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>[Python, JS]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>[JS, Python]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>[Java, Java]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>[Java, C+]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>[C+, JS]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>[C+, JS]</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "              langs\n",
       "0  [Python, Python]\n",
       "1         [Java, C]\n",
       "2           [C, JS]\n",
       "3       [C, Python]\n",
       "4      [Python, JS]\n",
       "5      [JS, Python]\n",
       "6      [Java, Java]\n",
       "7        [Java, C+]\n",
       "8          [C+, JS]\n",
       "9          [C+, JS]"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import random\n",
    "import pandas as pd\n",
    "\n",
    "langs = ['Python', 'Java' , 'JS', 'C', 'C+']\n",
    "\n",
    "df = pd.DataFrame({\"langs\": [ [random.choice(langs) for i in range(0,2)] for _ in range(10)]})\n",
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "aade1da0",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>prim_lang</th>\n",
       "      <th>sec_lang</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>JS</td>\n",
       "      <td>C+</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>JS</td>\n",
       "      <td>Python</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Java</td>\n",
       "      <td>JS</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>C</td>\n",
       "      <td>C+</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Python</td>\n",
       "      <td>C</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>JS</td>\n",
       "      <td>C</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>C</td>\n",
       "      <td>C</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>C+</td>\n",
       "      <td>Python</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Java</td>\n",
       "      <td>C</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Java</td>\n",
       "      <td>C</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  prim_lang sec_lang\n",
       "0        JS       C+\n",
       "1        JS   Python\n",
       "2      Java       JS\n",
       "3         C       C+\n",
       "4    Python        C\n",
       "5        JS        C\n",
       "6         C        C\n",
       "7        C+   Python\n",
       "8      Java        C\n",
       "9      Java        C"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df2 = pd.DataFrame(df[\"langs\"].to_list(), columns=['prim_lang', 'sec_lang'])\n",
    "df2"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "b8d2cc14",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[['JS', 'C+'],\n",
       " ['JS', 'Python'],\n",
       " ['Java', 'JS'],\n",
       " ['C', 'C+'],\n",
       " ['Python', 'C'],\n",
       " ['JS', 'C'],\n",
       " ['C', 'C'],\n",
       " ['C+', 'Python'],\n",
       " ['Java', 'C'],\n",
       " ['Java', 'C']]"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df[\"langs\"].to_list()"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "f73eb245",
   "metadata": {},
   "source": [
    "## Example 2: Split column of values separated by comma into multiple columns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "2ae45aab",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>internship</th>\n",
       "      <th>company_name</th>\n",
       "      <th>skills</th>\n",
       "      <th>perks</th>\n",
       "      <th>location</th>\n",
       "      <th>duration</th>\n",
       "      <th>stipend</th>\n",
       "      <th>applicants</th>\n",
       "      <th>ifSkillsorPerksMissingUseThis</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Software Testing</td>\n",
       "      <td>Times Internet</td>\n",
       "      <td>Software Testing</td>\n",
       "      <td>Certificate, 5 days a week</td>\n",
       "      <td>Noida</td>\n",
       "      <td>6 Months</td>\n",
       "      <td>8000 /month</td>\n",
       "      <td>119 applicants</td>\n",
       "      <td>Software Testing, Certificate\\n5 days a week</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Technical Operations - Networking And Monitoring</td>\n",
       "      <td>Paytm Payments Bank</td>\n",
       "      <td>Java, SQL, Unix, Oracle, MS SQL Server, Hibern...</td>\n",
       "      <td>Certificate, Letter of recommendation, 5 days ...</td>\n",
       "      <td>Noida</td>\n",
       "      <td>6 Months</td>\n",
       "      <td>10000 /month</td>\n",
       "      <td>194 applicants</td>\n",
       "      <td>Java\\nSQL\\nUnix\\nOracle\\nMS SQL Server\\nHibern...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Software Project Management</td>\n",
       "      <td>IIT Bombay</td>\n",
       "      <td>English Proficiency (Spoken), English Proficie...</td>\n",
       "      <td>Certificate, Letter of recommendation, Flexibl...</td>\n",
       "      <td>Work From Home</td>\n",
       "      <td>6 Months</td>\n",
       "      <td>1000-2000 /month</td>\n",
       "      <td>113 applicants</td>\n",
       "      <td>English Proficiency (Spoken)\\nEnglish Proficie...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Web Development</td>\n",
       "      <td>IIT Bombay</td>\n",
       "      <td>HTML, CSS, Flask, Python, Django</td>\n",
       "      <td>Certificate, Letter of recommendation, Flexibl...</td>\n",
       "      <td>Work From Home</td>\n",
       "      <td>6 Months</td>\n",
       "      <td>1000-2000 /month</td>\n",
       "      <td>183 applicants</td>\n",
       "      <td>HTML\\nCSS\\nFlask\\nPython\\nDjango, Certificate\\...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Front End Development</td>\n",
       "      <td>IIT Bombay</td>\n",
       "      <td>HTML, CSS, JavaScript, ReactJS, Redux</td>\n",
       "      <td>Certificate, Letter of recommendation, Flexibl...</td>\n",
       "      <td>Work From Home</td>\n",
       "      <td>6 Months</td>\n",
       "      <td>1000-2000 /month</td>\n",
       "      <td>205 applicants</td>\n",
       "      <td>HTML\\nCSS\\nJavaScript\\nReactJS\\nRedux, Certifi...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                         internship         company_name  \\\n",
       "0                                  Software Testing       Times Internet   \n",
       "1  Technical Operations - Networking And Monitoring  Paytm Payments Bank   \n",
       "2                       Software Project Management           IIT Bombay   \n",
       "3                                   Web Development           IIT Bombay   \n",
       "4                             Front End Development           IIT Bombay   \n",
       "\n",
       "                                              skills  \\\n",
       "0                                   Software Testing   \n",
       "1  Java, SQL, Unix, Oracle, MS SQL Server, Hibern...   \n",
       "2  English Proficiency (Spoken), English Proficie...   \n",
       "3                   HTML, CSS, Flask, Python, Django   \n",
       "4              HTML, CSS, JavaScript, ReactJS, Redux   \n",
       "\n",
       "                                               perks        location  \\\n",
       "0                         Certificate, 5 days a week           Noida   \n",
       "1  Certificate, Letter of recommendation, 5 days ...           Noida   \n",
       "2  Certificate, Letter of recommendation, Flexibl...  Work From Home   \n",
       "3  Certificate, Letter of recommendation, Flexibl...  Work From Home   \n",
       "4  Certificate, Letter of recommendation, Flexibl...  Work From Home   \n",
       "\n",
       "   duration           stipend      applicants  \\\n",
       "0  6 Months       8000 /month  119 applicants   \n",
       "1  6 Months      10000 /month  194 applicants   \n",
       "2  6 Months  1000-2000 /month  113 applicants   \n",
       "3  6 Months  1000-2000 /month  183 applicants   \n",
       "4  6 Months  1000-2000 /month  205 applicants   \n",
       "\n",
       "                       ifSkillsorPerksMissingUseThis  \n",
       "0       Software Testing, Certificate\\n5 days a week  \n",
       "1  Java\\nSQL\\nUnix\\nOracle\\nMS SQL Server\\nHibern...  \n",
       "2  English Proficiency (Spoken)\\nEnglish Proficie...  \n",
       "3  HTML\\nCSS\\nFlask\\nPython\\nDjango, Certificate\\...  \n",
       "4  HTML\\nCSS\\nJavaScript\\nReactJS\\nRedux, Certifi...  "
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = pd.read_csv(f'../data/internshala_dataset_raw.csv')\n",
    "df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "52ef488c",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>0</th>\n",
       "      <th>1</th>\n",
       "      <th>2</th>\n",
       "      <th>3</th>\n",
       "      <th>4</th>\n",
       "      <th>5</th>\n",
       "      <th>6</th>\n",
       "      <th>7</th>\n",
       "      <th>8</th>\n",
       "      <th>9</th>\n",
       "      <th>...</th>\n",
       "      <th>36</th>\n",
       "      <th>37</th>\n",
       "      <th>38</th>\n",
       "      <th>39</th>\n",
       "      <th>40</th>\n",
       "      <th>41</th>\n",
       "      <th>42</th>\n",
       "      <th>43</th>\n",
       "      <th>44</th>\n",
       "      <th>45</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Software Testing</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Java</td>\n",
       "      <td>SQL</td>\n",
       "      <td>Unix</td>\n",
       "      <td>Oracle</td>\n",
       "      <td>MS SQL Server</td>\n",
       "      <td>Hibernate (Java)</td>\n",
       "      <td>Shell Scripting</td>\n",
       "      <td>Spring MVC</td>\n",
       "      <td>REST API</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>English Proficiency (Spoken)</td>\n",
       "      <td>English Proficiency (Written)</td>\n",
       "      <td>Hindi Proficiency (Spoken)</td>\n",
       "      <td>Hindi Proficiency (Written)</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>HTML</td>\n",
       "      <td>CSS</td>\n",
       "      <td>Flask</td>\n",
       "      <td>Python</td>\n",
       "      <td>Django</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>HTML</td>\n",
       "      <td>CSS</td>\n",
       "      <td>JavaScript</td>\n",
       "      <td>ReactJS</td>\n",
       "      <td>Redux</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2562</th>\n",
       "      <td>AutoCAD</td>\n",
       "      <td>Autodesk Inventor</td>\n",
       "      <td>Arduino</td>\n",
       "      <td>Circuit Design</td>\n",
       "      <td>Internet of Things (IoT)</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2563</th>\n",
       "      <td>[</td>\n",
       "      <td>]</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2564</th>\n",
       "      <td>[</td>\n",
       "      <td>]</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2565</th>\n",
       "      <td>[</td>\n",
       "      <td>]</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2566</th>\n",
       "      <td>[</td>\n",
       "      <td>]</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>2567 rows × 46 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                0                               1   \\\n",
       "0                 Software Testing                            None   \n",
       "1                             Java                             SQL   \n",
       "2     English Proficiency (Spoken)   English Proficiency (Written)   \n",
       "3                             HTML                             CSS   \n",
       "4                             HTML                             CSS   \n",
       "...                            ...                             ...   \n",
       "2562                       AutoCAD               Autodesk Inventor   \n",
       "2563                             [                               ]   \n",
       "2564                             [                               ]   \n",
       "2565                             [                               ]   \n",
       "2566                             [                               ]   \n",
       "\n",
       "                               2                             3   \\\n",
       "0                            None                          None   \n",
       "1                            Unix                        Oracle   \n",
       "2      Hindi Proficiency (Spoken)   Hindi Proficiency (Written)   \n",
       "3                           Flask                        Python   \n",
       "4                      JavaScript                       ReactJS   \n",
       "...                           ...                           ...   \n",
       "2562                      Arduino                Circuit Design   \n",
       "2563                         None                          None   \n",
       "2564                         None                          None   \n",
       "2565                         None                          None   \n",
       "2566                         None                          None   \n",
       "\n",
       "                             4                  5                 6   \\\n",
       "0                          None               None              None   \n",
       "1                 MS SQL Server   Hibernate (Java)   Shell Scripting   \n",
       "2                          None               None              None   \n",
       "3                        Django               None              None   \n",
       "4                         Redux               None              None   \n",
       "...                         ...                ...               ...   \n",
       "2562   Internet of Things (IoT)               None              None   \n",
       "2563                       None               None              None   \n",
       "2564                       None               None              None   \n",
       "2565                       None               None              None   \n",
       "2566                       None               None              None   \n",
       "\n",
       "               7          8     9   ...    36    37    38    39    40    41  \\\n",
       "0            None       None  None  ...  None  None  None  None  None  None   \n",
       "1      Spring MVC   REST API  None  ...  None  None  None  None  None  None   \n",
       "2            None       None  None  ...  None  None  None  None  None  None   \n",
       "3            None       None  None  ...  None  None  None  None  None  None   \n",
       "4            None       None  None  ...  None  None  None  None  None  None   \n",
       "...           ...        ...   ...  ...   ...   ...   ...   ...   ...   ...   \n",
       "2562         None       None  None  ...  None  None  None  None  None  None   \n",
       "2563         None       None  None  ...  None  None  None  None  None  None   \n",
       "2564         None       None  None  ...  None  None  None  None  None  None   \n",
       "2565         None       None  None  ...  None  None  None  None  None  None   \n",
       "2566         None       None  None  ...  None  None  None  None  None  None   \n",
       "\n",
       "        42    43    44    45  \n",
       "0     None  None  None  None  \n",
       "1     None  None  None  None  \n",
       "2     None  None  None  None  \n",
       "3     None  None  None  None  \n",
       "4     None  None  None  None  \n",
       "...    ...   ...   ...   ...  \n",
       "2562  None  None  None  None  \n",
       "2563  None  None  None  None  \n",
       "2564  None  None  None  None  \n",
       "2565  None  None  None  None  \n",
       "2566  None  None  None  None  \n",
       "\n",
       "[2567 rows x 46 columns]"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df3 = pd.DataFrame(df[\"skills\"].str.split(',').fillna('[]').tolist())\n",
    "df3"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "3eeee67c",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "1242     Gitlab\n",
       "Name: 45, dtype: object"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pd.DataFrame(df[\"skills\"].str.split(',').fillna('[]').tolist())[45].dropna()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "1196105a",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'PHP, MySQL, HTML, CSS, jQuery, Google Analytics, WordPress, AJAX, CakePHP, SQL, Algorithms, Xcode, Google AdWords, Bootstrap, MongoDB, CodeIgniter, AngularJS, Machine Learning, Manual Testing, Node.js, Microsoft Visual Studio, MS SQL Server, Wireframing, Apache, JSON, LARAVEL, DevOps, Docker, GitHub, Internet of Things (IoT), Flutter, REST API, Web Application Security, English Proficiency (Written), iOS, Amazon Web Services (AWS), GUI Testing, Database Testing, Artifical Intelligence, Amazon Web Server (AWS), Docker Products, Elasticsearch, MEAN/MERN Stack, Webflow, Git Bash, Gitlab'"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.iloc[1242]['skills']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "6f021b2b",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0                                      [Software Testing]\n",
       "1       [Java,  SQL,  Unix,  Oracle,  MS SQL Server,  ...\n",
       "2       [English Proficiency (Spoken),  English Profic...\n",
       "3                  [HTML,  CSS,  Flask,  Python,  Django]\n",
       "4             [HTML,  CSS,  JavaScript,  ReactJS,  Redux]\n",
       "                              ...                        \n",
       "2562    [AutoCAD,  Autodesk Inventor,  Arduino,  Circu...\n",
       "2563                                                  NaN\n",
       "2564                                                  NaN\n",
       "2565                                                  NaN\n",
       "2566                                                  NaN\n",
       "Name: skills, Length: 2567, dtype: object"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df[\"skills\"].str.split(',')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "88cbf560",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.0"
  },
  "toc": {
   "base_numbering": 1,
   "nav_menu": {},
   "number_sections": false,
   "sideBar": true,
   "skip_h1_title": false,
   "title_cell": "Table of Contents",
   "title_sidebar": "Contents",
   "toc_cell": false,
   "toc_position": {},
   "toc_section_display": true,
   "toc_window_display": false
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}