SR_Food_Lookup.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "id": "f7e5cac4",
   "metadata": {},
   "source": [
    "# Food item lookup in the USDA SR dataset\n",
    "\n",
    "This notebook contains experiments with food item lookups against the USDA SR dataset.\n",
    "\n",
    "The dataset can be downloaded from the USDA FoodDataCentral site: https://fdc.nal.usda.gov/download-datasets.html"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "a7ddb3c6",
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "\n",
    "# for regex matching\n",
    "import re\n",
    "\n",
    "# for fuzzy string matching\n",
    "from fuzzywuzzy import fuzz, process"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "7d290d4b",
   "metadata": {},
   "source": [
    "Food item descriptions are contained in the `FOOD_DES` table (https://www.ars.usda.gov/ARSUserFiles/80400525/Data/SR-Legacy/SR-Legacy_Doc.pdf Section 4.1). This contains fields holding various names / descriptions that can be searched against."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "id": "2618925c",
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>NDB_No</th>\n",
       "      <th>FdGrp_Cd</th>\n",
       "      <th>Long_Desc</th>\n",
       "      <th>Shrt_Desc</th>\n",
       "      <th>ComName</th>\n",
       "      <th>ManufacName</th>\n",
       "      <th>Survey</th>\n",
       "      <th>Ref_desc</th>\n",
       "      <th>Refuse</th>\n",
       "      <th>SciName</th>\n",
       "      <th>N_Factor</th>\n",
       "      <th>Pro_Factor</th>\n",
       "      <th>Fat_Factor</th>\n",
       "      <th>CHO_Factor</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1001</td>\n",
       "      <td>100</td>\n",
       "      <td>Butter, salted</td>\n",
       "      <td>BUTTER,WITH SALT</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.38</td>\n",
       "      <td>4.27</td>\n",
       "      <td>8.79</td>\n",
       "      <td>3.87</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1002</td>\n",
       "      <td>100</td>\n",
       "      <td>Butter, whipped, with salt</td>\n",
       "      <td>BUTTER,WHIPPED,W/ SALT</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.38</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1003</td>\n",
       "      <td>100</td>\n",
       "      <td>Butter oil, anhydrous</td>\n",
       "      <td>BUTTER OIL,ANHYDROUS</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.38</td>\n",
       "      <td>4.27</td>\n",
       "      <td>8.79</td>\n",
       "      <td>3.87</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1004</td>\n",
       "      <td>100</td>\n",
       "      <td>Cheese, blue</td>\n",
       "      <td>CHEESE,BLUE</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.38</td>\n",
       "      <td>4.27</td>\n",
       "      <td>8.79</td>\n",
       "      <td>3.87</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1005</td>\n",
       "      <td>100</td>\n",
       "      <td>Cheese, brick</td>\n",
       "      <td>CHEESE,BRICK</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.38</td>\n",
       "      <td>4.27</td>\n",
       "      <td>8.79</td>\n",
       "      <td>3.87</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>1006</td>\n",
       "      <td>100</td>\n",
       "      <td>Cheese, brie</td>\n",
       "      <td>CHEESE,BRIE</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.38</td>\n",
       "      <td>4.27</td>\n",
       "      <td>8.79</td>\n",
       "      <td>3.87</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>1007</td>\n",
       "      <td>100</td>\n",
       "      <td>Cheese, camembert</td>\n",
       "      <td>CHEESE,CAMEMBERT</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.38</td>\n",
       "      <td>4.27</td>\n",
       "      <td>8.79</td>\n",
       "      <td>3.87</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>1008</td>\n",
       "      <td>100</td>\n",
       "      <td>Cheese, caraway</td>\n",
       "      <td>CHEESE,CARAWAY</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.38</td>\n",
       "      <td>4.27</td>\n",
       "      <td>8.79</td>\n",
       "      <td>3.87</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>1009</td>\n",
       "      <td>100</td>\n",
       "      <td>Cheese, cheddar (Includes foods for USDA's Foo...</td>\n",
       "      <td>CHEESE,CHEDDAR</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>1010</td>\n",
       "      <td>100</td>\n",
       "      <td>Cheese, cheshire</td>\n",
       "      <td>CHEESE,CHESHIRE</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.38</td>\n",
       "      <td>4.27</td>\n",
       "      <td>8.79</td>\n",
       "      <td>3.87</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>1011</td>\n",
       "      <td>100</td>\n",
       "      <td>Cheese, colby</td>\n",
       "      <td>CHEESE,COLBY</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.38</td>\n",
       "      <td>4.27</td>\n",
       "      <td>8.79</td>\n",
       "      <td>3.87</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>1012</td>\n",
       "      <td>100</td>\n",
       "      <td>Cheese, cottage, creamed, large or small curd</td>\n",
       "      <td>CHEESE,COTTAGE,CRMD,LRG OR SML CURD</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.38</td>\n",
       "      <td>4.27</td>\n",
       "      <td>8.79</td>\n",
       "      <td>3.87</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>1013</td>\n",
       "      <td>100</td>\n",
       "      <td>Cheese, cottage, creamed, with fruit</td>\n",
       "      <td>CHEESE,COTTAGE,CRMD,W/FRUIT</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.38</td>\n",
       "      <td>4.27</td>\n",
       "      <td>8.79</td>\n",
       "      <td>3.87</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>1014</td>\n",
       "      <td>100</td>\n",
       "      <td>Cheese, cottage, nonfat, uncreamed, dry, large...</td>\n",
       "      <td>CHEESE,COTTAGE,NONFAT,UNCRMD,DRY,LRG OR SML CURD</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.38</td>\n",
       "      <td>4.27</td>\n",
       "      <td>8.79</td>\n",
       "      <td>3.87</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>1015</td>\n",
       "      <td>100</td>\n",
       "      <td>Cheese, cottage, lowfat, 2% milkfat</td>\n",
       "      <td>CHEESE,COTTAGE,LOWFAT,2% MILKFAT</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.38</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>1016</td>\n",
       "      <td>100</td>\n",
       "      <td>Cheese, cottage, lowfat, 1% milkfat</td>\n",
       "      <td>CHEESE,COTTAGE,LOWFAT,1% MILKFAT</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.38</td>\n",
       "      <td>4.27</td>\n",
       "      <td>8.79</td>\n",
       "      <td>3.87</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>1017</td>\n",
       "      <td>100</td>\n",
       "      <td>Cheese, cream</td>\n",
       "      <td>CHEESE,CREAM</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.38</td>\n",
       "      <td>4.27</td>\n",
       "      <td>8.79</td>\n",
       "      <td>3.87</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>1018</td>\n",
       "      <td>100</td>\n",
       "      <td>Cheese, edam</td>\n",
       "      <td>CHEESE,EDAM</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.38</td>\n",
       "      <td>4.27</td>\n",
       "      <td>8.79</td>\n",
       "      <td>3.87</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>1019</td>\n",
       "      <td>100</td>\n",
       "      <td>Cheese, feta</td>\n",
       "      <td>CHEESE,FETA</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.38</td>\n",
       "      <td>4.27</td>\n",
       "      <td>8.79</td>\n",
       "      <td>3.87</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>1020</td>\n",
       "      <td>100</td>\n",
       "      <td>Cheese, fontina</td>\n",
       "      <td>CHEESE,FONTINA</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.38</td>\n",
       "      <td>4.27</td>\n",
       "      <td>8.79</td>\n",
       "      <td>3.87</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    NDB_No  FdGrp_Cd                                          Long_Desc  \\\n",
       "0     1001       100                                     Butter, salted   \n",
       "1     1002       100                         Butter, whipped, with salt   \n",
       "2     1003       100                              Butter oil, anhydrous   \n",
       "3     1004       100                                       Cheese, blue   \n",
       "4     1005       100                                      Cheese, brick   \n",
       "5     1006       100                                       Cheese, brie   \n",
       "6     1007       100                                  Cheese, camembert   \n",
       "7     1008       100                                    Cheese, caraway   \n",
       "8     1009       100  Cheese, cheddar (Includes foods for USDA's Foo...   \n",
       "9     1010       100                                   Cheese, cheshire   \n",
       "10    1011       100                                      Cheese, colby   \n",
       "11    1012       100      Cheese, cottage, creamed, large or small curd   \n",
       "12    1013       100               Cheese, cottage, creamed, with fruit   \n",
       "13    1014       100  Cheese, cottage, nonfat, uncreamed, dry, large...   \n",
       "14    1015       100                Cheese, cottage, lowfat, 2% milkfat   \n",
       "15    1016       100                Cheese, cottage, lowfat, 1% milkfat   \n",
       "16    1017       100                                      Cheese, cream   \n",
       "17    1018       100                                       Cheese, edam   \n",
       "18    1019       100                                       Cheese, feta   \n",
       "19    1020       100                                    Cheese, fontina   \n",
       "\n",
       "                                           Shrt_Desc ComName ManufacName  \\\n",
       "0                                   BUTTER,WITH SALT     NaN         NaN   \n",
       "1                             BUTTER,WHIPPED,W/ SALT     NaN         NaN   \n",
       "2                               BUTTER OIL,ANHYDROUS     NaN         NaN   \n",
       "3                                        CHEESE,BLUE     NaN         NaN   \n",
       "4                                       CHEESE,BRICK     NaN         NaN   \n",
       "5                                        CHEESE,BRIE     NaN         NaN   \n",
       "6                                   CHEESE,CAMEMBERT     NaN         NaN   \n",
       "7                                     CHEESE,CARAWAY     NaN         NaN   \n",
       "8                                     CHEESE,CHEDDAR     NaN         NaN   \n",
       "9                                    CHEESE,CHESHIRE     NaN         NaN   \n",
       "10                                      CHEESE,COLBY     NaN         NaN   \n",
       "11               CHEESE,COTTAGE,CRMD,LRG OR SML CURD     NaN         NaN   \n",
       "12                       CHEESE,COTTAGE,CRMD,W/FRUIT     NaN         NaN   \n",
       "13  CHEESE,COTTAGE,NONFAT,UNCRMD,DRY,LRG OR SML CURD     NaN         NaN   \n",
       "14                  CHEESE,COTTAGE,LOWFAT,2% MILKFAT     NaN         NaN   \n",
       "15                  CHEESE,COTTAGE,LOWFAT,1% MILKFAT     NaN         NaN   \n",
       "16                                      CHEESE,CREAM     NaN         NaN   \n",
       "17                                       CHEESE,EDAM     NaN         NaN   \n",
       "18                                       CHEESE,FETA     NaN         NaN   \n",
       "19                                    CHEESE,FONTINA     NaN         NaN   \n",
       "\n",
       "   Survey Ref_desc  Refuse SciName  N_Factor  Pro_Factor  Fat_Factor  \\\n",
       "0       Y      NaN     0.0     NaN      6.38        4.27        8.79   \n",
       "1       Y      NaN     0.0     NaN      6.38         NaN         NaN   \n",
       "2       Y      NaN     0.0     NaN      6.38        4.27        8.79   \n",
       "3       Y      NaN     0.0     NaN      6.38        4.27        8.79   \n",
       "4       Y      NaN     0.0     NaN      6.38        4.27        8.79   \n",
       "5       Y      NaN     0.0     NaN      6.38        4.27        8.79   \n",
       "6       Y      NaN     0.0     NaN      6.38        4.27        8.79   \n",
       "7     NaN      NaN     0.0     NaN      6.38        4.27        8.79   \n",
       "8       Y      NaN     0.0     NaN       NaN         NaN         NaN   \n",
       "9     NaN      NaN     0.0     NaN      6.38        4.27        8.79   \n",
       "10      Y      NaN     0.0     NaN      6.38        4.27        8.79   \n",
       "11      Y      NaN     0.0     NaN      6.38        4.27        8.79   \n",
       "12      Y      NaN     0.0     NaN      6.38        4.27        8.79   \n",
       "13      Y      NaN     0.0     NaN      6.38        4.27        8.79   \n",
       "14      Y      NaN     0.0     NaN      6.38         NaN         NaN   \n",
       "15      Y      NaN     0.0     NaN      6.38        4.27        8.79   \n",
       "16      Y      NaN     0.0     NaN      6.38        4.27        8.79   \n",
       "17      Y      NaN     0.0     NaN      6.38        4.27        8.79   \n",
       "18      Y      NaN     0.0     NaN      6.38        4.27        8.79   \n",
       "19      Y      NaN     0.0     NaN      6.38        4.27        8.79   \n",
       "\n",
       "    CHO_Factor  \n",
       "0         3.87  \n",
       "1          NaN  \n",
       "2         3.87  \n",
       "3         3.87  \n",
       "4         3.87  \n",
       "5         3.87  \n",
       "6         3.87  \n",
       "7         3.87  \n",
       "8          NaN  \n",
       "9         3.87  \n",
       "10        3.87  \n",
       "11        3.87  \n",
       "12        3.87  \n",
       "13        3.87  \n",
       "14         NaN  \n",
       "15        3.87  \n",
       "16        3.87  \n",
       "17        3.87  \n",
       "18        3.87  \n",
       "19        3.87  "
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "FOOD_DES_filepath = \"USDA_SR/FOOD_DES.txt\"\n",
    "\n",
    "FOOD_DES_schema = [\n",
    "    \"NDB_No\",\n",
    "    \"FdGrp_Cd\",\n",
    "    \"Long_Desc\",\n",
    "    \"Shrt_Desc\",\n",
    "    \"ComName\",\n",
    "    \"ManufacName\",\n",
    "    \"Survey\",\n",
    "    \"Ref_desc\",\n",
    "    \"Refuse\",\n",
    "    \"SciName\",\n",
    "    \"N_Factor\",\n",
    "    \"Pro_Factor\",\n",
    "    \"Fat_Factor\",\n",
    "    \"CHO_Factor\"\n",
    "]\n",
    "\n",
    "SR_foods = pd.read_csv(\n",
    "        FOOD_DES_filepath,\n",
    "        delimiter = \"^\",\n",
    "        quotechar = \"~\",\n",
    "        names=FOOD_DES_schema\n",
    "    )\n",
    "SR_foods[0:20]"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "2650f545",
   "metadata": {},
   "source": [
    "We can see here that candidate fields for searching against include:\n",
    "* `Long_Desc`\n",
    "* `Short_Desc`\n",
    "* `ComName`\n",
    "* `ManufacName`\n",
    "* `SciName`\n",
    "\n",
    "Let's focus first on matching against the `Long_Desc` field. The most basic search method would be to simply query for names that contain the search term exactly (but ignoring case):"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "id": "29334d0b",
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>NDB_No</th>\n",
       "      <th>FdGrp_Cd</th>\n",
       "      <th>Long_Desc</th>\n",
       "      <th>Shrt_Desc</th>\n",
       "      <th>ComName</th>\n",
       "      <th>ManufacName</th>\n",
       "      <th>Survey</th>\n",
       "      <th>Ref_desc</th>\n",
       "      <th>Refuse</th>\n",
       "      <th>SciName</th>\n",
       "      <th>N_Factor</th>\n",
       "      <th>Pro_Factor</th>\n",
       "      <th>Fat_Factor</th>\n",
       "      <th>CHO_Factor</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>249</th>\n",
       "      <td>1304</td>\n",
       "      <td>100</td>\n",
       "      <td>Yogurt, Greek, 2% fat, pineapple, CHOBANI</td>\n",
       "      <td>YOGURT,GREEK,2% FAT,PNAPPL,CHOBANI</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Chobani</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.38</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>344</th>\n",
       "      <td>3022</td>\n",
       "      <td>300</td>\n",
       "      <td>Babyfood, GERBER, 2nd Foods, apple, carrot and...</td>\n",
       "      <td>BABYFOOD,GERBER,2ND FOODS,APPL,CARROT &amp; SQUASH...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.25</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>345</th>\n",
       "      <td>3023</td>\n",
       "      <td>300</td>\n",
       "      <td>Babyfood, finger snacks, GERBER, GRADUATES, PU...</td>\n",
       "      <td>BABYFOOD,FINGER SNACKS,GERBER,GRADUATES,PUFFS,...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>GERBER</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.25</td>\n",
       "      <td>3.36</td>\n",
       "      <td>6.37</td>\n",
       "      <td>3.6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>347</th>\n",
       "      <td>3025</td>\n",
       "      <td>300</td>\n",
       "      <td>Babyfood, GERBER, 3rd Foods, apple, mango and ...</td>\n",
       "      <td>BABYFOOD,GERBER,3RD FOODS,APPL,MANGO &amp; KIWI</td>\n",
       "      <td>NaN</td>\n",
       "      <td>GERBER</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.25</td>\n",
       "      <td>3.60</td>\n",
       "      <td>8.37</td>\n",
       "      <td>3.6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>394</th>\n",
       "      <td>3115</td>\n",
       "      <td>300</td>\n",
       "      <td>Babyfood, apples, dices, toddler</td>\n",
       "      <td>BABYFOOD,APPLS,DICES,TODD</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.25</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>395</th>\n",
       "      <td>3116</td>\n",
       "      <td>300</td>\n",
       "      <td>Babyfood, fruit, applesauce, strained</td>\n",
       "      <td>BABYFOOD,FRUIT,APPLSAUC,STR</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.25</td>\n",
       "      <td>3.36</td>\n",
       "      <td>8.37</td>\n",
       "      <td>3.6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>396</th>\n",
       "      <td>3117</td>\n",
       "      <td>300</td>\n",
       "      <td>Babyfood, fruit, applesauce, junior</td>\n",
       "      <td>BABYFOOD,FRUIT,APPLSAUC,JR</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.25</td>\n",
       "      <td>3.36</td>\n",
       "      <td>8.37</td>\n",
       "      <td>3.6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>416</th>\n",
       "      <td>3142</td>\n",
       "      <td>300</td>\n",
       "      <td>Babyfood, fruit, applesauce and apricots, stra...</td>\n",
       "      <td>BABYFOOD,FRUIT,APPLSAUC&amp;APRICOTS,STR</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.25</td>\n",
       "      <td>3.36</td>\n",
       "      <td>8.37</td>\n",
       "      <td>3.6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>417</th>\n",
       "      <td>3143</td>\n",
       "      <td>300</td>\n",
       "      <td>Babyfood, fruit, applesauce and apricots, junior</td>\n",
       "      <td>BABYFOOD,FRUIT,APPLSAUC&amp;APRICOTS,JR</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.25</td>\n",
       "      <td>3.36</td>\n",
       "      <td>8.37</td>\n",
       "      <td>3.6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>418</th>\n",
       "      <td>3144</td>\n",
       "      <td>300</td>\n",
       "      <td>Babyfood, fruit, applesauce and cherries, stra...</td>\n",
       "      <td>BABYFOOD,FRUIT,APPLSAUC&amp;CHERRIES,STR</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.25</td>\n",
       "      <td>3.36</td>\n",
       "      <td>8.37</td>\n",
       "      <td>3.6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>419</th>\n",
       "      <td>3145</td>\n",
       "      <td>300</td>\n",
       "      <td>Babyfood, fruit, applesauce and cherries, junior</td>\n",
       "      <td>BABYFOOD,FRUIT,APPLSAUC &amp; CHERRIES,JR</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.25</td>\n",
       "      <td>3.36</td>\n",
       "      <td>8.37</td>\n",
       "      <td>3.6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>420</th>\n",
       "      <td>3147</td>\n",
       "      <td>300</td>\n",
       "      <td>Babyfood, fruit, applesauce with banana, junior</td>\n",
       "      <td>BABYFOOD,FRUIT,APPLSAUC W/BANANA,JR</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>421</th>\n",
       "      <td>3150</td>\n",
       "      <td>300</td>\n",
       "      <td>Babyfood, fruit, applesauce and pineapple, str...</td>\n",
       "      <td>BABYFOOD,FRUIT,APPLSAUC&amp;PNAPPL,STR</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.25</td>\n",
       "      <td>3.36</td>\n",
       "      <td>8.37</td>\n",
       "      <td>3.6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>422</th>\n",
       "      <td>3151</td>\n",
       "      <td>300</td>\n",
       "      <td>Babyfood, fruit, applesauce and pineapple, junior</td>\n",
       "      <td>BABYFOOD,FRUIT,APPLSAUC&amp;PNAPPL,JR</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.25</td>\n",
       "      <td>3.36</td>\n",
       "      <td>8.37</td>\n",
       "      <td>3.6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>423</th>\n",
       "      <td>3152</td>\n",
       "      <td>300</td>\n",
       "      <td>Babyfood, fruit, apple and raspberry, strained</td>\n",
       "      <td>BABYFOOD,FRUIT,APPL &amp; RASPBERRY,STR</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.25</td>\n",
       "      <td>3.36</td>\n",
       "      <td>8.37</td>\n",
       "      <td>3.6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>424</th>\n",
       "      <td>3153</td>\n",
       "      <td>300</td>\n",
       "      <td>Babyfood, fruit, apple and raspberry, junior</td>\n",
       "      <td>BABYFOOD,FRUIT,APPL &amp; RASPBERRY,JR</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.25</td>\n",
       "      <td>3.36</td>\n",
       "      <td>8.37</td>\n",
       "      <td>3.6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>425</th>\n",
       "      <td>3154</td>\n",
       "      <td>300</td>\n",
       "      <td>Babyfood, fruit and vegetable, apple and sweet...</td>\n",
       "      <td>BABYFOOD,FRUIT &amp; VEG,APPL &amp; SWT POTATO</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>426</th>\n",
       "      <td>3156</td>\n",
       "      <td>300</td>\n",
       "      <td>Babyfood, fruit, bananas and pineapple with ta...</td>\n",
       "      <td>BABYFOOD,FRUIT,BANANAS&amp;PNAPPL W/TAPIOCA,JR</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.25</td>\n",
       "      <td>3.36</td>\n",
       "      <td>8.37</td>\n",
       "      <td>3.6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>427</th>\n",
       "      <td>3157</td>\n",
       "      <td>300</td>\n",
       "      <td>Babyfood, fruit, bananas and pineapple with ta...</td>\n",
       "      <td>BABYFOOD,FRUIT,BANANAS&amp;PNAPPL W/TAPIOCA,STR</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.25</td>\n",
       "      <td>3.36</td>\n",
       "      <td>8.37</td>\n",
       "      <td>3.6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>428</th>\n",
       "      <td>3158</td>\n",
       "      <td>300</td>\n",
       "      <td>Babyfood, fruit, pears and pineapple, strained</td>\n",
       "      <td>BABYFOOD,FRUIT,PEARS&amp;PNAPPL,STR</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.25</td>\n",
       "      <td>3.36</td>\n",
       "      <td>8.37</td>\n",
       "      <td>3.6</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "     NDB_No  FdGrp_Cd                                          Long_Desc  \\\n",
       "249    1304       100          Yogurt, Greek, 2% fat, pineapple, CHOBANI   \n",
       "344    3022       300  Babyfood, GERBER, 2nd Foods, apple, carrot and...   \n",
       "345    3023       300  Babyfood, finger snacks, GERBER, GRADUATES, PU...   \n",
       "347    3025       300  Babyfood, GERBER, 3rd Foods, apple, mango and ...   \n",
       "394    3115       300                   Babyfood, apples, dices, toddler   \n",
       "395    3116       300              Babyfood, fruit, applesauce, strained   \n",
       "396    3117       300                Babyfood, fruit, applesauce, junior   \n",
       "416    3142       300  Babyfood, fruit, applesauce and apricots, stra...   \n",
       "417    3143       300   Babyfood, fruit, applesauce and apricots, junior   \n",
       "418    3144       300  Babyfood, fruit, applesauce and cherries, stra...   \n",
       "419    3145       300   Babyfood, fruit, applesauce and cherries, junior   \n",
       "420    3147       300    Babyfood, fruit, applesauce with banana, junior   \n",
       "421    3150       300  Babyfood, fruit, applesauce and pineapple, str...   \n",
       "422    3151       300  Babyfood, fruit, applesauce and pineapple, junior   \n",
       "423    3152       300     Babyfood, fruit, apple and raspberry, strained   \n",
       "424    3153       300       Babyfood, fruit, apple and raspberry, junior   \n",
       "425    3154       300  Babyfood, fruit and vegetable, apple and sweet...   \n",
       "426    3156       300  Babyfood, fruit, bananas and pineapple with ta...   \n",
       "427    3157       300  Babyfood, fruit, bananas and pineapple with ta...   \n",
       "428    3158       300     Babyfood, fruit, pears and pineapple, strained   \n",
       "\n",
       "                                             Shrt_Desc ComName ManufacName  \\\n",
       "249                 YOGURT,GREEK,2% FAT,PNAPPL,CHOBANI     NaN     Chobani   \n",
       "344  BABYFOOD,GERBER,2ND FOODS,APPL,CARROT & SQUASH...     NaN         NaN   \n",
       "345  BABYFOOD,FINGER SNACKS,GERBER,GRADUATES,PUFFS,...     NaN      GERBER   \n",
       "347        BABYFOOD,GERBER,3RD FOODS,APPL,MANGO & KIWI     NaN      GERBER   \n",
       "394                          BABYFOOD,APPLS,DICES,TODD     NaN         NaN   \n",
       "395                        BABYFOOD,FRUIT,APPLSAUC,STR     NaN         NaN   \n",
       "396                         BABYFOOD,FRUIT,APPLSAUC,JR     NaN         NaN   \n",
       "416               BABYFOOD,FRUIT,APPLSAUC&APRICOTS,STR     NaN         NaN   \n",
       "417                BABYFOOD,FRUIT,APPLSAUC&APRICOTS,JR     NaN         NaN   \n",
       "418               BABYFOOD,FRUIT,APPLSAUC&CHERRIES,STR     NaN         NaN   \n",
       "419              BABYFOOD,FRUIT,APPLSAUC & CHERRIES,JR     NaN         NaN   \n",
       "420                BABYFOOD,FRUIT,APPLSAUC W/BANANA,JR     NaN         NaN   \n",
       "421                 BABYFOOD,FRUIT,APPLSAUC&PNAPPL,STR     NaN         NaN   \n",
       "422                  BABYFOOD,FRUIT,APPLSAUC&PNAPPL,JR     NaN         NaN   \n",
       "423                BABYFOOD,FRUIT,APPL & RASPBERRY,STR     NaN         NaN   \n",
       "424                 BABYFOOD,FRUIT,APPL & RASPBERRY,JR     NaN         NaN   \n",
       "425             BABYFOOD,FRUIT & VEG,APPL & SWT POTATO     NaN         NaN   \n",
       "426         BABYFOOD,FRUIT,BANANAS&PNAPPL W/TAPIOCA,JR     NaN         NaN   \n",
       "427        BABYFOOD,FRUIT,BANANAS&PNAPPL W/TAPIOCA,STR     NaN         NaN   \n",
       "428                    BABYFOOD,FRUIT,PEARS&PNAPPL,STR     NaN         NaN   \n",
       "\n",
       "    Survey Ref_desc  Refuse SciName  N_Factor  Pro_Factor  Fat_Factor  \\\n",
       "249    NaN      NaN     0.0     NaN      6.38         NaN         NaN   \n",
       "344      Y      NaN     0.0     NaN      6.25         NaN         NaN   \n",
       "345      Y      NaN     0.0     NaN      6.25        3.36        6.37   \n",
       "347      Y      NaN     0.0     NaN      6.25        3.60        8.37   \n",
       "394      Y      NaN     0.0     NaN      6.25         NaN         NaN   \n",
       "395      Y      NaN     0.0     NaN      6.25        3.36        8.37   \n",
       "396      Y      NaN     0.0     NaN      6.25        3.36        8.37   \n",
       "416      Y      NaN     0.0     NaN      6.25        3.36        8.37   \n",
       "417      Y      NaN     0.0     NaN      6.25        3.36        8.37   \n",
       "418      Y      NaN     0.0     NaN      6.25        3.36        8.37   \n",
       "419      Y      NaN     0.0     NaN      6.25        3.36        8.37   \n",
       "420      Y      NaN     0.0     NaN       NaN         NaN         NaN   \n",
       "421    NaN      NaN     0.0     NaN      6.25        3.36        8.37   \n",
       "422    NaN      NaN     0.0     NaN      6.25        3.36        8.37   \n",
       "423      Y      NaN     0.0     NaN      6.25        3.36        8.37   \n",
       "424      Y      NaN     0.0     NaN      6.25        3.36        8.37   \n",
       "425      Y      NaN     0.0     NaN       NaN         NaN         NaN   \n",
       "426      Y      NaN     0.0     NaN      6.25        3.36        8.37   \n",
       "427      Y      NaN     0.0     NaN      6.25        3.36        8.37   \n",
       "428      Y      NaN     0.0     NaN      6.25        3.36        8.37   \n",
       "\n",
       "     CHO_Factor  \n",
       "249         NaN  \n",
       "344         NaN  \n",
       "345         3.6  \n",
       "347         3.6  \n",
       "394         NaN  \n",
       "395         3.6  \n",
       "396         3.6  \n",
       "416         3.6  \n",
       "417         3.6  \n",
       "418         3.6  \n",
       "419         3.6  \n",
       "420         NaN  \n",
       "421         3.6  \n",
       "422         3.6  \n",
       "423         3.6  \n",
       "424         3.6  \n",
       "425         NaN  \n",
       "426         3.6  \n",
       "427         3.6  \n",
       "428         3.6  "
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "SR_foods[SR_foods['Long_Desc'].str.contains('apple', case=False)][0:20]"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "044f2b8e",
   "metadata": {},
   "source": [
    "As the results demonstrate, this method is a bit too simplistic:\n",
    "* what if there's a mis-spelling, either in the search term or in the record? Then this method will of course fail to find the desired results\n",
    "* what if the search term is contained as part of another word? For example `apple` matches with both `pineapple` and `applebee's` as much as it matches with literally `apple`, and there's no prioritization of search results to account for this kind of \"common sense\" considerations.\n",
    "\n",
    "We can address the first problem by using fuzzy string matching algorithms. There are different fuzzy matching algorithms with different pros and cons. Here are 5 different ones from Python's `fuzzywuzzy` package:\n",
    "* `fuzz.ratio`\n",
    "* `fuzz.partial_ratio`\n",
    "* `fuzz.token_sort_ratio`\n",
    "* `fuzz.token_set_ratio`\n",
    "* `process.extract`"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "id": "c6fb298c",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>NDB_No</th>\n",
       "      <th>FdGrp_Cd</th>\n",
       "      <th>Long_Desc</th>\n",
       "      <th>Shrt_Desc</th>\n",
       "      <th>ComName</th>\n",
       "      <th>ManufacName</th>\n",
       "      <th>Survey</th>\n",
       "      <th>Ref_desc</th>\n",
       "      <th>Refuse</th>\n",
       "      <th>SciName</th>\n",
       "      <th>N_Factor</th>\n",
       "      <th>Pro_Factor</th>\n",
       "      <th>Fat_Factor</th>\n",
       "      <th>CHO_Factor</th>\n",
       "      <th>score</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>5349</th>\n",
       "      <td>18354</td>\n",
       "      <td>1800</td>\n",
       "      <td>Strudel, apple</td>\n",
       "      <td>STRUDEL,APPLE</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.00</td>\n",
       "      <td>4.20</td>\n",
       "      <td>8.90</td>\n",
       "      <td>3.90</td>\n",
       "      <td>53</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1533</th>\n",
       "      <td>7951</td>\n",
       "      <td>700</td>\n",
       "      <td>Scrapple, pork</td>\n",
       "      <td>SCRAPPLE,PORK</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.25</td>\n",
       "      <td>4.00</td>\n",
       "      <td>9.00</td>\n",
       "      <td>4.00</td>\n",
       "      <td>53</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1813</th>\n",
       "      <td>9077</td>\n",
       "      <td>900</td>\n",
       "      <td>Crabapples, raw</td>\n",
       "      <td>CRABAPPLES,RAW</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Core and stems</td>\n",
       "      <td>8.0</td>\n",
       "      <td>Malus spp.</td>\n",
       "      <td>6.25</td>\n",
       "      <td>3.36</td>\n",
       "      <td>8.37</td>\n",
       "      <td>3.60</td>\n",
       "      <td>50</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2001</th>\n",
       "      <td>9312</td>\n",
       "      <td>900</td>\n",
       "      <td>Rose-apples, raw</td>\n",
       "      <td>ROSE-APPLES,RAW</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Caps and pits</td>\n",
       "      <td>33.0</td>\n",
       "      <td>Syzygium jambos</td>\n",
       "      <td>6.25</td>\n",
       "      <td>3.36</td>\n",
       "      <td>8.37</td>\n",
       "      <td>3.60</td>\n",
       "      <td>48</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7481</th>\n",
       "      <td>36019</td>\n",
       "      <td>3600</td>\n",
       "      <td>APPLEBEE'S, chili</td>\n",
       "      <td>APPLEBEE'S,CHILI</td>\n",
       "      <td>family style, applebees</td>\n",
       "      <td>Applebee's</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>45</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5258</th>\n",
       "      <td>18240</td>\n",
       "      <td>1800</td>\n",
       "      <td>Croissants, apple</td>\n",
       "      <td>CROISSANTS,APPLE</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>5.90</td>\n",
       "      <td>4.00</td>\n",
       "      <td>8.80</td>\n",
       "      <td>4.00</td>\n",
       "      <td>45</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5778</th>\n",
       "      <td>19340</td>\n",
       "      <td>1900</td>\n",
       "      <td>Sugars, maple</td>\n",
       "      <td>SUGARS,MAPLE</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.25</td>\n",
       "      <td>3.36</td>\n",
       "      <td>8.37</td>\n",
       "      <td>3.87</td>\n",
       "      <td>44</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5785</th>\n",
       "      <td>19353</td>\n",
       "      <td>1900</td>\n",
       "      <td>Syrups, maple</td>\n",
       "      <td>SYRUPS,MAPLE</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.25</td>\n",
       "      <td>3.36</td>\n",
       "      <td>8.37</td>\n",
       "      <td>3.87</td>\n",
       "      <td>44</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5987</th>\n",
       "      <td>20069</td>\n",
       "      <td>2000</td>\n",
       "      <td>Triticale</td>\n",
       "      <td>TRITICALE</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>X Triticosecale spp.</td>\n",
       "      <td>5.83</td>\n",
       "      <td>3.32</td>\n",
       "      <td>8.37</td>\n",
       "      <td>3.82</td>\n",
       "      <td>43</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2598</th>\n",
       "      <td>11233</td>\n",
       "      <td>1100</td>\n",
       "      <td>Kale, raw</td>\n",
       "      <td>KALE,RAW</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Stem ends, tough stems and tough midrib parts</td>\n",
       "      <td>28.0</td>\n",
       "      <td>Brassica oleracea (Acephala Group)</td>\n",
       "      <td>6.25</td>\n",
       "      <td>2.44</td>\n",
       "      <td>8.37</td>\n",
       "      <td>3.57</td>\n",
       "      <td>43</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5793</th>\n",
       "      <td>19366</td>\n",
       "      <td>1900</td>\n",
       "      <td>Toppings, pineapple</td>\n",
       "      <td>TOPPINGS,PINEAPPLE</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.25</td>\n",
       "      <td>3.36</td>\n",
       "      <td>8.37</td>\n",
       "      <td>3.80</td>\n",
       "      <td>42</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7610</th>\n",
       "      <td>42200</td>\n",
       "      <td>1600</td>\n",
       "      <td>Papad</td>\n",
       "      <td>PAPAD</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>40</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7483</th>\n",
       "      <td>36021</td>\n",
       "      <td>3600</td>\n",
       "      <td>APPLEBEE'S, coleslaw</td>\n",
       "      <td>APPLEBEE'S,COLESLAW</td>\n",
       "      <td>applebees, family style</td>\n",
       "      <td>Applebee's</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>40</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5741</th>\n",
       "      <td>19294</td>\n",
       "      <td>1900</td>\n",
       "      <td>Fruit butters, apple</td>\n",
       "      <td>FRUIT BUTTERS,APPLE</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.25</td>\n",
       "      <td>4.00</td>\n",
       "      <td>9.00</td>\n",
       "      <td>4.00</td>\n",
       "      <td>40</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5325</th>\n",
       "      <td>18323</td>\n",
       "      <td>1800</td>\n",
       "      <td>Pie, peach</td>\n",
       "      <td>PIE,PEACH</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>5.80</td>\n",
       "      <td>3.90</td>\n",
       "      <td>8.80</td>\n",
       "      <td>3.90</td>\n",
       "      <td>40</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>308</th>\n",
       "      <td>2047</td>\n",
       "      <td>200</td>\n",
       "      <td>Salt, table</td>\n",
       "      <td>SALT,TABLE</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>38</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2044</th>\n",
       "      <td>9423</td>\n",
       "      <td>900</td>\n",
       "      <td>Prune puree</td>\n",
       "      <td>PRUNE PUREE</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>38</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5084</th>\n",
       "      <td>18003</td>\n",
       "      <td>1800</td>\n",
       "      <td>Bagels, egg</td>\n",
       "      <td>BAGELS,EGG</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>5.70</td>\n",
       "      <td>4.00</td>\n",
       "      <td>8.60</td>\n",
       "      <td>4.10</td>\n",
       "      <td>38</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>436</th>\n",
       "      <td>3166</td>\n",
       "      <td>300</td>\n",
       "      <td>Babyfood, juice, apple</td>\n",
       "      <td>BABYFOOD,JUICE,APPLE</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.25</td>\n",
       "      <td>3.36</td>\n",
       "      <td>8.37</td>\n",
       "      <td>3.92</td>\n",
       "      <td>37</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7680</th>\n",
       "      <td>43146</td>\n",
       "      <td>1100</td>\n",
       "      <td>Eggplant, pickled</td>\n",
       "      <td>EGGPLANT,PICKLED</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>36</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "      NDB_No  FdGrp_Cd               Long_Desc             Shrt_Desc  \\\n",
       "5349   18354      1800          Strudel, apple         STRUDEL,APPLE   \n",
       "1533    7951       700          Scrapple, pork         SCRAPPLE,PORK   \n",
       "1813    9077       900         Crabapples, raw        CRABAPPLES,RAW   \n",
       "2001    9312       900        Rose-apples, raw       ROSE-APPLES,RAW   \n",
       "7481   36019      3600       APPLEBEE'S, chili      APPLEBEE'S,CHILI   \n",
       "5258   18240      1800       Croissants, apple      CROISSANTS,APPLE   \n",
       "5778   19340      1900           Sugars, maple          SUGARS,MAPLE   \n",
       "5785   19353      1900           Syrups, maple          SYRUPS,MAPLE   \n",
       "5987   20069      2000               Triticale             TRITICALE   \n",
       "2598   11233      1100               Kale, raw              KALE,RAW   \n",
       "5793   19366      1900     Toppings, pineapple    TOPPINGS,PINEAPPLE   \n",
       "7610   42200      1600                   Papad                 PAPAD   \n",
       "7483   36021      3600    APPLEBEE'S, coleslaw   APPLEBEE'S,COLESLAW   \n",
       "5741   19294      1900    Fruit butters, apple   FRUIT BUTTERS,APPLE   \n",
       "5325   18323      1800              Pie, peach             PIE,PEACH   \n",
       "308     2047       200             Salt, table            SALT,TABLE   \n",
       "2044    9423       900             Prune puree           PRUNE PUREE   \n",
       "5084   18003      1800             Bagels, egg            BAGELS,EGG   \n",
       "436     3166       300  Babyfood, juice, apple  BABYFOOD,JUICE,APPLE   \n",
       "7680   43146      1100       Eggplant, pickled      EGGPLANT,PICKLED   \n",
       "\n",
       "                      ComName ManufacName Survey  \\\n",
       "5349                      NaN         NaN      Y   \n",
       "1533                      NaN         NaN      Y   \n",
       "1813                      NaN         NaN    NaN   \n",
       "2001                      NaN         NaN    NaN   \n",
       "7481  family style, applebees  Applebee's    NaN   \n",
       "5258                      NaN         NaN    NaN   \n",
       "5778                      NaN         NaN      Y   \n",
       "5785                      NaN         NaN      Y   \n",
       "5987                      NaN         NaN    NaN   \n",
       "2598                      NaN         NaN    NaN   \n",
       "5793                      NaN         NaN      Y   \n",
       "7610                      NaN         NaN      Y   \n",
       "7483  applebees, family style  Applebee's    NaN   \n",
       "5741                      NaN         NaN      Y   \n",
       "5325                      NaN         NaN      Y   \n",
       "308                       NaN         NaN      Y   \n",
       "2044                      NaN         NaN    NaN   \n",
       "5084                      NaN         NaN    NaN   \n",
       "436                       NaN         NaN      Y   \n",
       "7680                      NaN         NaN      Y   \n",
       "\n",
       "                                           Ref_desc  Refuse  \\\n",
       "5349                                            NaN     0.0   \n",
       "1533                                            NaN     0.0   \n",
       "1813                                 Core and stems     8.0   \n",
       "2001                                  Caps and pits    33.0   \n",
       "7481                                            NaN     0.0   \n",
       "5258                                            NaN     0.0   \n",
       "5778                                            NaN     0.0   \n",
       "5785                                            NaN     0.0   \n",
       "5987                                            NaN     0.0   \n",
       "2598  Stem ends, tough stems and tough midrib parts    28.0   \n",
       "5793                                            NaN     0.0   \n",
       "7610                                            NaN     0.0   \n",
       "7483                                            NaN     0.0   \n",
       "5741                                            NaN     0.0   \n",
       "5325                                            NaN     0.0   \n",
       "308                                             NaN     0.0   \n",
       "2044                                            NaN     0.0   \n",
       "5084                                            NaN     0.0   \n",
       "436                                             NaN     0.0   \n",
       "7680                                            NaN     0.0   \n",
       "\n",
       "                                 SciName  N_Factor  Pro_Factor  Fat_Factor  \\\n",
       "5349                                 NaN      6.00        4.20        8.90   \n",
       "1533                                 NaN      6.25        4.00        9.00   \n",
       "1813                          Malus spp.      6.25        3.36        8.37   \n",
       "2001                     Syzygium jambos      6.25        3.36        8.37   \n",
       "7481                                 NaN       NaN         NaN         NaN   \n",
       "5258                                 NaN      5.90        4.00        8.80   \n",
       "5778                                 NaN      6.25        3.36        8.37   \n",
       "5785                                 NaN      6.25        3.36        8.37   \n",
       "5987                X Triticosecale spp.      5.83        3.32        8.37   \n",
       "2598  Brassica oleracea (Acephala Group)      6.25        2.44        8.37   \n",
       "5793                                 NaN      6.25        3.36        8.37   \n",
       "7610                                 NaN       NaN         NaN         NaN   \n",
       "7483                                 NaN       NaN         NaN         NaN   \n",
       "5741                                 NaN      6.25        4.00        9.00   \n",
       "5325                                 NaN      5.80        3.90        8.80   \n",
       "308                                  NaN      0.00         NaN         NaN   \n",
       "2044                                 NaN       NaN         NaN         NaN   \n",
       "5084                                 NaN      5.70        4.00        8.60   \n",
       "436                                  NaN      6.25        3.36        8.37   \n",
       "7680                                 NaN       NaN         NaN         NaN   \n",
       "\n",
       "      CHO_Factor  score  \n",
       "5349        3.90     53  \n",
       "1533        4.00     53  \n",
       "1813        3.60     50  \n",
       "2001        3.60     48  \n",
       "7481         NaN     45  \n",
       "5258        4.00     45  \n",
       "5778        3.87     44  \n",
       "5785        3.87     44  \n",
       "5987        3.82     43  \n",
       "2598        3.57     43  \n",
       "5793        3.80     42  \n",
       "7610         NaN     40  \n",
       "7483         NaN     40  \n",
       "5741        4.00     40  \n",
       "5325        3.90     40  \n",
       "308          NaN     38  \n",
       "2044         NaN     38  \n",
       "5084        4.10     38  \n",
       "436         3.92     37  \n",
       "7680         NaN     36  "
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "SR_foods['score'] = SR_foods['Long_Desc'].apply(lambda x : fuzz.ratio('apple', x.lower()))\n",
    "SR_foods.sort_values('score', ascending=False)[0:20]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "id": "0112a144",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>NDB_No</th>\n",
       "      <th>FdGrp_Cd</th>\n",
       "      <th>Long_Desc</th>\n",
       "      <th>Shrt_Desc</th>\n",
       "      <th>ComName</th>\n",
       "      <th>ManufacName</th>\n",
       "      <th>Survey</th>\n",
       "      <th>Ref_desc</th>\n",
       "      <th>Refuse</th>\n",
       "      <th>SciName</th>\n",
       "      <th>N_Factor</th>\n",
       "      <th>Pro_Factor</th>\n",
       "      <th>Fat_Factor</th>\n",
       "      <th>CHO_Factor</th>\n",
       "      <th>score</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>5741</th>\n",
       "      <td>19294</td>\n",
       "      <td>1900</td>\n",
       "      <td>Fruit butters, apple</td>\n",
       "      <td>FRUIT BUTTERS,APPLE</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.25</td>\n",
       "      <td>4.00</td>\n",
       "      <td>9.00</td>\n",
       "      <td>4.00</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>396</th>\n",
       "      <td>3117</td>\n",
       "      <td>300</td>\n",
       "      <td>Babyfood, fruit, applesauce, junior</td>\n",
       "      <td>BABYFOOD,FRUIT,APPLSAUC,JR</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.25</td>\n",
       "      <td>3.36</td>\n",
       "      <td>8.37</td>\n",
       "      <td>3.60</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>456</th>\n",
       "      <td>3191</td>\n",
       "      <td>300</td>\n",
       "      <td>Babyfood, cereal, oatmeal, with applesauce and...</td>\n",
       "      <td>BABYFOOD,CRL,OATMEAL,W/ APPLSAUC &amp; BANANAS,STR</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.04</td>\n",
       "      <td>3.50</td>\n",
       "      <td>8.40</td>\n",
       "      <td>4.10</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3904</th>\n",
       "      <td>14238</td>\n",
       "      <td>1400</td>\n",
       "      <td>Beverages, cranberry-apple juice drink, bottled</td>\n",
       "      <td>BEVERAGES,CRANBERRY-APPLE JUC DRK,BTLD</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.25</td>\n",
       "      <td>3.36</td>\n",
       "      <td>8.37</td>\n",
       "      <td>3.90</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>457</th>\n",
       "      <td>3192</td>\n",
       "      <td>300</td>\n",
       "      <td>Babyfood, cereal, oatmeal, with applesauce and...</td>\n",
       "      <td>BABYFOOD,CRL,OATMEAL,W/ APPLSAUC &amp; BANANAS,JR,...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.04</td>\n",
       "      <td>3.50</td>\n",
       "      <td>8.40</td>\n",
       "      <td>4.10</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>442</th>\n",
       "      <td>3174</td>\n",
       "      <td>300</td>\n",
       "      <td>Babyfood, juice, orange and apple and banana</td>\n",
       "      <td>BABYFOOD,JUC,ORANGE&amp;APPL&amp;BANANA</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.25</td>\n",
       "      <td>3.36</td>\n",
       "      <td>8.37</td>\n",
       "      <td>3.92</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>460</th>\n",
       "      <td>3195</td>\n",
       "      <td>300</td>\n",
       "      <td>Babyfood, cereal, rice, with applesauce and ba...</td>\n",
       "      <td>BABYFOOD,CRL,RICE,W/ APPLSAUC &amp; BANANAS,STR</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.00</td>\n",
       "      <td>3.80</td>\n",
       "      <td>8.40</td>\n",
       "      <td>4.20</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3941</th>\n",
       "      <td>14286</td>\n",
       "      <td>1400</td>\n",
       "      <td>Beverages, MOTTS, Apple juice light, fortified...</td>\n",
       "      <td>BEVERAGES,MOTTS,APPL JUC LT,FORT W/ VIT C</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Mott's INC.</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.25</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1688</th>\n",
       "      <td>8493</td>\n",
       "      <td>800</td>\n",
       "      <td>Cereals ready-to-eat, MALT-O-MEAL, Apple ZINGS</td>\n",
       "      <td>CEREALS RTE,MALT-O-MEAL,APPL ZINGS</td>\n",
       "      <td>NaN</td>\n",
       "      <td>MOM Brands</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.25</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3944</th>\n",
       "      <td>14291</td>\n",
       "      <td>1400</td>\n",
       "      <td>Beverages, SNAPPLE, tea, black and green, read...</td>\n",
       "      <td>BEVERAGES,SNAPPLE,TEA,BLACK &amp; GRN,READY TO DRK...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Snapple Beverage Corporation</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.25</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3947</th>\n",
       "      <td>14294</td>\n",
       "      <td>1400</td>\n",
       "      <td>Beverages, SNAPPLE, tea, black and green, read...</td>\n",
       "      <td>BEVERAGES,SNAPPLE,TEA,BLACK &amp; GRN,READY TO DRK...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Snapple Beverage Corporation</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.25</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1840</th>\n",
       "      <td>9106</td>\n",
       "      <td>900</td>\n",
       "      <td>Fruit salad, (peach and pear and apricot and p...</td>\n",
       "      <td>FRUIT SALAD,CND,EX HVY SYRUP,SOL&amp;LIQUIDS</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.25</td>\n",
       "      <td>3.36</td>\n",
       "      <td>8.37</td>\n",
       "      <td>3.78</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1839</th>\n",
       "      <td>9104</td>\n",
       "      <td>900</td>\n",
       "      <td>Fruit salad, (peach and pear and apricot and p...</td>\n",
       "      <td>FRUIT SALAD,CND,LT SYRUP,SOL&amp;LIQUIDS</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.25</td>\n",
       "      <td>3.36</td>\n",
       "      <td>8.37</td>\n",
       "      <td>3.71</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1838</th>\n",
       "      <td>9103</td>\n",
       "      <td>900</td>\n",
       "      <td>Fruit salad, (peach and pear and apricot and p...</td>\n",
       "      <td>FRUIT SALAD,CND,JUC PK,SOL&amp;LIQUIDS</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.25</td>\n",
       "      <td>3.36</td>\n",
       "      <td>8.37</td>\n",
       "      <td>3.70</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1837</th>\n",
       "      <td>9102</td>\n",
       "      <td>900</td>\n",
       "      <td>Fruit salad, (peach and pear and apricot and p...</td>\n",
       "      <td>FRUIT SALAD,CND,H2O PK,SOL&amp;LIQUIDS</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.25</td>\n",
       "      <td>3.36</td>\n",
       "      <td>8.37</td>\n",
       "      <td>3.60</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1836</th>\n",
       "      <td>9101</td>\n",
       "      <td>900</td>\n",
       "      <td>Fruit cocktail, (peach and pineapple and pear ...</td>\n",
       "      <td>FRUIT COCKTAIL,CND,EX HVY SYRUP,SOL&amp;LIQUIDS</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.25</td>\n",
       "      <td>3.36</td>\n",
       "      <td>8.37</td>\n",
       "      <td>3.78</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1835</th>\n",
       "      <td>9100</td>\n",
       "      <td>900</td>\n",
       "      <td>Fruit cocktail, (peach and pineapple and pear ...</td>\n",
       "      <td>FRUIT COCKTAIL,CND,HVY SYRUP,SOL&amp;LIQUIDS</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.25</td>\n",
       "      <td>3.36</td>\n",
       "      <td>8.37</td>\n",
       "      <td>3.75</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1834</th>\n",
       "      <td>9099</td>\n",
       "      <td>900</td>\n",
       "      <td>Fruit cocktail, (peach and pineapple and pear ...</td>\n",
       "      <td>FRUIT COCKTAIL,CND,LT SYRUP,SOL&amp;LIQUIDS</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.25</td>\n",
       "      <td>3.36</td>\n",
       "      <td>8.37</td>\n",
       "      <td>3.71</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1833</th>\n",
       "      <td>9098</td>\n",
       "      <td>900</td>\n",
       "      <td>Fruit cocktail, (peach and pineapple and pear ...</td>\n",
       "      <td>FRUIT COCKTAIL,CND,EX LT SYRUP,SOL&amp;LIQUIDS</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.25</td>\n",
       "      <td>3.36</td>\n",
       "      <td>8.37</td>\n",
       "      <td>3.69</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1763</th>\n",
       "      <td>9020</td>\n",
       "      <td>900</td>\n",
       "      <td>Applesauce, canned, sweetened, without salt</td>\n",
       "      <td>APPLESAUCE,CND,SWTND,WO/ SALT</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.25</td>\n",
       "      <td>3.36</td>\n",
       "      <td>8.37</td>\n",
       "      <td>3.75</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "      NDB_No  FdGrp_Cd                                          Long_Desc  \\\n",
       "5741   19294      1900                               Fruit butters, apple   \n",
       "396     3117       300                Babyfood, fruit, applesauce, junior   \n",
       "456     3191       300  Babyfood, cereal, oatmeal, with applesauce and...   \n",
       "3904   14238      1400    Beverages, cranberry-apple juice drink, bottled   \n",
       "457     3192       300  Babyfood, cereal, oatmeal, with applesauce and...   \n",
       "442     3174       300       Babyfood, juice, orange and apple and banana   \n",
       "460     3195       300  Babyfood, cereal, rice, with applesauce and ba...   \n",
       "3941   14286      1400  Beverages, MOTTS, Apple juice light, fortified...   \n",
       "1688    8493       800     Cereals ready-to-eat, MALT-O-MEAL, Apple ZINGS   \n",
       "3944   14291      1400  Beverages, SNAPPLE, tea, black and green, read...   \n",
       "3947   14294      1400  Beverages, SNAPPLE, tea, black and green, read...   \n",
       "1840    9106       900  Fruit salad, (peach and pear and apricot and p...   \n",
       "1839    9104       900  Fruit salad, (peach and pear and apricot and p...   \n",
       "1838    9103       900  Fruit salad, (peach and pear and apricot and p...   \n",
       "1837    9102       900  Fruit salad, (peach and pear and apricot and p...   \n",
       "1836    9101       900  Fruit cocktail, (peach and pineapple and pear ...   \n",
       "1835    9100       900  Fruit cocktail, (peach and pineapple and pear ...   \n",
       "1834    9099       900  Fruit cocktail, (peach and pineapple and pear ...   \n",
       "1833    9098       900  Fruit cocktail, (peach and pineapple and pear ...   \n",
       "1763    9020       900        Applesauce, canned, sweetened, without salt   \n",
       "\n",
       "                                              Shrt_Desc ComName  \\\n",
       "5741                                FRUIT BUTTERS,APPLE     NaN   \n",
       "396                          BABYFOOD,FRUIT,APPLSAUC,JR     NaN   \n",
       "456      BABYFOOD,CRL,OATMEAL,W/ APPLSAUC & BANANAS,STR     NaN   \n",
       "3904             BEVERAGES,CRANBERRY-APPLE JUC DRK,BTLD     NaN   \n",
       "457   BABYFOOD,CRL,OATMEAL,W/ APPLSAUC & BANANAS,JR,...     NaN   \n",
       "442                     BABYFOOD,JUC,ORANGE&APPL&BANANA     NaN   \n",
       "460         BABYFOOD,CRL,RICE,W/ APPLSAUC & BANANAS,STR     NaN   \n",
       "3941          BEVERAGES,MOTTS,APPL JUC LT,FORT W/ VIT C     NaN   \n",
       "1688                 CEREALS RTE,MALT-O-MEAL,APPL ZINGS     NaN   \n",
       "3944  BEVERAGES,SNAPPLE,TEA,BLACK & GRN,READY TO DRK...     NaN   \n",
       "3947  BEVERAGES,SNAPPLE,TEA,BLACK & GRN,READY TO DRK...     NaN   \n",
       "1840           FRUIT SALAD,CND,EX HVY SYRUP,SOL&LIQUIDS     NaN   \n",
       "1839               FRUIT SALAD,CND,LT SYRUP,SOL&LIQUIDS     NaN   \n",
       "1838                 FRUIT SALAD,CND,JUC PK,SOL&LIQUIDS     NaN   \n",
       "1837                 FRUIT SALAD,CND,H2O PK,SOL&LIQUIDS     NaN   \n",
       "1836        FRUIT COCKTAIL,CND,EX HVY SYRUP,SOL&LIQUIDS     NaN   \n",
       "1835           FRUIT COCKTAIL,CND,HVY SYRUP,SOL&LIQUIDS     NaN   \n",
       "1834            FRUIT COCKTAIL,CND,LT SYRUP,SOL&LIQUIDS     NaN   \n",
       "1833         FRUIT COCKTAIL,CND,EX LT SYRUP,SOL&LIQUIDS     NaN   \n",
       "1763                      APPLESAUCE,CND,SWTND,WO/ SALT     NaN   \n",
       "\n",
       "                       ManufacName Survey Ref_desc  Refuse SciName  N_Factor  \\\n",
       "5741                           NaN      Y      NaN     0.0     NaN      6.25   \n",
       "396                            NaN      Y      NaN     0.0     NaN      6.25   \n",
       "456                            NaN      Y      NaN     0.0     NaN      6.04   \n",
       "3904                           NaN    NaN      NaN     0.0     NaN      6.25   \n",
       "457                            NaN      Y      NaN     0.0     NaN      6.04   \n",
       "442                            NaN      Y      NaN     0.0     NaN      6.25   \n",
       "460                            NaN      Y      NaN     0.0     NaN      6.00   \n",
       "3941                   Mott's INC.    NaN      NaN     0.0     NaN      6.25   \n",
       "1688                    MOM Brands    NaN      NaN     0.0     NaN      6.25   \n",
       "3944  Snapple Beverage Corporation    NaN      NaN     0.0     NaN      6.25   \n",
       "3947  Snapple Beverage Corporation    NaN      NaN     0.0     NaN      6.25   \n",
       "1840                           NaN    NaN      NaN     0.0     NaN      6.25   \n",
       "1839                           NaN    NaN      NaN     0.0     NaN      6.25   \n",
       "1838                           NaN    NaN      NaN     0.0     NaN      6.25   \n",
       "1837                           NaN    NaN      NaN     0.0     NaN      6.25   \n",
       "1836                           NaN    NaN      NaN     0.0     NaN      6.25   \n",
       "1835                           NaN      Y      NaN     0.0     NaN      6.25   \n",
       "1834                           NaN      Y      NaN     0.0     NaN      6.25   \n",
       "1833                           NaN    NaN      NaN     0.0     NaN      6.25   \n",
       "1763                           NaN      Y      NaN     0.0     NaN      6.25   \n",
       "\n",
       "      Pro_Factor  Fat_Factor  CHO_Factor  score  \n",
       "5741        4.00        9.00        4.00    100  \n",
       "396         3.36        8.37        3.60    100  \n",
       "456         3.50        8.40        4.10    100  \n",
       "3904        3.36        8.37        3.90    100  \n",
       "457         3.50        8.40        4.10    100  \n",
       "442         3.36        8.37        3.92    100  \n",
       "460         3.80        8.40        4.20    100  \n",
       "3941         NaN         NaN         NaN    100  \n",
       "1688         NaN         NaN         NaN    100  \n",
       "3944         NaN         NaN         NaN    100  \n",
       "3947         NaN         NaN         NaN    100  \n",
       "1840        3.36        8.37        3.78    100  \n",
       "1839        3.36        8.37        3.71    100  \n",
       "1838        3.36        8.37        3.70    100  \n",
       "1837        3.36        8.37        3.60    100  \n",
       "1836        3.36        8.37        3.78    100  \n",
       "1835        3.36        8.37        3.75    100  \n",
       "1834        3.36        8.37        3.71    100  \n",
       "1833        3.36        8.37        3.69    100  \n",
       "1763        3.36        8.37        3.75    100  "
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "SR_foods['score'] = SR_foods['Long_Desc'].apply(lambda x : fuzz.partial_ratio('apple', x.lower()))\n",
    "SR_foods.sort_values('score', ascending=False)[0:20]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "id": "acde7be8",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>NDB_No</th>\n",
       "      <th>FdGrp_Cd</th>\n",
       "      <th>Long_Desc</th>\n",
       "      <th>Shrt_Desc</th>\n",
       "      <th>ComName</th>\n",
       "      <th>ManufacName</th>\n",
       "      <th>Survey</th>\n",
       "      <th>Ref_desc</th>\n",
       "      <th>Refuse</th>\n",
       "      <th>SciName</th>\n",
       "      <th>N_Factor</th>\n",
       "      <th>Pro_Factor</th>\n",
       "      <th>Fat_Factor</th>\n",
       "      <th>CHO_Factor</th>\n",
       "      <th>score</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1533</th>\n",
       "      <td>7951</td>\n",
       "      <td>700</td>\n",
       "      <td>Scrapple, pork</td>\n",
       "      <td>SCRAPPLE,PORK</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.25</td>\n",
       "      <td>4.00</td>\n",
       "      <td>9.00</td>\n",
       "      <td>4.00</td>\n",
       "      <td>56</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5349</th>\n",
       "      <td>18354</td>\n",
       "      <td>1800</td>\n",
       "      <td>Strudel, apple</td>\n",
       "      <td>STRUDEL,APPLE</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.00</td>\n",
       "      <td>4.20</td>\n",
       "      <td>8.90</td>\n",
       "      <td>3.90</td>\n",
       "      <td>56</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1813</th>\n",
       "      <td>9077</td>\n",
       "      <td>900</td>\n",
       "      <td>Crabapples, raw</td>\n",
       "      <td>CRABAPPLES,RAW</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Core and stems</td>\n",
       "      <td>8.0</td>\n",
       "      <td>Malus spp.</td>\n",
       "      <td>6.25</td>\n",
       "      <td>3.36</td>\n",
       "      <td>8.37</td>\n",
       "      <td>3.60</td>\n",
       "      <td>53</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2001</th>\n",
       "      <td>9312</td>\n",
       "      <td>900</td>\n",
       "      <td>Rose-apples, raw</td>\n",
       "      <td>ROSE-APPLES,RAW</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Caps and pits</td>\n",
       "      <td>33.0</td>\n",
       "      <td>Syzygium jambos</td>\n",
       "      <td>6.25</td>\n",
       "      <td>3.36</td>\n",
       "      <td>8.37</td>\n",
       "      <td>3.60</td>\n",
       "      <td>50</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7481</th>\n",
       "      <td>36019</td>\n",
       "      <td>3600</td>\n",
       "      <td>APPLEBEE'S, chili</td>\n",
       "      <td>APPLEBEE'S,CHILI</td>\n",
       "      <td>family style, applebees</td>\n",
       "      <td>Applebee's</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>48</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5258</th>\n",
       "      <td>18240</td>\n",
       "      <td>1800</td>\n",
       "      <td>Croissants, apple</td>\n",
       "      <td>CROISSANTS,APPLE</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>5.90</td>\n",
       "      <td>4.00</td>\n",
       "      <td>8.80</td>\n",
       "      <td>4.00</td>\n",
       "      <td>48</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5778</th>\n",
       "      <td>19340</td>\n",
       "      <td>1900</td>\n",
       "      <td>Sugars, maple</td>\n",
       "      <td>SUGARS,MAPLE</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.25</td>\n",
       "      <td>3.36</td>\n",
       "      <td>8.37</td>\n",
       "      <td>3.87</td>\n",
       "      <td>47</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5785</th>\n",
       "      <td>19353</td>\n",
       "      <td>1900</td>\n",
       "      <td>Syrups, maple</td>\n",
       "      <td>SYRUPS,MAPLE</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.25</td>\n",
       "      <td>3.36</td>\n",
       "      <td>8.37</td>\n",
       "      <td>3.87</td>\n",
       "      <td>47</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2598</th>\n",
       "      <td>11233</td>\n",
       "      <td>1100</td>\n",
       "      <td>Kale, raw</td>\n",
       "      <td>KALE,RAW</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Stem ends, tough stems and tough midrib parts</td>\n",
       "      <td>28.0</td>\n",
       "      <td>Brassica oleracea (Acephala Group)</td>\n",
       "      <td>6.25</td>\n",
       "      <td>2.44</td>\n",
       "      <td>8.37</td>\n",
       "      <td>3.57</td>\n",
       "      <td>46</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5793</th>\n",
       "      <td>19366</td>\n",
       "      <td>1900</td>\n",
       "      <td>Toppings, pineapple</td>\n",
       "      <td>TOPPINGS,PINEAPPLE</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.25</td>\n",
       "      <td>3.36</td>\n",
       "      <td>8.37</td>\n",
       "      <td>3.80</td>\n",
       "      <td>43</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5325</th>\n",
       "      <td>18323</td>\n",
       "      <td>1800</td>\n",
       "      <td>Pie, peach</td>\n",
       "      <td>PIE,PEACH</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>5.80</td>\n",
       "      <td>3.90</td>\n",
       "      <td>8.80</td>\n",
       "      <td>3.90</td>\n",
       "      <td>43</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5987</th>\n",
       "      <td>20069</td>\n",
       "      <td>2000</td>\n",
       "      <td>Triticale</td>\n",
       "      <td>TRITICALE</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>X Triticosecale spp.</td>\n",
       "      <td>5.83</td>\n",
       "      <td>3.32</td>\n",
       "      <td>8.37</td>\n",
       "      <td>3.82</td>\n",
       "      <td>43</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7483</th>\n",
       "      <td>36021</td>\n",
       "      <td>3600</td>\n",
       "      <td>APPLEBEE'S, coleslaw</td>\n",
       "      <td>APPLEBEE'S,COLESLAW</td>\n",
       "      <td>applebees, family style</td>\n",
       "      <td>Applebee's</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>42</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>290</th>\n",
       "      <td>2028</td>\n",
       "      <td>200</td>\n",
       "      <td>Spices, paprika</td>\n",
       "      <td>PAPRIKA</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>Capsicum annuum</td>\n",
       "      <td>6.25</td>\n",
       "      <td>3.36</td>\n",
       "      <td>8.37</td>\n",
       "      <td>2.35</td>\n",
       "      <td>42</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5741</th>\n",
       "      <td>19294</td>\n",
       "      <td>1900</td>\n",
       "      <td>Fruit butters, apple</td>\n",
       "      <td>FRUIT BUTTERS,APPLE</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.25</td>\n",
       "      <td>4.00</td>\n",
       "      <td>9.00</td>\n",
       "      <td>4.00</td>\n",
       "      <td>42</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>308</th>\n",
       "      <td>2047</td>\n",
       "      <td>200</td>\n",
       "      <td>Salt, table</td>\n",
       "      <td>SALT,TABLE</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>40</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5084</th>\n",
       "      <td>18003</td>\n",
       "      <td>1800</td>\n",
       "      <td>Bagels, egg</td>\n",
       "      <td>BAGELS,EGG</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>5.70</td>\n",
       "      <td>4.00</td>\n",
       "      <td>8.60</td>\n",
       "      <td>4.10</td>\n",
       "      <td>40</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7610</th>\n",
       "      <td>42200</td>\n",
       "      <td>1600</td>\n",
       "      <td>Papad</td>\n",
       "      <td>PAPAD</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>40</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>436</th>\n",
       "      <td>3166</td>\n",
       "      <td>300</td>\n",
       "      <td>Babyfood, juice, apple</td>\n",
       "      <td>BABYFOOD,JUICE,APPLE</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.25</td>\n",
       "      <td>3.36</td>\n",
       "      <td>8.37</td>\n",
       "      <td>3.92</td>\n",
       "      <td>40</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6320</th>\n",
       "      <td>21416</td>\n",
       "      <td>2100</td>\n",
       "      <td>POPEYES, Coleslaw</td>\n",
       "      <td>POPEYES,COLESLAW</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Popeyes Chicken and Biscuits</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>38</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "      NDB_No  FdGrp_Cd               Long_Desc             Shrt_Desc  \\\n",
       "1533    7951       700          Scrapple, pork         SCRAPPLE,PORK   \n",
       "5349   18354      1800          Strudel, apple         STRUDEL,APPLE   \n",
       "1813    9077       900         Crabapples, raw        CRABAPPLES,RAW   \n",
       "2001    9312       900        Rose-apples, raw       ROSE-APPLES,RAW   \n",
       "7481   36019      3600       APPLEBEE'S, chili      APPLEBEE'S,CHILI   \n",
       "5258   18240      1800       Croissants, apple      CROISSANTS,APPLE   \n",
       "5778   19340      1900           Sugars, maple          SUGARS,MAPLE   \n",
       "5785   19353      1900           Syrups, maple          SYRUPS,MAPLE   \n",
       "2598   11233      1100               Kale, raw              KALE,RAW   \n",
       "5793   19366      1900     Toppings, pineapple    TOPPINGS,PINEAPPLE   \n",
       "5325   18323      1800              Pie, peach             PIE,PEACH   \n",
       "5987   20069      2000               Triticale             TRITICALE   \n",
       "7483   36021      3600    APPLEBEE'S, coleslaw   APPLEBEE'S,COLESLAW   \n",
       "290     2028       200         Spices, paprika               PAPRIKA   \n",
       "5741   19294      1900    Fruit butters, apple   FRUIT BUTTERS,APPLE   \n",
       "308     2047       200             Salt, table            SALT,TABLE   \n",
       "5084   18003      1800             Bagels, egg            BAGELS,EGG   \n",
       "7610   42200      1600                   Papad                 PAPAD   \n",
       "436     3166       300  Babyfood, juice, apple  BABYFOOD,JUICE,APPLE   \n",
       "6320   21416      2100       POPEYES, Coleslaw      POPEYES,COLESLAW   \n",
       "\n",
       "                      ComName                   ManufacName Survey  \\\n",
       "1533                      NaN                           NaN      Y   \n",
       "5349                      NaN                           NaN      Y   \n",
       "1813                      NaN                           NaN    NaN   \n",
       "2001                      NaN                           NaN    NaN   \n",
       "7481  family style, applebees                    Applebee's    NaN   \n",
       "5258                      NaN                           NaN    NaN   \n",
       "5778                      NaN                           NaN      Y   \n",
       "5785                      NaN                           NaN      Y   \n",
       "2598                      NaN                           NaN    NaN   \n",
       "5793                      NaN                           NaN      Y   \n",
       "5325                      NaN                           NaN      Y   \n",
       "5987                      NaN                           NaN    NaN   \n",
       "7483  applebees, family style                    Applebee's    NaN   \n",
       "290                       NaN                           NaN      Y   \n",
       "5741                      NaN                           NaN      Y   \n",
       "308                       NaN                           NaN      Y   \n",
       "5084                      NaN                           NaN    NaN   \n",
       "7610                      NaN                           NaN      Y   \n",
       "436                       NaN                           NaN      Y   \n",
       "6320                      NaN  Popeyes Chicken and Biscuits    NaN   \n",
       "\n",
       "                                           Ref_desc  Refuse  \\\n",
       "1533                                            NaN     0.0   \n",
       "5349                                            NaN     0.0   \n",
       "1813                                 Core and stems     8.0   \n",
       "2001                                  Caps and pits    33.0   \n",
       "7481                                            NaN     0.0   \n",
       "5258                                            NaN     0.0   \n",
       "5778                                            NaN     0.0   \n",
       "5785                                            NaN     0.0   \n",
       "2598  Stem ends, tough stems and tough midrib parts    28.0   \n",
       "5793                                            NaN     0.0   \n",
       "5325                                            NaN     0.0   \n",
       "5987                                            NaN     0.0   \n",
       "7483                                            NaN     0.0   \n",
       "290                                             NaN     0.0   \n",
       "5741                                            NaN     0.0   \n",
       "308                                             NaN     0.0   \n",
       "5084                                            NaN     0.0   \n",
       "7610                                            NaN     0.0   \n",
       "436                                             NaN     0.0   \n",
       "6320                                            NaN     0.0   \n",
       "\n",
       "                                 SciName  N_Factor  Pro_Factor  Fat_Factor  \\\n",
       "1533                                 NaN      6.25        4.00        9.00   \n",
       "5349                                 NaN      6.00        4.20        8.90   \n",
       "1813                          Malus spp.      6.25        3.36        8.37   \n",
       "2001                     Syzygium jambos      6.25        3.36        8.37   \n",
       "7481                                 NaN       NaN         NaN         NaN   \n",
       "5258                                 NaN      5.90        4.00        8.80   \n",
       "5778                                 NaN      6.25        3.36        8.37   \n",
       "5785                                 NaN      6.25        3.36        8.37   \n",
       "2598  Brassica oleracea (Acephala Group)      6.25        2.44        8.37   \n",
       "5793                                 NaN      6.25        3.36        8.37   \n",
       "5325                                 NaN      5.80        3.90        8.80   \n",
       "5987                X Triticosecale spp.      5.83        3.32        8.37   \n",
       "7483                                 NaN       NaN         NaN         NaN   \n",
       "290                      Capsicum annuum      6.25        3.36        8.37   \n",
       "5741                                 NaN      6.25        4.00        9.00   \n",
       "308                                  NaN      0.00         NaN         NaN   \n",
       "5084                                 NaN      5.70        4.00        8.60   \n",
       "7610                                 NaN       NaN         NaN         NaN   \n",
       "436                                  NaN      6.25        3.36        8.37   \n",
       "6320                                 NaN       NaN         NaN         NaN   \n",
       "\n",
       "      CHO_Factor  score  \n",
       "1533        4.00     56  \n",
       "5349        3.90     56  \n",
       "1813        3.60     53  \n",
       "2001        3.60     50  \n",
       "7481         NaN     48  \n",
       "5258        4.00     48  \n",
       "5778        3.87     47  \n",
       "5785        3.87     47  \n",
       "2598        3.57     46  \n",
       "5793        3.80     43  \n",
       "5325        3.90     43  \n",
       "5987        3.82     43  \n",
       "7483         NaN     42  \n",
       "290         2.35     42  \n",
       "5741        4.00     42  \n",
       "308          NaN     40  \n",
       "5084        4.10     40  \n",
       "7610         NaN     40  \n",
       "436         3.92     40  \n",
       "6320         NaN     38  "
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "SR_foods['score'] = SR_foods['Long_Desc'].apply(lambda x : fuzz.token_sort_ratio('apple', x.lower()))\n",
    "SR_foods.sort_values('score', ascending=False)[0:20]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "id": "3d681b41",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>NDB_No</th>\n",
       "      <th>FdGrp_Cd</th>\n",
       "      <th>Long_Desc</th>\n",
       "      <th>Shrt_Desc</th>\n",
       "      <th>ComName</th>\n",
       "      <th>ManufacName</th>\n",
       "      <th>Survey</th>\n",
       "      <th>Ref_desc</th>\n",
       "      <th>Refuse</th>\n",
       "      <th>SciName</th>\n",
       "      <th>N_Factor</th>\n",
       "      <th>Pro_Factor</th>\n",
       "      <th>Fat_Factor</th>\n",
       "      <th>CHO_Factor</th>\n",
       "      <th>score</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>3904</th>\n",
       "      <td>14238</td>\n",
       "      <td>1400</td>\n",
       "      <td>Beverages, cranberry-apple juice drink, bottled</td>\n",
       "      <td>BEVERAGES,CRANBERRY-APPLE JUC DRK,BTLD</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.25</td>\n",
       "      <td>3.36</td>\n",
       "      <td>8.37</td>\n",
       "      <td>3.9</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3891</th>\n",
       "      <td>14220</td>\n",
       "      <td>1400</td>\n",
       "      <td>Beverages, OCEAN SPRAY, Cranberry-Apple Juice ...</td>\n",
       "      <td>Beverages, OCEAN SPRAY, Cranberry-Apple Juice ...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Ocean Spray Cranberries, Inc.</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.25</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3941</th>\n",
       "      <td>14286</td>\n",
       "      <td>1400</td>\n",
       "      <td>Beverages, MOTTS, Apple juice light, fortified...</td>\n",
       "      <td>BEVERAGES,MOTTS,APPL JUC LT,FORT W/ VIT C</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Mott's INC.</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.25</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>534</th>\n",
       "      <td>3711</td>\n",
       "      <td>300</td>\n",
       "      <td>Babyfood, cereal, high protein, with apple and...</td>\n",
       "      <td>BABYFOOD,CRL,HI PROT,W/APPL&amp;ORANGE,PREP W/WHL ...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>424</th>\n",
       "      <td>3153</td>\n",
       "      <td>300</td>\n",
       "      <td>Babyfood, fruit, apple and raspberry, junior</td>\n",
       "      <td>BABYFOOD,FRUIT,APPL &amp; RASPBERRY,JR</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.25</td>\n",
       "      <td>3.36</td>\n",
       "      <td>8.37</td>\n",
       "      <td>3.6</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>423</th>\n",
       "      <td>3152</td>\n",
       "      <td>300</td>\n",
       "      <td>Babyfood, fruit, apple and raspberry, strained</td>\n",
       "      <td>BABYFOOD,FRUIT,APPL &amp; RASPBERRY,STR</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.25</td>\n",
       "      <td>3.36</td>\n",
       "      <td>8.37</td>\n",
       "      <td>3.6</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>347</th>\n",
       "      <td>3025</td>\n",
       "      <td>300</td>\n",
       "      <td>Babyfood, GERBER, 3rd Foods, apple, mango and ...</td>\n",
       "      <td>BABYFOOD,GERBER,3RD FOODS,APPL,MANGO &amp; KIWI</td>\n",
       "      <td>NaN</td>\n",
       "      <td>GERBER</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.25</td>\n",
       "      <td>3.60</td>\n",
       "      <td>8.37</td>\n",
       "      <td>3.6</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>345</th>\n",
       "      <td>3023</td>\n",
       "      <td>300</td>\n",
       "      <td>Babyfood, finger snacks, GERBER, GRADUATES, PU...</td>\n",
       "      <td>BABYFOOD,FINGER SNACKS,GERBER,GRADUATES,PUFFS,...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>GERBER</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.25</td>\n",
       "      <td>3.36</td>\n",
       "      <td>6.37</td>\n",
       "      <td>3.6</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5258</th>\n",
       "      <td>18240</td>\n",
       "      <td>1800</td>\n",
       "      <td>Croissants, apple</td>\n",
       "      <td>CROISSANTS,APPLE</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>5.90</td>\n",
       "      <td>4.00</td>\n",
       "      <td>8.80</td>\n",
       "      <td>4.0</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5264</th>\n",
       "      <td>18246</td>\n",
       "      <td>1800</td>\n",
       "      <td>Danish pastry, fruit, enriched (includes apple...</td>\n",
       "      <td>DANISH PASTRY,FRUIT,ENR</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>5.80</td>\n",
       "      <td>4.10</td>\n",
       "      <td>8.80</td>\n",
       "      <td>3.9</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5276</th>\n",
       "      <td>18262</td>\n",
       "      <td>1800</td>\n",
       "      <td>Muffins, English, raisin-cinnamon (includes ap...</td>\n",
       "      <td>MUFFINS,ENG,RAISIN-CINNAMON (INCLUDES APPLE-CI...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.25</td>\n",
       "      <td>4.00</td>\n",
       "      <td>9.00</td>\n",
       "      <td>4.0</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5277</th>\n",
       "      <td>18263</td>\n",
       "      <td>1800</td>\n",
       "      <td>Muffins, English, raisin-cinnamon, toasted (in...</td>\n",
       "      <td>MUFFINS,ENG,RAISIN-CINNAMON,TSTD (INCLUDES APP...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5307</th>\n",
       "      <td>18301</td>\n",
       "      <td>1800</td>\n",
       "      <td>Pie, apple, commercially prepared, enriched flour</td>\n",
       "      <td>PIE,APPL,COMMLY PREP,ENR FLR</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>5.70</td>\n",
       "      <td>4.00</td>\n",
       "      <td>8.80</td>\n",
       "      <td>3.9</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>468</th>\n",
       "      <td>3211</td>\n",
       "      <td>300</td>\n",
       "      <td>Babyfood, cereal, high protein, with apple and...</td>\n",
       "      <td>BABYFOOD,CRL,HI PROT,W/APPL&amp;ORANGE,DRY</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>5.85</td>\n",
       "      <td>3.50</td>\n",
       "      <td>8.40</td>\n",
       "      <td>4.0</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5349</th>\n",
       "      <td>18354</td>\n",
       "      <td>1800</td>\n",
       "      <td>Strudel, apple</td>\n",
       "      <td>STRUDEL,APPLE</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.00</td>\n",
       "      <td>4.20</td>\n",
       "      <td>8.90</td>\n",
       "      <td>3.9</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5356</th>\n",
       "      <td>18362</td>\n",
       "      <td>1800</td>\n",
       "      <td>Toaster pastries, fruit (includes apple, blueb...</td>\n",
       "      <td>TOASTER PASTRIES,FRUIT</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.25</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5404</th>\n",
       "      <td>18431</td>\n",
       "      <td>1800</td>\n",
       "      <td>Danish pastry, fruit, unenriched (includes app...</td>\n",
       "      <td>DANISH PASTRY,FRUIT,UNENR (INCL APPL,CINN,RAIS...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>5.80</td>\n",
       "      <td>4.10</td>\n",
       "      <td>8.80</td>\n",
       "      <td>3.9</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5413</th>\n",
       "      <td>18443</td>\n",
       "      <td>1800</td>\n",
       "      <td>Pie, apple, commercially prepared, unenriched ...</td>\n",
       "      <td>PIE,APPL,COMMLY PREP,UNENR FLR</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>5.70</td>\n",
       "      <td>4.00</td>\n",
       "      <td>8.80</td>\n",
       "      <td>3.9</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5472</th>\n",
       "      <td>18939</td>\n",
       "      <td>1800</td>\n",
       "      <td>Toaster pastries, fruit, toasted (include appl...</td>\n",
       "      <td>TSTR PSTRS,FRT,TSTD (INCL APPL,BLUEBERRY,CHERR...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>493</th>\n",
       "      <td>3269</td>\n",
       "      <td>300</td>\n",
       "      <td>Babyfood, juice, apple, with calcium</td>\n",
       "      <td>BABYFOOD,JUC,APPL,W/CA</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "      NDB_No  FdGrp_Cd                                          Long_Desc  \\\n",
       "3904   14238      1400    Beverages, cranberry-apple juice drink, bottled   \n",
       "3891   14220      1400  Beverages, OCEAN SPRAY, Cranberry-Apple Juice ...   \n",
       "3941   14286      1400  Beverages, MOTTS, Apple juice light, fortified...   \n",
       "534     3711       300  Babyfood, cereal, high protein, with apple and...   \n",
       "424     3153       300       Babyfood, fruit, apple and raspberry, junior   \n",
       "423     3152       300     Babyfood, fruit, apple and raspberry, strained   \n",
       "347     3025       300  Babyfood, GERBER, 3rd Foods, apple, mango and ...   \n",
       "345     3023       300  Babyfood, finger snacks, GERBER, GRADUATES, PU...   \n",
       "5258   18240      1800                                  Croissants, apple   \n",
       "5264   18246      1800  Danish pastry, fruit, enriched (includes apple...   \n",
       "5276   18262      1800  Muffins, English, raisin-cinnamon (includes ap...   \n",
       "5277   18263      1800  Muffins, English, raisin-cinnamon, toasted (in...   \n",
       "5307   18301      1800  Pie, apple, commercially prepared, enriched flour   \n",
       "468     3211       300  Babyfood, cereal, high protein, with apple and...   \n",
       "5349   18354      1800                                     Strudel, apple   \n",
       "5356   18362      1800  Toaster pastries, fruit (includes apple, blueb...   \n",
       "5404   18431      1800  Danish pastry, fruit, unenriched (includes app...   \n",
       "5413   18443      1800  Pie, apple, commercially prepared, unenriched ...   \n",
       "5472   18939      1800  Toaster pastries, fruit, toasted (include appl...   \n",
       "493     3269       300               Babyfood, juice, apple, with calcium   \n",
       "\n",
       "                                              Shrt_Desc ComName  \\\n",
       "3904             BEVERAGES,CRANBERRY-APPLE JUC DRK,BTLD     NaN   \n",
       "3891  Beverages, OCEAN SPRAY, Cranberry-Apple Juice ...     NaN   \n",
       "3941          BEVERAGES,MOTTS,APPL JUC LT,FORT W/ VIT C     NaN   \n",
       "534   BABYFOOD,CRL,HI PROT,W/APPL&ORANGE,PREP W/WHL ...     NaN   \n",
       "424                  BABYFOOD,FRUIT,APPL & RASPBERRY,JR     NaN   \n",
       "423                 BABYFOOD,FRUIT,APPL & RASPBERRY,STR     NaN   \n",
       "347         BABYFOOD,GERBER,3RD FOODS,APPL,MANGO & KIWI     NaN   \n",
       "345   BABYFOOD,FINGER SNACKS,GERBER,GRADUATES,PUFFS,...     NaN   \n",
       "5258                                   CROISSANTS,APPLE     NaN   \n",
       "5264                            DANISH PASTRY,FRUIT,ENR     NaN   \n",
       "5276  MUFFINS,ENG,RAISIN-CINNAMON (INCLUDES APPLE-CI...     NaN   \n",
       "5277  MUFFINS,ENG,RAISIN-CINNAMON,TSTD (INCLUDES APP...     NaN   \n",
       "5307                       PIE,APPL,COMMLY PREP,ENR FLR     NaN   \n",
       "468              BABYFOOD,CRL,HI PROT,W/APPL&ORANGE,DRY     NaN   \n",
       "5349                                      STRUDEL,APPLE     NaN   \n",
       "5356                             TOASTER PASTRIES,FRUIT     NaN   \n",
       "5404  DANISH PASTRY,FRUIT,UNENR (INCL APPL,CINN,RAIS...     NaN   \n",
       "5413                     PIE,APPL,COMMLY PREP,UNENR FLR     NaN   \n",
       "5472  TSTR PSTRS,FRT,TSTD (INCL APPL,BLUEBERRY,CHERR...     NaN   \n",
       "493                              BABYFOOD,JUC,APPL,W/CA     NaN   \n",
       "\n",
       "                        ManufacName Survey Ref_desc  Refuse SciName  N_Factor  \\\n",
       "3904                            NaN    NaN      NaN     0.0     NaN      6.25   \n",
       "3891  Ocean Spray Cranberries, Inc.    NaN      NaN     0.0     NaN      6.25   \n",
       "3941                    Mott's INC.    NaN      NaN     0.0     NaN      6.25   \n",
       "534                             NaN    NaN      NaN     0.0     NaN      0.00   \n",
       "424                             NaN      Y      NaN     0.0     NaN      6.25   \n",
       "423                             NaN      Y      NaN     0.0     NaN      6.25   \n",
       "347                          GERBER      Y      NaN     0.0     NaN      6.25   \n",
       "345                          GERBER      Y      NaN     0.0     NaN      6.25   \n",
       "5258                            NaN    NaN      NaN     0.0     NaN      5.90   \n",
       "5264                            NaN      Y      NaN     0.0     NaN      5.80   \n",
       "5276                            NaN      Y      NaN     0.0     NaN      6.25   \n",
       "5277                            NaN      Y      NaN     0.0     NaN       NaN   \n",
       "5307                            NaN      Y      NaN     0.0     NaN      5.70   \n",
       "468                             NaN    NaN      NaN     0.0     NaN      5.85   \n",
       "5349                            NaN      Y      NaN     0.0     NaN      6.00   \n",
       "5356                            NaN      Y      NaN     0.0     NaN      6.25   \n",
       "5404                            NaN    NaN      NaN     0.0     NaN      5.80   \n",
       "5413                            NaN    NaN      NaN     0.0     NaN      5.70   \n",
       "5472                            NaN    NaN      NaN     0.0     NaN       NaN   \n",
       "493                             NaN      Y      NaN     0.0     NaN       NaN   \n",
       "\n",
       "      Pro_Factor  Fat_Factor  CHO_Factor  score  \n",
       "3904        3.36        8.37         3.9    100  \n",
       "3891         NaN         NaN         NaN    100  \n",
       "3941         NaN         NaN         NaN    100  \n",
       "534          NaN         NaN         NaN    100  \n",
       "424         3.36        8.37         3.6    100  \n",
       "423         3.36        8.37         3.6    100  \n",
       "347         3.60        8.37         3.6    100  \n",
       "345         3.36        6.37         3.6    100  \n",
       "5258        4.00        8.80         4.0    100  \n",
       "5264        4.10        8.80         3.9    100  \n",
       "5276        4.00        9.00         4.0    100  \n",
       "5277         NaN         NaN         NaN    100  \n",
       "5307        4.00        8.80         3.9    100  \n",
       "468         3.50        8.40         4.0    100  \n",
       "5349        4.20        8.90         3.9    100  \n",
       "5356         NaN         NaN         NaN    100  \n",
       "5404        4.10        8.80         3.9    100  \n",
       "5413        4.00        8.80         3.9    100  \n",
       "5472         NaN         NaN         NaN    100  \n",
       "493          NaN         NaN         NaN    100  "
      ]
     },
     "execution_count": 22,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "SR_foods['score'] = SR_foods['Long_Desc'].apply(lambda x : fuzz.token_set_ratio('apple', x.lower()))\n",
    "SR_foods.sort_values('score', ascending=False)[0:20]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "id": "f265e547",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[('Babyfood, apples, dices, toddler', 90, 394),\n",
       " ('Babyfood, fruit, applesauce, strained', 90, 395),\n",
       " ('Babyfood, fruit, applesauce, junior', 90, 396),\n",
       " ('Babyfood, juice, apple', 90, 436),\n",
       " ('Babyfood, apple-banana juice', 90, 437),\n",
       " ('Babyfood, juice, apple and peach', 90, 438),\n",
       " ('Babyfood, juice, apple and prune', 90, 439),\n",
       " ('Babyfood, juice, orange and apple', 90, 441),\n",
       " ('Babyfood, juice, orange and pineapple', 90, 445),\n",
       " ('Babyfood, dessert, dutch apple, strained', 90, 475),\n",
       " ('Babyfood, dessert, dutch apple, junior', 90, 476),\n",
       " ('Babyfood, juice, apple and grape', 90, 491),\n",
       " ('Babyfood, juice, apple, with calcium', 90, 493),\n",
       " ('Babyfood, apples with ham, strained', 90, 502),\n",
       " ('Scrapple, pork', 90, 1533),\n",
       " ('Apples, raw, without skin', 90, 1748),\n",
       " ('Apples, dried, sulfured, uncooked', 90, 1754),\n",
       " ('Crabapples, raw', 90, 1813),\n",
       " (\"Custard-apple, (bullock's-heart), raw\", 90, 1821),\n",
       " ('Mammy-apple, (mamey), raw', 90, 1891),\n",
       " ('Pineapple, raw, all varieties', 90, 1960),\n",
       " ('Pineapple, frozen, chunks, sweetened', 90, 1966),\n",
       " ('Rose-apples, raw', 90, 2001),\n",
       " ('Sugar-apples, (sweetsop), raw', 90, 2009),\n",
       " ('Pineapple, canned, juice pack, drained', 90, 2019),\n",
       " ('Applesauce, canned, sweetened, with salt', 90, 2029),\n",
       " ('Pineapple, raw, traditional varieties', 90, 2048),\n",
       " ('Pineapple, raw, extra sweet variety', 90, 2049),\n",
       " ('Orange Pineapple Juice Blend', 90, 2064),\n",
       " ('Apples, raw, golden delicious, with skin', 90, 2066),\n",
       " ('Croissants, apple', 90, 5258),\n",
       " ('Pie, apple, prepared from recipe', 90, 5308),\n",
       " ('Strudel, apple', 90, 5349),\n",
       " ('Pie, Dutch Apple, Commercially Prepared', 90, 5476),\n",
       " ('Fruit butters, apple', 90, 5741),\n",
       " ('Pie fillings, apple, canned', 90, 5755),\n",
       " ('Toppings, pineapple', 90, 5793),\n",
       " (\"APPLEBEE'S, 9 oz house sirloin steak\", 90, 7462),\n",
       " (\"APPLEBEE'S, Double Crunch Shrimp\", 90, 7463),\n",
       " (\"APPLEBEE'S, french fries\", 90, 7464),\n",
       " (\"APPLEBEE'S, mozzarella sticks\", 90, 7466),\n",
       " (\"APPLEBEE'S, fish, hand battered\", 90, 7480),\n",
       " (\"APPLEBEE'S, chili\", 90, 7481),\n",
       " (\"APPLEBEE'S, coleslaw\", 90, 7483),\n",
       " (\"APPLEBEE'S, crunchy onion rings\", 90, 7484),\n",
       " (\"APPLEBEE'S, chicken tenders platter\", 90, 7485),\n",
       " ('Babyfood, apple yogurt dessert, strained', 90, 7590),\n",
       " ('Babyfood, juice, apple-sweet potato', 90, 7623),\n",
       " ('Babyfood, rice and apples, dry', 90, 7758),\n",
       " ('Babyfood, juice, apple - cherry', 90, 7759)]"
      ]
     },
     "execution_count": 24,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "match_list = process.extract('apple',SR_foods['Long_Desc'], limit=None)\n",
    "match_list[0:50]"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "0a7bdfa6",
   "metadata": {},
   "source": [
    "`process.extract` maybe performs the best at getting literal `apples` to be near the top of the search results but still has some trouble favoring that over results like `pineapple`, `applesauce` and `applebee's`. Rather than digging into the fuzzy matching algorithms which are pretty complex, a simpler solution to improve the results would be to cascade other comparisons going from more exact to less exact matching."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "e3ea4d0e",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[('egg', 3.2),\n",
       " ('legg', 0.2),\n",
       " ('eggs', 1.2),\n",
       " ('egg, white', 2.2),\n",
       " ('eggs, white', 1.2),\n",
       " (' egg ', 2.2),\n",
       " (' egg', 2.2),\n",
       " ('eggo', 0.2),\n",
       " ('EGG', 3.2),\n",
       " ('LEGG', 0.2),\n",
       " ('EGGS', 1.2),\n",
       " ('EGG, S', 2.2),\n",
       " (' EGG ', 2.2),\n",
       " ('EGGO', 0.2)]"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# everything is case-insensitive\n",
    "def new_score(search, name, score):\n",
    "    # exact match\n",
    "    if search.lower() == name.lower():\n",
    "        modifier = 3\n",
    "    # exact match of substring, *isolated*\n",
    "    # for example 'apple' should match with 'apple, raw' but not 'pineapple'\n",
    "    elif re.match(r'.*(^|[^a-zA-Z0-9]+)'+search+r'($|[^a-zA-Z0-9]+)',name, re.IGNORECASE):\n",
    "        modifier = 2\n",
    "    # simple '-s' plurals\n",
    "    elif re.match(r'.*(^|[^a-zA-Z0-9]+)'+search+r's($|[^a-zA-Z0-9]+)',name, re.IGNORECASE):\n",
    "        modifier = 1\n",
    "    else:\n",
    "        modifier = 0\n",
    "    return modifier + score/100\n",
    "\n",
    "[(name, new_score('egg',name,20)) for name in ['egg','legg','eggs','egg, white', 'eggs, white', ' egg ', ' egg', 'eggo', 'EGG', 'LEGG', 'EGGS', 'EGG, S', ' EGG ', 'EGGO']]"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "0afde5c9",
   "metadata": {},
   "source": [
    "With this new cascading scoring method we can see that `egg` matches better than `egg, white` which matches better than `eggs, white` which matches better than `eggo` and `legg`."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "id": "3dcc06b1",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[('Egg, whole, cooked, scrambled', 2.54, 122),\n",
       " ('Fast foods, egg, scrambled', 2.54, 6117),\n",
       " ('Egg rolls, vegetable, frozen, prepared', 2.54, 6446),\n",
       " ('Babyfood, cereal, with egg yolks, junior', 2.51, 462),\n",
       " ('Wonton wrappers (includes egg roll wrappers)', 2.48, 5361),\n",
       " ('Bagels, egg', 2.38, 5084),\n",
       " ('Egg, whole, raw, fresh', 2.36, 113),\n",
       " ('Egg, yolk, raw, frozen, pasteurized', 2.36, 116),\n",
       " ('Egg, whole, cooked, fried', 2.36, 118),\n",
       " ('Egg, whole, cooked, hard-boiled', 2.36, 119),\n",
       " ('Egg, whole, cooked, omelet', 2.36, 120),\n",
       " ('Egg, whole, cooked, poached', 2.36, 121),\n",
       " ('Egg, whole, dried', 2.36, 123),\n",
       " ('Egg, duck, whole, fresh, raw', 2.36, 128),\n",
       " ('Egg, goose, whole, fresh, raw', 2.36, 129),\n",
       " ('Egg, quail, whole, fresh, raw', 2.36, 130),\n",
       " ('Egg, turkey, whole, fresh, raw', 2.36, 131),\n",
       " ('Egg substitute, powder', 2.36, 132),\n",
       " ('Egg, yolk, raw, frozen, salted, pasteurized', 2.36, 144),\n",
       " ('Egg, white, raw, frozen, pasteurized', 2.36, 154),\n",
       " ('Egg, whole, raw, frozen, salted, pasteurized', 2.36, 216),\n",
       " ('Babyfood, cereal, egg yolks and bacon, junior', 2.36, 464),\n",
       " ('Bread, egg', 2.36, 5103),\n",
       " ('Bread, egg, toasted', 2.36, 5104),\n",
       " ('Crackers, matzo, egg', 2.36, 5237),\n",
       " ('Pie, egg custard, commercially prepared', 2.36, 5320),\n",
       " ('Crackers, matzo, egg and onion', 2.36, 5379),\n",
       " ('Noodles, egg, dry, enriched', 2.36, 6017),\n",
       " ('Noodles, egg, enriched, cooked', 2.36, 6018),\n",
       " ('Noodles, egg, spinach, enriched, dry', 2.36, 6019),\n",
       " ('Noodles, egg, spinach, enriched, cooked', 2.36, 6020),\n",
       " ('Noodles, egg, dry, unenriched', 2.36, 6062),\n",
       " (\"McDONALD'S, Egg McMUFFIN\", 2.36, 6283),\n",
       " (\"McDONALD'S, Sausage McMUFFIN with Egg\", 2.36, 6285),\n",
       " (\"McDONALD'S, Bacon Egg & Cheese Biscuit\", 2.36, 6286),\n",
       " (\"McDONALD'S, Sausage Biscuit with Egg\", 2.36, 6288),\n",
       " ('Egg rolls, pork, refrigerated, heated', 2.36, 6444),\n",
       " ('Egg rolls, chicken, refrigerated, heated', 2.36, 6445),\n",
       " ('Potato salad with egg', 2.36, 6457),\n",
       " ('Soup, egg drop, Chinese restaurant', 2.36, 7108),\n",
       " ('Babyfood, cereal, with egg yolks, strained', 2.34, 461),\n",
       " ('Pasta, homemade, made with egg, cooked', 2.34, 6013),\n",
       " ('Egg, yolk, raw, frozen, sugared, pasteurized', 2.24, 117),\n",
       " ('Egg, whole, dried, stabilized, glucose reduced', 2.24, 124),\n",
       " ('Egg, white, dried, flakes, stabilized, glucose reduced', 2.24, 125),\n",
       " ('Egg, white, dried, powder, stabilized, glucose reduced', 2.24, 126),\n",
       " (\"Egg, whole, raw, frozen, pasteurized (Includes foods for USDA's Food Distribution Program)\",\n",
       "  2.24,\n",
       "  153),\n",
       " ('Egg, white, dried, stabilized, glucose reduced', 2.24, 218),\n",
       " ('Desserts, egg custard, baked, prepared-from-recipe', 2.24, 5653),\n",
       " ('Egg custards, dry mix, prepared with whole milk', 2.24, 5655)]"
      ]
     },
     "execution_count": 25,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "def sort_criteria(item):\n",
    "    _, score, _ = item\n",
    "    return score\n",
    "\n",
    "new_matches = [(name, new_score('egg', name, score), idx) for name, score, idx in match_list]\n",
    "new_matches.sort(key=sort_criteria, reverse=True)\n",
    "new_matches[0:50]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "id": "88f98652",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[('Babyfood, apples, dices, toddler', 90, 394),\n",
       " ('Babyfood, fruit, applesauce, strained', 90, 395),\n",
       " ('Babyfood, fruit, applesauce, junior', 90, 396),\n",
       " ('Babyfood, juice, apple', 90, 436),\n",
       " ('Babyfood, apple-banana juice', 90, 437),\n",
       " ('Babyfood, juice, apple and peach', 90, 438),\n",
       " ('Babyfood, juice, apple and prune', 90, 439),\n",
       " ('Babyfood, juice, orange and apple', 90, 441),\n",
       " ('Babyfood, juice, orange and pineapple', 90, 445),\n",
       " ('Babyfood, dessert, dutch apple, strained', 90, 475),\n",
       " ('Babyfood, dessert, dutch apple, junior', 90, 476),\n",
       " ('Babyfood, juice, apple and grape', 90, 491),\n",
       " ('Babyfood, juice, apple, with calcium', 90, 493),\n",
       " ('Babyfood, apples with ham, strained', 90, 502),\n",
       " ('Scrapple, pork', 90, 1533),\n",
       " ('Apples, raw, without skin', 90, 1748),\n",
       " ('Apples, dried, sulfured, uncooked', 90, 1754),\n",
       " ('Crabapples, raw', 90, 1813),\n",
       " (\"Custard-apple, (bullock's-heart), raw\", 90, 1821),\n",
       " ('Mammy-apple, (mamey), raw', 90, 1891),\n",
       " ('Pineapple, raw, all varieties', 90, 1960),\n",
       " ('Pineapple, frozen, chunks, sweetened', 90, 1966),\n",
       " ('Rose-apples, raw', 90, 2001),\n",
       " ('Sugar-apples, (sweetsop), raw', 90, 2009),\n",
       " ('Pineapple, canned, juice pack, drained', 90, 2019),\n",
       " ('Applesauce, canned, sweetened, with salt', 90, 2029),\n",
       " ('Pineapple, raw, traditional varieties', 90, 2048),\n",
       " ('Pineapple, raw, extra sweet variety', 90, 2049),\n",
       " ('Orange Pineapple Juice Blend', 90, 2064),\n",
       " ('Apples, raw, golden delicious, with skin', 90, 2066),\n",
       " ('Croissants, apple', 90, 5258),\n",
       " ('Pie, apple, prepared from recipe', 90, 5308),\n",
       " ('Strudel, apple', 90, 5349),\n",
       " ('Pie, Dutch Apple, Commercially Prepared', 90, 5476),\n",
       " ('Fruit butters, apple', 90, 5741),\n",
       " ('Pie fillings, apple, canned', 90, 5755),\n",
       " ('Toppings, pineapple', 90, 5793),\n",
       " (\"APPLEBEE'S, 9 oz house sirloin steak\", 90, 7462),\n",
       " (\"APPLEBEE'S, Double Crunch Shrimp\", 90, 7463),\n",
       " (\"APPLEBEE'S, french fries\", 90, 7464),\n",
       " (\"APPLEBEE'S, mozzarella sticks\", 90, 7466),\n",
       " (\"APPLEBEE'S, fish, hand battered\", 90, 7480),\n",
       " (\"APPLEBEE'S, chili\", 90, 7481),\n",
       " (\"APPLEBEE'S, coleslaw\", 90, 7483),\n",
       " (\"APPLEBEE'S, crunchy onion rings\", 90, 7484),\n",
       " (\"APPLEBEE'S, chicken tenders platter\", 90, 7485),\n",
       " ('Babyfood, apple yogurt dessert, strained', 90, 7590),\n",
       " ('Babyfood, juice, apple-sweet potato', 90, 7623),\n",
       " ('Babyfood, rice and apples, dry', 90, 7758),\n",
       " ('Babyfood, juice, apple - cherry', 90, 7759)]"
      ]
     },
     "execution_count": 26,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "match_list2 = process.extract('apple',SR_foods['Long_Desc'], limit=None)\n",
    "match_list2[0:50]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "id": "d600c35b",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[('Babyfood, juice, apple', 2.9, 436),\n",
       " ('Babyfood, apple-banana juice', 2.9, 437),\n",
       " ('Babyfood, juice, apple and peach', 2.9, 438),\n",
       " ('Babyfood, juice, apple and prune', 2.9, 439),\n",
       " ('Babyfood, juice, orange and apple', 2.9, 441),\n",
       " ('Babyfood, dessert, dutch apple, strained', 2.9, 475),\n",
       " ('Babyfood, dessert, dutch apple, junior', 2.9, 476),\n",
       " ('Babyfood, juice, apple and grape', 2.9, 491),\n",
       " ('Babyfood, juice, apple, with calcium', 2.9, 493),\n",
       " (\"Custard-apple, (bullock's-heart), raw\", 2.9, 1821),\n",
       " ('Mammy-apple, (mamey), raw', 2.9, 1891),\n",
       " ('Croissants, apple', 2.9, 5258),\n",
       " ('Pie, apple, prepared from recipe', 2.9, 5308),\n",
       " ('Strudel, apple', 2.9, 5349),\n",
       " ('Pie, Dutch Apple, Commercially Prepared', 2.9, 5476),\n",
       " ('Fruit butters, apple', 2.9, 5741),\n",
       " ('Pie fillings, apple, canned', 2.9, 5755),\n",
       " ('Babyfood, apple yogurt dessert, strained', 2.9, 7590),\n",
       " ('Babyfood, juice, apple-sweet potato', 2.9, 7623),\n",
       " ('Babyfood, juice, apple - cherry', 2.9, 7759),\n",
       " ('Babyfood, banana apple dessert, strained', 2.9, 7767),\n",
       " ('Babyfood, GERBER, 2nd Foods, apple, carrot and squash, organic', 2.6, 344),\n",
       " ('Babyfood, finger snacks, GERBER, GRADUATES, PUFFS, apple and cinnamon',\n",
       "  2.6,\n",
       "  345),\n",
       " ('Babyfood, GERBER, 3rd Foods, apple, mango and kiwi', 2.6, 347),\n",
       " ('Babyfood, fruit, apple and raspberry, strained', 2.6, 423),\n",
       " ('Babyfood, fruit, apple and raspberry, junior', 2.6, 424),\n",
       " ('Babyfood, fruit and vegetable, apple and sweet potato', 2.6, 425),\n",
       " ('Babyfood, fruit, apple and blueberry, strained', 2.6, 434),\n",
       " ('Babyfood, fruit, apple and blueberry, junior', 2.6, 435),\n",
       " ('Babyfood, juice, orange and apple and banana', 2.6, 442),\n",
       " ('Babyfood, cereal, high protein, with apple and orange, dry', 2.6, 468),\n",
       " ('Babyfood, cereal, high protein, with apple and orange, prepared with whole milk',\n",
       "  2.6,\n",
       "  534),\n",
       " ('Cereals ready-to-eat, MALT-O-MEAL, Apple ZINGS', 2.6, 1688),\n",
       " ('Cereals ready-to-eat, QUAKER, Natural Granola Apple Cranberry Almond',\n",
       "  2.6,\n",
       "  1714),\n",
       " ('Cereals, QUAKER, Instant Oatmeal, Apple and Cinnamon, reduced sugar',\n",
       "  2.6,\n",
       "  1722),\n",
       " ('Cereals, QUAKER, oatmeal, REAL MEDLEYS, apple walnut, dry', 2.6, 1739),\n",
       " ('Apple juice, canned or bottled, unsweetened, without added ascorbic acid',\n",
       "  2.6,\n",
       "  1759),\n",
       " ('Apple juice, frozen concentrate, unsweetened, undiluted, without added ascorbic acid',\n",
       "  2.6,\n",
       "  1760),\n",
       " ('Apple juice, frozen concentrate, unsweetened, diluted with 3 volume water without added ascorbic acid',\n",
       "  2.6,\n",
       "  1761),\n",
       " ('Apple juice, canned or bottled, unsweetened, with added ascorbic acid',\n",
       "  2.6,\n",
       "  2027),\n",
       " ('Apple juice, frozen concentrate, unsweetened, undiluted, with added ascorbic acid',\n",
       "  2.6,\n",
       "  2034),\n",
       " ('Apple juice, frozen concentrate, unsweetened, diluted with 3 volume water, with added ascorbic acid',\n",
       "  2.6,\n",
       "  2035),\n",
       " ('Juice, apple and grape blend, with added ascorbic acid', 2.6, 2056),\n",
       " ('Juice, apple, grape and pear blend, with added ascorbic acid and calcium',\n",
       "  2.6,\n",
       "  2057),\n",
       " ('Apple juice, canned or bottled, unsweetened, with added ascorbic acid, calcium, and potassium',\n",
       "  2.6,\n",
       "  2080),\n",
       " ('Ruby Red grapefruit juice blend (grapefruit, grape, apple), OCEAN SPRAY, bottled, with added vitamin C',\n",
       "  2.6,\n",
       "  2089),\n",
       " ('Beverages, Apple juice drink, light, fortified with vitamin C', 2.6, 3847),\n",
       " ('Beverages, OCEAN SPRAY, Cranberry-Apple Juice Drink, bottled', 2.6, 3891),\n",
       " ('Beverages, cranberry-apple juice drink, bottled', 2.6, 3904),\n",
       " ('Beverages, MOTTS, Apple juice light, fortified with vitamin C', 2.6, 3941)]"
      ]
     },
     "execution_count": 27,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "new_matches2 = [(name, new_score('apple', name, score), idx) for name, score, idx in match_list2]\n",
    "new_matches2.sort(key=sort_criteria, reverse=True)\n",
    "new_matches2[0:50]"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "19196614",
   "metadata": {},
   "source": [
    "Does pretty good, it eliminates matches like `pineapple` and `applebee's` for the search term `apple` but now we should prioritize those that match more primary categories as well as those that match isolated terms rather than compound terms, ex.. the following is an appropriate ordering for the search `apple`:\n",
    "\n",
    "* `Apples, raw, without skin`\n",
    "* `Apple juice, canned or bottled, unsweetened, without added ascorbic acid`\n",
    "* `Babyfood, juice, apple`"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "id": "9cead593",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>NDB_No</th>\n",
       "      <th>FdGrp_Cd</th>\n",
       "      <th>Long_Desc</th>\n",
       "      <th>Shrt_Desc</th>\n",
       "      <th>ComName</th>\n",
       "      <th>ManufacName</th>\n",
       "      <th>Survey</th>\n",
       "      <th>Ref_desc</th>\n",
       "      <th>Refuse</th>\n",
       "      <th>SciName</th>\n",
       "      <th>N_Factor</th>\n",
       "      <th>Pro_Factor</th>\n",
       "      <th>Fat_Factor</th>\n",
       "      <th>CHO_Factor</th>\n",
       "      <th>score</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>249</th>\n",
       "      <td>1304</td>\n",
       "      <td>100</td>\n",
       "      <td>Yogurt, Greek, 2% fat, pineapple, CHOBANI</td>\n",
       "      <td>YOGURT,GREEK,2% FAT,PNAPPL,CHOBANI</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Chobani</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.38</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>24</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>344</th>\n",
       "      <td>3022</td>\n",
       "      <td>300</td>\n",
       "      <td>Babyfood, GERBER, 2nd Foods, apple, carrot and...</td>\n",
       "      <td>BABYFOOD,GERBER,2ND FOODS,APPL,CARROT &amp; SQUASH...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.25</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>345</th>\n",
       "      <td>3023</td>\n",
       "      <td>300</td>\n",
       "      <td>Babyfood, finger snacks, GERBER, GRADUATES, PU...</td>\n",
       "      <td>BABYFOOD,FINGER SNACKS,GERBER,GRADUATES,PUFFS,...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>GERBER</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.25</td>\n",
       "      <td>3.36</td>\n",
       "      <td>6.37</td>\n",
       "      <td>3.6</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>347</th>\n",
       "      <td>3025</td>\n",
       "      <td>300</td>\n",
       "      <td>Babyfood, GERBER, 3rd Foods, apple, mango and ...</td>\n",
       "      <td>BABYFOOD,GERBER,3RD FOODS,APPL,MANGO &amp; KIWI</td>\n",
       "      <td>NaN</td>\n",
       "      <td>GERBER</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.25</td>\n",
       "      <td>3.60</td>\n",
       "      <td>8.37</td>\n",
       "      <td>3.6</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>394</th>\n",
       "      <td>3115</td>\n",
       "      <td>300</td>\n",
       "      <td>Babyfood, apples, dices, toddler</td>\n",
       "      <td>BABYFOOD,APPLS,DICES,TODD</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.25</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>29</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>395</th>\n",
       "      <td>3116</td>\n",
       "      <td>300</td>\n",
       "      <td>Babyfood, fruit, applesauce, strained</td>\n",
       "      <td>BABYFOOD,FRUIT,APPLSAUC,STR</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.25</td>\n",
       "      <td>3.36</td>\n",
       "      <td>8.37</td>\n",
       "      <td>3.6</td>\n",
       "      <td>26</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>396</th>\n",
       "      <td>3117</td>\n",
       "      <td>300</td>\n",
       "      <td>Babyfood, fruit, applesauce, junior</td>\n",
       "      <td>BABYFOOD,FRUIT,APPLSAUC,JR</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.25</td>\n",
       "      <td>3.36</td>\n",
       "      <td>8.37</td>\n",
       "      <td>3.6</td>\n",
       "      <td>27</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>416</th>\n",
       "      <td>3142</td>\n",
       "      <td>300</td>\n",
       "      <td>Babyfood, fruit, applesauce and apricots, stra...</td>\n",
       "      <td>BABYFOOD,FRUIT,APPLSAUC&amp;APRICOTS,STR</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.25</td>\n",
       "      <td>3.36</td>\n",
       "      <td>8.37</td>\n",
       "      <td>3.6</td>\n",
       "      <td>19</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>417</th>\n",
       "      <td>3143</td>\n",
       "      <td>300</td>\n",
       "      <td>Babyfood, fruit, applesauce and apricots, junior</td>\n",
       "      <td>BABYFOOD,FRUIT,APPLSAUC&amp;APRICOTS,JR</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.25</td>\n",
       "      <td>3.36</td>\n",
       "      <td>8.37</td>\n",
       "      <td>3.6</td>\n",
       "      <td>20</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>418</th>\n",
       "      <td>3144</td>\n",
       "      <td>300</td>\n",
       "      <td>Babyfood, fruit, applesauce and cherries, stra...</td>\n",
       "      <td>BABYFOOD,FRUIT,APPLSAUC&amp;CHERRIES,STR</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.25</td>\n",
       "      <td>3.36</td>\n",
       "      <td>8.37</td>\n",
       "      <td>3.6</td>\n",
       "      <td>19</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>419</th>\n",
       "      <td>3145</td>\n",
       "      <td>300</td>\n",
       "      <td>Babyfood, fruit, applesauce and cherries, junior</td>\n",
       "      <td>BABYFOOD,FRUIT,APPLSAUC &amp; CHERRIES,JR</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.25</td>\n",
       "      <td>3.36</td>\n",
       "      <td>8.37</td>\n",
       "      <td>3.6</td>\n",
       "      <td>20</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>420</th>\n",
       "      <td>3147</td>\n",
       "      <td>300</td>\n",
       "      <td>Babyfood, fruit, applesauce with banana, junior</td>\n",
       "      <td>BABYFOOD,FRUIT,APPLSAUC W/BANANA,JR</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>20</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>421</th>\n",
       "      <td>3150</td>\n",
       "      <td>300</td>\n",
       "      <td>Babyfood, fruit, applesauce and pineapple, str...</td>\n",
       "      <td>BABYFOOD,FRUIT,APPLSAUC&amp;PNAPPL,STR</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.25</td>\n",
       "      <td>3.36</td>\n",
       "      <td>8.37</td>\n",
       "      <td>3.6</td>\n",
       "      <td>19</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>422</th>\n",
       "      <td>3151</td>\n",
       "      <td>300</td>\n",
       "      <td>Babyfood, fruit, applesauce and pineapple, junior</td>\n",
       "      <td>BABYFOOD,FRUIT,APPLSAUC&amp;PNAPPL,JR</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.25</td>\n",
       "      <td>3.36</td>\n",
       "      <td>8.37</td>\n",
       "      <td>3.6</td>\n",
       "      <td>20</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>423</th>\n",
       "      <td>3152</td>\n",
       "      <td>300</td>\n",
       "      <td>Babyfood, fruit, apple and raspberry, strained</td>\n",
       "      <td>BABYFOOD,FRUIT,APPL &amp; RASPBERRY,STR</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.25</td>\n",
       "      <td>3.36</td>\n",
       "      <td>8.37</td>\n",
       "      <td>3.6</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>424</th>\n",
       "      <td>3153</td>\n",
       "      <td>300</td>\n",
       "      <td>Babyfood, fruit, apple and raspberry, junior</td>\n",
       "      <td>BABYFOOD,FRUIT,APPL &amp; RASPBERRY,JR</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.25</td>\n",
       "      <td>3.36</td>\n",
       "      <td>8.37</td>\n",
       "      <td>3.6</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>425</th>\n",
       "      <td>3154</td>\n",
       "      <td>300</td>\n",
       "      <td>Babyfood, fruit and vegetable, apple and sweet...</td>\n",
       "      <td>BABYFOOD,FRUIT &amp; VEG,APPL &amp; SWT POTATO</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>426</th>\n",
       "      <td>3156</td>\n",
       "      <td>300</td>\n",
       "      <td>Babyfood, fruit, bananas and pineapple with ta...</td>\n",
       "      <td>BABYFOOD,FRUIT,BANANAS&amp;PNAPPL W/TAPIOCA,JR</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.25</td>\n",
       "      <td>3.36</td>\n",
       "      <td>8.37</td>\n",
       "      <td>3.6</td>\n",
       "      <td>16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>427</th>\n",
       "      <td>3157</td>\n",
       "      <td>300</td>\n",
       "      <td>Babyfood, fruit, bananas and pineapple with ta...</td>\n",
       "      <td>BABYFOOD,FRUIT,BANANAS&amp;PNAPPL W/TAPIOCA,STR</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.25</td>\n",
       "      <td>3.36</td>\n",
       "      <td>8.37</td>\n",
       "      <td>3.6</td>\n",
       "      <td>16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>428</th>\n",
       "      <td>3158</td>\n",
       "      <td>300</td>\n",
       "      <td>Babyfood, fruit, pears and pineapple, strained</td>\n",
       "      <td>BABYFOOD,FRUIT,PEARS&amp;PNAPPL,STR</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.25</td>\n",
       "      <td>3.36</td>\n",
       "      <td>8.37</td>\n",
       "      <td>3.6</td>\n",
       "      <td>21</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "     NDB_No  FdGrp_Cd                                          Long_Desc  \\\n",
       "249    1304       100          Yogurt, Greek, 2% fat, pineapple, CHOBANI   \n",
       "344    3022       300  Babyfood, GERBER, 2nd Foods, apple, carrot and...   \n",
       "345    3023       300  Babyfood, finger snacks, GERBER, GRADUATES, PU...   \n",
       "347    3025       300  Babyfood, GERBER, 3rd Foods, apple, mango and ...   \n",
       "394    3115       300                   Babyfood, apples, dices, toddler   \n",
       "395    3116       300              Babyfood, fruit, applesauce, strained   \n",
       "396    3117       300                Babyfood, fruit, applesauce, junior   \n",
       "416    3142       300  Babyfood, fruit, applesauce and apricots, stra...   \n",
       "417    3143       300   Babyfood, fruit, applesauce and apricots, junior   \n",
       "418    3144       300  Babyfood, fruit, applesauce and cherries, stra...   \n",
       "419    3145       300   Babyfood, fruit, applesauce and cherries, junior   \n",
       "420    3147       300    Babyfood, fruit, applesauce with banana, junior   \n",
       "421    3150       300  Babyfood, fruit, applesauce and pineapple, str...   \n",
       "422    3151       300  Babyfood, fruit, applesauce and pineapple, junior   \n",
       "423    3152       300     Babyfood, fruit, apple and raspberry, strained   \n",
       "424    3153       300       Babyfood, fruit, apple and raspberry, junior   \n",
       "425    3154       300  Babyfood, fruit and vegetable, apple and sweet...   \n",
       "426    3156       300  Babyfood, fruit, bananas and pineapple with ta...   \n",
       "427    3157       300  Babyfood, fruit, bananas and pineapple with ta...   \n",
       "428    3158       300     Babyfood, fruit, pears and pineapple, strained   \n",
       "\n",
       "                                             Shrt_Desc ComName ManufacName  \\\n",
       "249                 YOGURT,GREEK,2% FAT,PNAPPL,CHOBANI     NaN     Chobani   \n",
       "344  BABYFOOD,GERBER,2ND FOODS,APPL,CARROT & SQUASH...     NaN         NaN   \n",
       "345  BABYFOOD,FINGER SNACKS,GERBER,GRADUATES,PUFFS,...     NaN      GERBER   \n",
       "347        BABYFOOD,GERBER,3RD FOODS,APPL,MANGO & KIWI     NaN      GERBER   \n",
       "394                          BABYFOOD,APPLS,DICES,TODD     NaN         NaN   \n",
       "395                        BABYFOOD,FRUIT,APPLSAUC,STR     NaN         NaN   \n",
       "396                         BABYFOOD,FRUIT,APPLSAUC,JR     NaN         NaN   \n",
       "416               BABYFOOD,FRUIT,APPLSAUC&APRICOTS,STR     NaN         NaN   \n",
       "417                BABYFOOD,FRUIT,APPLSAUC&APRICOTS,JR     NaN         NaN   \n",
       "418               BABYFOOD,FRUIT,APPLSAUC&CHERRIES,STR     NaN         NaN   \n",
       "419              BABYFOOD,FRUIT,APPLSAUC & CHERRIES,JR     NaN         NaN   \n",
       "420                BABYFOOD,FRUIT,APPLSAUC W/BANANA,JR     NaN         NaN   \n",
       "421                 BABYFOOD,FRUIT,APPLSAUC&PNAPPL,STR     NaN         NaN   \n",
       "422                  BABYFOOD,FRUIT,APPLSAUC&PNAPPL,JR     NaN         NaN   \n",
       "423                BABYFOOD,FRUIT,APPL & RASPBERRY,STR     NaN         NaN   \n",
       "424                 BABYFOOD,FRUIT,APPL & RASPBERRY,JR     NaN         NaN   \n",
       "425             BABYFOOD,FRUIT & VEG,APPL & SWT POTATO     NaN         NaN   \n",
       "426         BABYFOOD,FRUIT,BANANAS&PNAPPL W/TAPIOCA,JR     NaN         NaN   \n",
       "427        BABYFOOD,FRUIT,BANANAS&PNAPPL W/TAPIOCA,STR     NaN         NaN   \n",
       "428                    BABYFOOD,FRUIT,PEARS&PNAPPL,STR     NaN         NaN   \n",
       "\n",
       "    Survey Ref_desc  Refuse SciName  N_Factor  Pro_Factor  Fat_Factor  \\\n",
       "249    NaN      NaN     0.0     NaN      6.38         NaN         NaN   \n",
       "344      Y      NaN     0.0     NaN      6.25         NaN         NaN   \n",
       "345      Y      NaN     0.0     NaN      6.25        3.36        6.37   \n",
       "347      Y      NaN     0.0     NaN      6.25        3.60        8.37   \n",
       "394      Y      NaN     0.0     NaN      6.25         NaN         NaN   \n",
       "395      Y      NaN     0.0     NaN      6.25        3.36        8.37   \n",
       "396      Y      NaN     0.0     NaN      6.25        3.36        8.37   \n",
       "416      Y      NaN     0.0     NaN      6.25        3.36        8.37   \n",
       "417      Y      NaN     0.0     NaN      6.25        3.36        8.37   \n",
       "418      Y      NaN     0.0     NaN      6.25        3.36        8.37   \n",
       "419      Y      NaN     0.0     NaN      6.25        3.36        8.37   \n",
       "420      Y      NaN     0.0     NaN       NaN         NaN         NaN   \n",
       "421    NaN      NaN     0.0     NaN      6.25        3.36        8.37   \n",
       "422    NaN      NaN     0.0     NaN      6.25        3.36        8.37   \n",
       "423      Y      NaN     0.0     NaN      6.25        3.36        8.37   \n",
       "424      Y      NaN     0.0     NaN      6.25        3.36        8.37   \n",
       "425      Y      NaN     0.0     NaN       NaN         NaN         NaN   \n",
       "426      Y      NaN     0.0     NaN      6.25        3.36        8.37   \n",
       "427      Y      NaN     0.0     NaN      6.25        3.36        8.37   \n",
       "428      Y      NaN     0.0     NaN      6.25        3.36        8.37   \n",
       "\n",
       "     CHO_Factor  score  \n",
       "249         NaN     24  \n",
       "344         NaN    100  \n",
       "345         3.6    100  \n",
       "347         3.6    100  \n",
       "394         NaN     29  \n",
       "395         3.6     26  \n",
       "396         3.6     27  \n",
       "416         3.6     19  \n",
       "417         3.6     20  \n",
       "418         3.6     19  \n",
       "419         3.6     20  \n",
       "420         NaN     20  \n",
       "421         3.6     19  \n",
       "422         3.6     20  \n",
       "423         3.6    100  \n",
       "424         3.6    100  \n",
       "425         NaN    100  \n",
       "426         3.6     16  \n",
       "427         3.6     16  \n",
       "428         3.6     21  "
      ]
     },
     "execution_count": 28,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "SR_foods[SR_foods['Long_Desc'].str.contains('apple', case=False)][0:20]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "id": "f63e5285",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>NDB_No</th>\n",
       "      <th>FdGrp_Cd</th>\n",
       "      <th>Long_Desc</th>\n",
       "      <th>Shrt_Desc</th>\n",
       "      <th>ComName</th>\n",
       "      <th>ManufacName</th>\n",
       "      <th>Survey</th>\n",
       "      <th>Ref_desc</th>\n",
       "      <th>Refuse</th>\n",
       "      <th>SciName</th>\n",
       "      <th>N_Factor</th>\n",
       "      <th>Pro_Factor</th>\n",
       "      <th>Fat_Factor</th>\n",
       "      <th>CHO_Factor</th>\n",
       "      <th>score</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>436</th>\n",
       "      <td>3166</td>\n",
       "      <td>300</td>\n",
       "      <td>Babyfood, juice, apple</td>\n",
       "      <td>BABYFOOD,JUICE,APPLE</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.25</td>\n",
       "      <td>3.36</td>\n",
       "      <td>8.37</td>\n",
       "      <td>3.92</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>437</th>\n",
       "      <td>3167</td>\n",
       "      <td>300</td>\n",
       "      <td>Babyfood, apple-banana juice</td>\n",
       "      <td>BABYFOOD,APPLE-BANANA JUC</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1533</th>\n",
       "      <td>7951</td>\n",
       "      <td>700</td>\n",
       "      <td>Scrapple, pork</td>\n",
       "      <td>SCRAPPLE,PORK</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.25</td>\n",
       "      <td>4.00</td>\n",
       "      <td>9.00</td>\n",
       "      <td>4.00</td>\n",
       "      <td>56</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1747</th>\n",
       "      <td>9003</td>\n",
       "      <td>900</td>\n",
       "      <td>Apples, raw, with skin (Includes foods for USD...</td>\n",
       "      <td>APPLES,RAW,WITH SKIN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>Core and stem</td>\n",
       "      <td>10.0</td>\n",
       "      <td>Malus domestica</td>\n",
       "      <td>6.25</td>\n",
       "      <td>3.36</td>\n",
       "      <td>8.37</td>\n",
       "      <td>3.60</td>\n",
       "      <td>13</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1748</th>\n",
       "      <td>9004</td>\n",
       "      <td>900</td>\n",
       "      <td>Apples, raw, without skin</td>\n",
       "      <td>APPLES,RAW,WITHOUT SKIN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>10% core and stem, 13% skin</td>\n",
       "      <td>23.0</td>\n",
       "      <td>Malus domestica</td>\n",
       "      <td>6.25</td>\n",
       "      <td>3.36</td>\n",
       "      <td>8.37</td>\n",
       "      <td>3.60</td>\n",
       "      <td>36</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1749</th>\n",
       "      <td>9005</td>\n",
       "      <td>900</td>\n",
       "      <td>Apples, raw, without skin, cooked, boiled</td>\n",
       "      <td>APPLES,RAW,WO/SKN,CKD,BLD</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.25</td>\n",
       "      <td>3.36</td>\n",
       "      <td>8.37</td>\n",
       "      <td>3.60</td>\n",
       "      <td>24</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1750</th>\n",
       "      <td>9006</td>\n",
       "      <td>900</td>\n",
       "      <td>Apples, raw, without skin, cooked, microwave</td>\n",
       "      <td>APPLES,RAW,WO/ SKN,CKD,MICROWAVE</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.25</td>\n",
       "      <td>3.36</td>\n",
       "      <td>8.37</td>\n",
       "      <td>3.60</td>\n",
       "      <td>22</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1751</th>\n",
       "      <td>9008</td>\n",
       "      <td>900</td>\n",
       "      <td>Apples, canned, sweetened, sliced, drained, he...</td>\n",
       "      <td>APPLES,CND,SWTND,SLICED,DRND,HTD</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.25</td>\n",
       "      <td>3.36</td>\n",
       "      <td>8.37</td>\n",
       "      <td>3.70</td>\n",
       "      <td>20</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1752</th>\n",
       "      <td>9009</td>\n",
       "      <td>900</td>\n",
       "      <td>Apples, dehydrated (low moisture), sulfured, u...</td>\n",
       "      <td>APPLES,DEHYD (LO MOIST),SULFURED,UNCKD</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.25</td>\n",
       "      <td>3.36</td>\n",
       "      <td>8.37</td>\n",
       "      <td>3.60</td>\n",
       "      <td>19</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1753</th>\n",
       "      <td>9010</td>\n",
       "      <td>900</td>\n",
       "      <td>Apples, dehydrated (low moisture), sulfured, s...</td>\n",
       "      <td>APPLES,DEHYD (LO MOIST),SULFURED,STWD</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.25</td>\n",
       "      <td>3.36</td>\n",
       "      <td>8.37</td>\n",
       "      <td>3.60</td>\n",
       "      <td>20</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1754</th>\n",
       "      <td>9011</td>\n",
       "      <td>900</td>\n",
       "      <td>Apples, dried, sulfured, uncooked</td>\n",
       "      <td>APPLES,DRIED,SULFURED,UNCKD</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.25</td>\n",
       "      <td>3.36</td>\n",
       "      <td>8.37</td>\n",
       "      <td>3.60</td>\n",
       "      <td>29</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1755</th>\n",
       "      <td>9012</td>\n",
       "      <td>900</td>\n",
       "      <td>Apples, dried, sulfured, stewed, without added...</td>\n",
       "      <td>APPLES,DRIED,SULFURED,STWD,WO/ SUGAR</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.25</td>\n",
       "      <td>3.36</td>\n",
       "      <td>8.37</td>\n",
       "      <td>3.60</td>\n",
       "      <td>19</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1756</th>\n",
       "      <td>9013</td>\n",
       "      <td>900</td>\n",
       "      <td>Apples, dried, sulfured, stewed, with added sugar</td>\n",
       "      <td>APPLES,DRIED,SULFURED,STWD,W/ SUGAR</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.25</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>20</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1757</th>\n",
       "      <td>9014</td>\n",
       "      <td>900</td>\n",
       "      <td>Apples, frozen, unsweetened, unheated (Include...</td>\n",
       "      <td>APPLES,FRZ,UNSWTND,UNHTD</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.25</td>\n",
       "      <td>3.36</td>\n",
       "      <td>8.37</td>\n",
       "      <td>3.60</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1758</th>\n",
       "      <td>9015</td>\n",
       "      <td>900</td>\n",
       "      <td>Apples, frozen, unsweetened, heated (Includes ...</td>\n",
       "      <td>APPLES,FRZ,UNSWTND,HTD</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.25</td>\n",
       "      <td>3.36</td>\n",
       "      <td>8.37</td>\n",
       "      <td>3.60</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1759</th>\n",
       "      <td>9016</td>\n",
       "      <td>900</td>\n",
       "      <td>Apple juice, canned or bottled, unsweetened, w...</td>\n",
       "      <td>APPLE JUC,CND OR BTLD,UNSWTND,WO/ ADDED VIT C</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.25</td>\n",
       "      <td>3.36</td>\n",
       "      <td>8.37</td>\n",
       "      <td>3.92</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1760</th>\n",
       "      <td>9017</td>\n",
       "      <td>900</td>\n",
       "      <td>Apple juice, frozen concentrate, unsweetened, ...</td>\n",
       "      <td>APPLE JUC,FRZ CONC,UNSWTND,UNDIL,WO/ VIT C</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.25</td>\n",
       "      <td>3.36</td>\n",
       "      <td>8.37</td>\n",
       "      <td>3.92</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1761</th>\n",
       "      <td>9018</td>\n",
       "      <td>900</td>\n",
       "      <td>Apple juice, frozen concentrate, unsweetened, ...</td>\n",
       "      <td>APPLE JUC,FRZ CONC,UNSWTND,DIL W/3 VOLUME H2O ...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.25</td>\n",
       "      <td>3.36</td>\n",
       "      <td>8.37</td>\n",
       "      <td>3.92</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1762</th>\n",
       "      <td>9019</td>\n",
       "      <td>900</td>\n",
       "      <td>Applesauce, canned, unsweetened, without added...</td>\n",
       "      <td>APPLESAUCE,CND,UNSWTND,WO/ ADDED VIT C</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.25</td>\n",
       "      <td>3.36</td>\n",
       "      <td>8.37</td>\n",
       "      <td>3.60</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1763</th>\n",
       "      <td>9020</td>\n",
       "      <td>900</td>\n",
       "      <td>Applesauce, canned, sweetened, without salt</td>\n",
       "      <td>APPLESAUCE,CND,SWTND,WO/ SALT</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.25</td>\n",
       "      <td>3.36</td>\n",
       "      <td>8.37</td>\n",
       "      <td>3.75</td>\n",
       "      <td>22</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "      NDB_No  FdGrp_Cd                                          Long_Desc  \\\n",
       "436     3166       300                             Babyfood, juice, apple   \n",
       "437     3167       300                       Babyfood, apple-banana juice   \n",
       "1533    7951       700                                     Scrapple, pork   \n",
       "1747    9003       900  Apples, raw, with skin (Includes foods for USD...   \n",
       "1748    9004       900                          Apples, raw, without skin   \n",
       "1749    9005       900          Apples, raw, without skin, cooked, boiled   \n",
       "1750    9006       900       Apples, raw, without skin, cooked, microwave   \n",
       "1751    9008       900  Apples, canned, sweetened, sliced, drained, he...   \n",
       "1752    9009       900  Apples, dehydrated (low moisture), sulfured, u...   \n",
       "1753    9010       900  Apples, dehydrated (low moisture), sulfured, s...   \n",
       "1754    9011       900                  Apples, dried, sulfured, uncooked   \n",
       "1755    9012       900  Apples, dried, sulfured, stewed, without added...   \n",
       "1756    9013       900  Apples, dried, sulfured, stewed, with added sugar   \n",
       "1757    9014       900  Apples, frozen, unsweetened, unheated (Include...   \n",
       "1758    9015       900  Apples, frozen, unsweetened, heated (Includes ...   \n",
       "1759    9016       900  Apple juice, canned or bottled, unsweetened, w...   \n",
       "1760    9017       900  Apple juice, frozen concentrate, unsweetened, ...   \n",
       "1761    9018       900  Apple juice, frozen concentrate, unsweetened, ...   \n",
       "1762    9019       900  Applesauce, canned, unsweetened, without added...   \n",
       "1763    9020       900        Applesauce, canned, sweetened, without salt   \n",
       "\n",
       "                                              Shrt_Desc ComName ManufacName  \\\n",
       "436                                BABYFOOD,JUICE,APPLE     NaN         NaN   \n",
       "437                           BABYFOOD,APPLE-BANANA JUC     NaN         NaN   \n",
       "1533                                      SCRAPPLE,PORK     NaN         NaN   \n",
       "1747                               APPLES,RAW,WITH SKIN     NaN         NaN   \n",
       "1748                            APPLES,RAW,WITHOUT SKIN     NaN         NaN   \n",
       "1749                          APPLES,RAW,WO/SKN,CKD,BLD     NaN         NaN   \n",
       "1750                   APPLES,RAW,WO/ SKN,CKD,MICROWAVE     NaN         NaN   \n",
       "1751                   APPLES,CND,SWTND,SLICED,DRND,HTD     NaN         NaN   \n",
       "1752             APPLES,DEHYD (LO MOIST),SULFURED,UNCKD     NaN         NaN   \n",
       "1753              APPLES,DEHYD (LO MOIST),SULFURED,STWD     NaN         NaN   \n",
       "1754                        APPLES,DRIED,SULFURED,UNCKD     NaN         NaN   \n",
       "1755               APPLES,DRIED,SULFURED,STWD,WO/ SUGAR     NaN         NaN   \n",
       "1756                APPLES,DRIED,SULFURED,STWD,W/ SUGAR     NaN         NaN   \n",
       "1757                           APPLES,FRZ,UNSWTND,UNHTD     NaN         NaN   \n",
       "1758                             APPLES,FRZ,UNSWTND,HTD     NaN         NaN   \n",
       "1759      APPLE JUC,CND OR BTLD,UNSWTND,WO/ ADDED VIT C     NaN         NaN   \n",
       "1760         APPLE JUC,FRZ CONC,UNSWTND,UNDIL,WO/ VIT C     NaN         NaN   \n",
       "1761  APPLE JUC,FRZ CONC,UNSWTND,DIL W/3 VOLUME H2O ...     NaN         NaN   \n",
       "1762             APPLESAUCE,CND,UNSWTND,WO/ ADDED VIT C     NaN         NaN   \n",
       "1763                      APPLESAUCE,CND,SWTND,WO/ SALT     NaN         NaN   \n",
       "\n",
       "     Survey                     Ref_desc  Refuse          SciName  N_Factor  \\\n",
       "436       Y                          NaN     0.0              NaN      6.25   \n",
       "437       Y                          NaN     0.0              NaN       NaN   \n",
       "1533      Y                          NaN     0.0              NaN      6.25   \n",
       "1747      Y                Core and stem    10.0  Malus domestica      6.25   \n",
       "1748      Y  10% core and stem, 13% skin    23.0  Malus domestica      6.25   \n",
       "1749      Y                          NaN     0.0              NaN      6.25   \n",
       "1750      Y                          NaN     0.0              NaN      6.25   \n",
       "1751      Y                          NaN     0.0              NaN      6.25   \n",
       "1752      Y                          NaN     0.0              NaN      6.25   \n",
       "1753    NaN                          NaN     0.0              NaN      6.25   \n",
       "1754      Y                          NaN     0.0              NaN      6.25   \n",
       "1755      Y                          NaN     0.0              NaN      6.25   \n",
       "1756    NaN                          NaN     0.0              NaN      6.25   \n",
       "1757    NaN                          NaN     0.0              NaN      6.25   \n",
       "1758    NaN                          NaN     0.0              NaN      6.25   \n",
       "1759      Y                          NaN     0.0              NaN      6.25   \n",
       "1760      Y                          NaN     0.0              NaN      6.25   \n",
       "1761      Y                          NaN     0.0              NaN      6.25   \n",
       "1762      Y                          NaN     0.0              NaN      6.25   \n",
       "1763      Y                          NaN     0.0              NaN      6.25   \n",
       "\n",
       "      Pro_Factor  Fat_Factor  CHO_Factor  score  \n",
       "436         3.36        8.37        3.92    100  \n",
       "437          NaN         NaN         NaN    100  \n",
       "1533        4.00        9.00        4.00     56  \n",
       "1747        3.36        8.37        3.60     13  \n",
       "1748        3.36        8.37        3.60     36  \n",
       "1749        3.36        8.37        3.60     24  \n",
       "1750        3.36        8.37        3.60     22  \n",
       "1751        3.36        8.37        3.70     20  \n",
       "1752        3.36        8.37        3.60     19  \n",
       "1753        3.36        8.37        3.60     20  \n",
       "1754        3.36        8.37        3.60     29  \n",
       "1755        3.36        8.37        3.60     19  \n",
       "1756         NaN         NaN         NaN     20  \n",
       "1757        3.36        8.37        3.60     11  \n",
       "1758        3.36        8.37        3.60     11  \n",
       "1759        3.36        8.37        3.92    100  \n",
       "1760        3.36        8.37        3.92    100  \n",
       "1761        3.36        8.37        3.92    100  \n",
       "1762        3.36        8.37        3.60      9  \n",
       "1763        3.36        8.37        3.75     22  "
      ]
     },
     "execution_count": 29,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "SR_foods[SR_foods['Shrt_Desc'].str.contains('apple', case=False)][0:20]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "id": "8ecfe97e",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>NDB_No</th>\n",
       "      <th>FdGrp_Cd</th>\n",
       "      <th>Long_Desc</th>\n",
       "      <th>Shrt_Desc</th>\n",
       "      <th>ComName</th>\n",
       "      <th>ManufacName</th>\n",
       "      <th>Survey</th>\n",
       "      <th>Ref_desc</th>\n",
       "      <th>Refuse</th>\n",
       "      <th>SciName</th>\n",
       "      <th>N_Factor</th>\n",
       "      <th>Pro_Factor</th>\n",
       "      <th>Fat_Factor</th>\n",
       "      <th>CHO_Factor</th>\n",
       "      <th>score</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>7317</th>\n",
       "      <td>35027</td>\n",
       "      <td>3500</td>\n",
       "      <td>Cloudberries, raw (Alaska Native)</td>\n",
       "      <td>CLOUDBERRIES,RAW (ALASKA NATIVE)</td>\n",
       "      <td>baked apple berry, yellowberry, salmonberry</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>Rubus chamaemorus L.</td>\n",
       "      <td>5.3</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>17</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7462</th>\n",
       "      <td>36000</td>\n",
       "      <td>3600</td>\n",
       "      <td>APPLEBEE'S, 9 oz house sirloin steak</td>\n",
       "      <td>APPLEBEE'S,9 OZ HOUSE SIRLOIN STEAK</td>\n",
       "      <td>family style, applebees</td>\n",
       "      <td>Applebee's</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>25</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7463</th>\n",
       "      <td>36001</td>\n",
       "      <td>3600</td>\n",
       "      <td>APPLEBEE'S, Double Crunch Shrimp</td>\n",
       "      <td>APPLEBEE'S,DOUBLE CRUNCH SHRIMP</td>\n",
       "      <td>family style, applebees</td>\n",
       "      <td>Applebee's</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7464</th>\n",
       "      <td>36002</td>\n",
       "      <td>3600</td>\n",
       "      <td>APPLEBEE'S, french fries</td>\n",
       "      <td>APPLEBEE'S,FRENCH FR</td>\n",
       "      <td>family style, applebees</td>\n",
       "      <td>Applebee's</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>36</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7465</th>\n",
       "      <td>36003</td>\n",
       "      <td>3600</td>\n",
       "      <td>APPLEBEE'S, KRAFT, Macaroni &amp; Cheese, from kid...</td>\n",
       "      <td>APPLEBEE'S,KRAFT,MACARONI &amp; CHS,FROM KID'S MENU</td>\n",
       "      <td>family style, applebees</td>\n",
       "      <td>Applebee's</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>20</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7466</th>\n",
       "      <td>36004</td>\n",
       "      <td>3600</td>\n",
       "      <td>APPLEBEE'S, mozzarella sticks</td>\n",
       "      <td>APPLEBEE'S,MOZZARELLA STKS</td>\n",
       "      <td>family style, applebees</td>\n",
       "      <td>Applebee's</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>30</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7467</th>\n",
       "      <td>36005</td>\n",
       "      <td>3600</td>\n",
       "      <td>APPLEBEE'S, chicken tenders, from kids' menu</td>\n",
       "      <td>APPLEBEE'S,CHICK TENDERS,FROM KIDS' MENU</td>\n",
       "      <td>family style, applebees</td>\n",
       "      <td>Applebee's</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>22</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7480</th>\n",
       "      <td>36018</td>\n",
       "      <td>3600</td>\n",
       "      <td>APPLEBEE'S, fish, hand battered</td>\n",
       "      <td>APPLEBEE'S,FISH,HAND BATTERED</td>\n",
       "      <td>applebees, family style</td>\n",
       "      <td>Applebee's</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>29</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7481</th>\n",
       "      <td>36019</td>\n",
       "      <td>3600</td>\n",
       "      <td>APPLEBEE'S, chili</td>\n",
       "      <td>APPLEBEE'S,CHILI</td>\n",
       "      <td>family style, applebees</td>\n",
       "      <td>Applebee's</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>48</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7483</th>\n",
       "      <td>36021</td>\n",
       "      <td>3600</td>\n",
       "      <td>APPLEBEE'S, coleslaw</td>\n",
       "      <td>APPLEBEE'S,COLESLAW</td>\n",
       "      <td>applebees, family style</td>\n",
       "      <td>Applebee's</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>42</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7484</th>\n",
       "      <td>36022</td>\n",
       "      <td>3600</td>\n",
       "      <td>APPLEBEE'S, crunchy onion rings</td>\n",
       "      <td>APPLEBEE'S,CRUNCHY ONION RINGS</td>\n",
       "      <td>applebees, family style</td>\n",
       "      <td>Applebee's</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>29</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7485</th>\n",
       "      <td>36023</td>\n",
       "      <td>3600</td>\n",
       "      <td>APPLEBEE'S, chicken tenders platter</td>\n",
       "      <td>APPLEBEE'S,CHICK TENDERS PLATTER</td>\n",
       "      <td>family style, applebees</td>\n",
       "      <td>Applebee's</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>26</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "      NDB_No  FdGrp_Cd                                          Long_Desc  \\\n",
       "7317   35027      3500                  Cloudberries, raw (Alaska Native)   \n",
       "7462   36000      3600               APPLEBEE'S, 9 oz house sirloin steak   \n",
       "7463   36001      3600                   APPLEBEE'S, Double Crunch Shrimp   \n",
       "7464   36002      3600                           APPLEBEE'S, french fries   \n",
       "7465   36003      3600  APPLEBEE'S, KRAFT, Macaroni & Cheese, from kid...   \n",
       "7466   36004      3600                      APPLEBEE'S, mozzarella sticks   \n",
       "7467   36005      3600       APPLEBEE'S, chicken tenders, from kids' menu   \n",
       "7480   36018      3600                    APPLEBEE'S, fish, hand battered   \n",
       "7481   36019      3600                                  APPLEBEE'S, chili   \n",
       "7483   36021      3600                               APPLEBEE'S, coleslaw   \n",
       "7484   36022      3600                    APPLEBEE'S, crunchy onion rings   \n",
       "7485   36023      3600                APPLEBEE'S, chicken tenders platter   \n",
       "\n",
       "                                            Shrt_Desc  \\\n",
       "7317                 CLOUDBERRIES,RAW (ALASKA NATIVE)   \n",
       "7462              APPLEBEE'S,9 OZ HOUSE SIRLOIN STEAK   \n",
       "7463                  APPLEBEE'S,DOUBLE CRUNCH SHRIMP   \n",
       "7464                             APPLEBEE'S,FRENCH FR   \n",
       "7465  APPLEBEE'S,KRAFT,MACARONI & CHS,FROM KID'S MENU   \n",
       "7466                       APPLEBEE'S,MOZZARELLA STKS   \n",
       "7467         APPLEBEE'S,CHICK TENDERS,FROM KIDS' MENU   \n",
       "7480                    APPLEBEE'S,FISH,HAND BATTERED   \n",
       "7481                                 APPLEBEE'S,CHILI   \n",
       "7483                              APPLEBEE'S,COLESLAW   \n",
       "7484                   APPLEBEE'S,CRUNCHY ONION RINGS   \n",
       "7485                 APPLEBEE'S,CHICK TENDERS PLATTER   \n",
       "\n",
       "                                          ComName ManufacName Survey Ref_desc  \\\n",
       "7317  baked apple berry, yellowberry, salmonberry         NaN    NaN      NaN   \n",
       "7462                      family style, applebees  Applebee's    NaN      NaN   \n",
       "7463                      family style, applebees  Applebee's    NaN      NaN   \n",
       "7464                      family style, applebees  Applebee's    NaN      NaN   \n",
       "7465                      family style, applebees  Applebee's    NaN      NaN   \n",
       "7466                      family style, applebees  Applebee's    NaN      NaN   \n",
       "7467                      family style, applebees  Applebee's    NaN      NaN   \n",
       "7480                      applebees, family style  Applebee's    NaN      NaN   \n",
       "7481                      family style, applebees  Applebee's    NaN      NaN   \n",
       "7483                      applebees, family style  Applebee's    NaN      NaN   \n",
       "7484                      applebees, family style  Applebee's    NaN      NaN   \n",
       "7485                      family style, applebees  Applebee's    NaN      NaN   \n",
       "\n",
       "      Refuse               SciName  N_Factor  Pro_Factor  Fat_Factor  \\\n",
       "7317     0.0  Rubus chamaemorus L.       5.3         NaN         NaN   \n",
       "7462     0.0                   NaN       NaN         NaN         NaN   \n",
       "7463     0.0                   NaN       NaN         NaN         NaN   \n",
       "7464     0.0                   NaN       NaN         NaN         NaN   \n",
       "7465     0.0                   NaN       NaN         NaN         NaN   \n",
       "7466     0.0                   NaN       NaN         NaN         NaN   \n",
       "7467     0.0                   NaN       NaN         NaN         NaN   \n",
       "7480     0.0                   NaN       NaN         NaN         NaN   \n",
       "7481     0.0                   NaN       NaN         NaN         NaN   \n",
       "7483     0.0                   NaN       NaN         NaN         NaN   \n",
       "7484     0.0                   NaN       NaN         NaN         NaN   \n",
       "7485     0.0                   NaN       NaN         NaN         NaN   \n",
       "\n",
       "      CHO_Factor  score  \n",
       "7317         NaN     17  \n",
       "7462         NaN     25  \n",
       "7463         NaN     28  \n",
       "7464         NaN     36  \n",
       "7465         NaN     20  \n",
       "7466         NaN     30  \n",
       "7467         NaN     22  \n",
       "7480         NaN     29  \n",
       "7481         NaN     48  \n",
       "7483         NaN     42  \n",
       "7484         NaN     29  \n",
       "7485         NaN     26  "
      ]
     },
     "execution_count": 30,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "SR_foods[SR_foods['ComName'].fillna(\"\").str.contains('apple', case=False)][0:20]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "2b7d39eb",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.10"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}