Simi_ML_cars_knn.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "630b567f",
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np \n",
    "import pandas as pd \n",
    "from sklearn.model_selection import train_test_split\n",
    "from sklearn.metrics import accuracy_score\n",
    "from sklearn import decomposition\n",
    "from sklearn import preprocessing\n",
    "from sklearn.neighbors import KNeighborsClassifier"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "a3dd4184",
   "metadata": {},
   "outputs": [],
   "source": [
    "dataset=pd.read_csv('cars.ORG.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "62918c00",
   "metadata": {},
   "outputs": [],
   "source": [
    "df=pd.DataFrame(dataset)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "098dd6e0",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Dimensions.Height</th>\n",
       "      <th>Dimensions.Length</th>\n",
       "      <th>Dimensions.Width</th>\n",
       "      <th>Engine Information.Driveline</th>\n",
       "      <th>Engine Information.Engine Type</th>\n",
       "      <th>Engine Information.Hybrid</th>\n",
       "      <th>Engine Information.Number of Forward Gears</th>\n",
       "      <th>Engine Information.Transmission</th>\n",
       "      <th>Fuel Information.City mpg</th>\n",
       "      <th>Fuel Information.Fuel Type</th>\n",
       "      <th>Fuel Information.Highway mpg</th>\n",
       "      <th>Identification.Classification</th>\n",
       "      <th>Identification.ID</th>\n",
       "      <th>Identification.Make</th>\n",
       "      <th>Identification.Model Year</th>\n",
       "      <th>Identification.Year</th>\n",
       "      <th>Engine Information.Engine Statistics.Horsepower</th>\n",
       "      <th>Engine Information.Engine Statistics.Torque</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>140</td>\n",
       "      <td>143</td>\n",
       "      <td>202</td>\n",
       "      <td>All-wheel drive</td>\n",
       "      <td>Audi 3.2L 6 cylinder 250hp 236ft-lbs</td>\n",
       "      <td>True</td>\n",
       "      <td>6</td>\n",
       "      <td>6 Speed Automatic Select Shift</td>\n",
       "      <td>18</td>\n",
       "      <td>Gasoline</td>\n",
       "      <td>25</td>\n",
       "      <td>Automatic transmission</td>\n",
       "      <td>2009 Audi A3 3.2</td>\n",
       "      <td>Audi</td>\n",
       "      <td>2009 Audi A3</td>\n",
       "      <td>2009</td>\n",
       "      <td>250</td>\n",
       "      <td>236</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>140</td>\n",
       "      <td>143</td>\n",
       "      <td>202</td>\n",
       "      <td>Front-wheel drive</td>\n",
       "      <td>Audi 2.0L 4 cylinder 200 hp 207 ft-lbs Turbo</td>\n",
       "      <td>True</td>\n",
       "      <td>6</td>\n",
       "      <td>6 Speed Automatic Select Shift</td>\n",
       "      <td>22</td>\n",
       "      <td>Gasoline</td>\n",
       "      <td>28</td>\n",
       "      <td>Automatic transmission</td>\n",
       "      <td>2009 Audi A3 2.0 T AT</td>\n",
       "      <td>Audi</td>\n",
       "      <td>2009 Audi A3</td>\n",
       "      <td>2009</td>\n",
       "      <td>200</td>\n",
       "      <td>207</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>140</td>\n",
       "      <td>143</td>\n",
       "      <td>202</td>\n",
       "      <td>Front-wheel drive</td>\n",
       "      <td>Audi 2.0L 4 cylinder 200 hp 207 ft-lbs Turbo</td>\n",
       "      <td>True</td>\n",
       "      <td>6</td>\n",
       "      <td>6 Speed Manual</td>\n",
       "      <td>21</td>\n",
       "      <td>Gasoline</td>\n",
       "      <td>30</td>\n",
       "      <td>Manual transmission</td>\n",
       "      <td>2009 Audi A3 2.0 T</td>\n",
       "      <td>Audi</td>\n",
       "      <td>2009 Audi A3</td>\n",
       "      <td>2009</td>\n",
       "      <td>200</td>\n",
       "      <td>207</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>140</td>\n",
       "      <td>143</td>\n",
       "      <td>202</td>\n",
       "      <td>All-wheel drive</td>\n",
       "      <td>Audi 2.0L 4 cylinder 200 hp 207 ft-lbs Turbo</td>\n",
       "      <td>True</td>\n",
       "      <td>6</td>\n",
       "      <td>6 Speed Automatic Select Shift</td>\n",
       "      <td>21</td>\n",
       "      <td>Gasoline</td>\n",
       "      <td>28</td>\n",
       "      <td>Automatic transmission</td>\n",
       "      <td>2009 Audi A3 2.0 T Quattro</td>\n",
       "      <td>Audi</td>\n",
       "      <td>2009 Audi A3</td>\n",
       "      <td>2009</td>\n",
       "      <td>200</td>\n",
       "      <td>207</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>140</td>\n",
       "      <td>143</td>\n",
       "      <td>202</td>\n",
       "      <td>All-wheel drive</td>\n",
       "      <td>Audi 2.0L 4 cylinder 200 hp 207 ft-lbs Turbo</td>\n",
       "      <td>True</td>\n",
       "      <td>6</td>\n",
       "      <td>6 Speed Automatic Select Shift</td>\n",
       "      <td>21</td>\n",
       "      <td>Gasoline</td>\n",
       "      <td>28</td>\n",
       "      <td>Automatic transmission</td>\n",
       "      <td>2009 Audi A3 2.0 T Quattro</td>\n",
       "      <td>Audi</td>\n",
       "      <td>2009 Audi A3</td>\n",
       "      <td>2009</td>\n",
       "      <td>200</td>\n",
       "      <td>207</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   Dimensions.Height  Dimensions.Length  Dimensions.Width  \\\n",
       "0                140                143               202   \n",
       "1                140                143               202   \n",
       "2                140                143               202   \n",
       "3                140                143               202   \n",
       "4                140                143               202   \n",
       "\n",
       "  Engine Information.Driveline                Engine Information.Engine Type  \\\n",
       "0              All-wheel drive          Audi 3.2L 6 cylinder 250hp 236ft-lbs   \n",
       "1            Front-wheel drive  Audi 2.0L 4 cylinder 200 hp 207 ft-lbs Turbo   \n",
       "2            Front-wheel drive  Audi 2.0L 4 cylinder 200 hp 207 ft-lbs Turbo   \n",
       "3              All-wheel drive  Audi 2.0L 4 cylinder 200 hp 207 ft-lbs Turbo   \n",
       "4              All-wheel drive  Audi 2.0L 4 cylinder 200 hp 207 ft-lbs Turbo   \n",
       "\n",
       "   Engine Information.Hybrid  Engine Information.Number of Forward Gears  \\\n",
       "0                       True                                           6   \n",
       "1                       True                                           6   \n",
       "2                       True                                           6   \n",
       "3                       True                                           6   \n",
       "4                       True                                           6   \n",
       "\n",
       "  Engine Information.Transmission  Fuel Information.City mpg  \\\n",
       "0  6 Speed Automatic Select Shift                         18   \n",
       "1  6 Speed Automatic Select Shift                         22   \n",
       "2                  6 Speed Manual                         21   \n",
       "3  6 Speed Automatic Select Shift                         21   \n",
       "4  6 Speed Automatic Select Shift                         21   \n",
       "\n",
       "  Fuel Information.Fuel Type  Fuel Information.Highway mpg  \\\n",
       "0                   Gasoline                            25   \n",
       "1                   Gasoline                            28   \n",
       "2                   Gasoline                            30   \n",
       "3                   Gasoline                            28   \n",
       "4                   Gasoline                            28   \n",
       "\n",
       "  Identification.Classification           Identification.ID  \\\n",
       "0        Automatic transmission            2009 Audi A3 3.2   \n",
       "1        Automatic transmission       2009 Audi A3 2.0 T AT   \n",
       "2           Manual transmission          2009 Audi A3 2.0 T   \n",
       "3        Automatic transmission  2009 Audi A3 2.0 T Quattro   \n",
       "4        Automatic transmission  2009 Audi A3 2.0 T Quattro   \n",
       "\n",
       "  Identification.Make Identification.Model Year  Identification.Year  \\\n",
       "0                Audi              2009 Audi A3                 2009   \n",
       "1                Audi              2009 Audi A3                 2009   \n",
       "2                Audi              2009 Audi A3                 2009   \n",
       "3                Audi              2009 Audi A3                 2009   \n",
       "4                Audi              2009 Audi A3                 2009   \n",
       "\n",
       "   Engine Information.Engine Statistics.Horsepower  \\\n",
       "0                                              250   \n",
       "1                                              200   \n",
       "2                                              200   \n",
       "3                                              200   \n",
       "4                                              200   \n",
       "\n",
       "   Engine Information.Engine Statistics.Torque  \n",
       "0                                          236  \n",
       "1                                          207  \n",
       "2                                          207  \n",
       "3                                          207  \n",
       "4                                          207  "
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "4c2c969a",
   "metadata": {},
   "outputs": [],
   "source": [
    "x=dataset[['Dimensions.Height','Dimensions.Length',\n",
    "'Dimensions.Width','Fuel Information.City mpg',\n",
    "'Engine Information.Engine Statistics.Horsepower',\n",
    "'Fuel Information.Highway mpg',\n",
    "'Engine Information.Engine Statistics.Torque']].values\n",
    "y=dataset['Identification.Make'].values"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "ed6e8525",
   "metadata": {},
   "outputs": [],
   "source": [
    "le=preprocessing.LabelEncoder()\n",
    "y=le.fit_transform(y)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "e62bac9b",
   "metadata": {},
   "outputs": [],
   "source": [
    "xtrain,xtest,ytrain,ytest=train_test_split(x,y,test_size=0.2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "75206bcd",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "while n_component == 3\n"
     ]
    }
   ],
   "source": [
    "print(f'while n_component == 3')\n",
    "pca=decomposition.PCA(n_components=3)\n",
    "pca.fit(xtrain)\n",
    "xtrain=pca.transform(xtrain)\n",
    "xtest=pca.transform(xtest)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "7a3a50f0",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.9232283464566929"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "knn=KNeighborsClassifier(n_neighbors=1)\n",
    "knn.fit(xtrain,ytrain)\n",
    "p=knn.predict(xtest)\n",
    "acc=accuracy_score(ytest,p)\n",
    "acc"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "1dedff5c",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "*********predicted data*********\n",
      "[20  9  5 ... 12 45 28]\n",
      "*********real data*********\n",
      "[20  9  5 ... 12 45 28]\n",
      "Accuracy score for 1 is  0.9232283464566929\n",
      "*********predicted data*********\n",
      "[ 9  9  5 ... 12 45 28]\n",
      "*********real data*********\n",
      "[20  9  5 ... 12 45 28]\n",
      "Accuracy score for 3 is  0.8326771653543307\n",
      "*********predicted data*********\n",
      "[ 9  9  9 ... 12 45 28]\n",
      "*********real data*********\n",
      "[20  9  5 ... 12 45 28]\n",
      "Accuracy score for 5 is  0.8001968503937008\n",
      "*********predicted data*********\n",
      "[ 9  9  9 ... 12 45 28]\n",
      "*********real data*********\n",
      "[20  9  5 ... 12 45 28]\n",
      "Accuracy score for 7 is  0.7450787401574803\n",
      "*********predicted data*********\n",
      "[ 9  9  9 ... 12 45 28]\n",
      "*********real data*********\n",
      "[20  9  5 ... 12 45 28]\n",
      "Accuracy score for 9 is  0.719488188976378\n",
      "*********predicted data*********\n",
      "[ 9  9  9 ... 12 45 28]\n",
      "*********real data*********\n",
      "[20  9  5 ... 12 45 28]\n",
      "Accuracy score for 11 is  0.6938976377952756\n",
      "*********predicted data*********\n",
      "[ 9  9  9 ... 12 45 28]\n",
      "*********real data*********\n",
      "[20  9  5 ... 12 45 28]\n",
      "Accuracy score for 13 is  0.672244094488189\n",
      "*********predicted data*********\n",
      "[ 9  9  9 ... 12 45 28]\n",
      "*********real data*********\n",
      "[20  9  5 ... 12 45 28]\n",
      "Accuracy score for 15 is  0.6545275590551181\n",
      "*********predicted data*********\n",
      "[ 9  9 22 ... 12 45 28]\n",
      "*********real data*********\n",
      "[20  9  5 ... 12 45 28]\n",
      "Accuracy score for 17 is  0.6230314960629921\n",
      "*********predicted data*********\n",
      "[ 9  9 22 ... 12 45 28]\n",
      "*********real data*********\n",
      "[20  9  5 ... 12 45 28]\n",
      "Accuracy score for 19 is  0.6043307086614174\n",
      "*********predicted data*********\n",
      "[ 9  9 22 ... 12 45 28]\n",
      "*********real data*********\n",
      "[20  9  5 ... 12 45 28]\n",
      "Accuracy score for 21 is  0.5787401574803149\n",
      "*********predicted data*********\n",
      "[ 9  9 14 ... 12 45 28]\n",
      "*********real data*********\n",
      "[20  9  5 ... 12 45 28]\n",
      "Accuracy score for 23 is  0.547244094488189\n",
      "*********predicted data*********\n",
      "[ 9  9 14 ... 12 42 28]\n",
      "*********real data*********\n",
      "[20  9  5 ... 12 45 28]\n",
      "Accuracy score for 25 is  0.5206692913385826\n",
      "*********predicted data*********\n",
      "[ 9  9 14 ... 12 42 28]\n",
      "*********real data*********\n",
      "[20  9  5 ... 12 45 28]\n",
      "Accuracy score for 27 is  0.515748031496063\n",
      "*********predicted data*********\n",
      "[ 9  9 14 ... 12 42 28]\n",
      "*********real data*********\n",
      "[20  9  5 ... 12 45 28]\n",
      "Accuracy score for 29 is  0.5\n",
      "*********predicted data*********\n",
      "[ 9  9 14 ... 12 42 28]\n",
      "*********real data*********\n",
      "[20  9  5 ... 12 45 28]\n",
      "Accuracy score for 31 is  0.4891732283464567\n",
      "*********predicted data*********\n",
      "[20  9 14 ... 12 45 28]\n",
      "*********real data*********\n",
      "[20  9  5 ... 12 45 28]\n",
      "Accuracy score for 33 is  0.49015748031496065\n",
      "*********predicted data*********\n",
      "[20  9 14 ... 12 45 28]\n",
      "*********real data*********\n",
      "[20  9  5 ... 12 45 28]\n",
      "Accuracy score for 35 is  0.47539370078740156\n",
      "*********predicted data*********\n",
      "[20  9 14 ... 12 45 28]\n",
      "*********real data*********\n",
      "[20  9  5 ... 12 45 28]\n",
      "Accuracy score for 37 is  0.4655511811023622\n",
      "*********predicted data*********\n",
      "[20  9 14 ... 12 45 28]\n",
      "*********real data*********\n",
      "[20  9  5 ... 12 45 28]\n",
      "Accuracy score for 39 is  0.453740157480315\n",
      "*********predicted data*********\n",
      "[20  9 14 ... 12 45 28]\n",
      "*********real data*********\n",
      "[20  9  5 ... 12 45 28]\n",
      "Accuracy score for 41 is  0.44881889763779526\n",
      "*********predicted data*********\n",
      "[ 2  9 14 ... 12 45 28]\n",
      "*********real data*********\n",
      "[20  9  5 ... 12 45 28]\n",
      "Accuracy score for 43 is  0.4438976377952756\n",
      "*********predicted data*********\n",
      "[ 2  9 14 ... 12 45 28]\n",
      "*********real data*********\n",
      "[20  9  5 ... 12 45 28]\n",
      "Accuracy score for 45 is  0.4311023622047244\n",
      "*********predicted data*********\n",
      "[ 2  9 14 ... 12 45 28]\n",
      "*********real data*********\n",
      "[20  9  5 ... 12 45 28]\n",
      "Accuracy score for 47 is  0.4124015748031496\n",
      "*********predicted data*********\n",
      "[ 2  9  8 ... 12 45 28]\n",
      "*********real data*********\n",
      "[20  9  5 ... 12 45 28]\n",
      "Accuracy score for 49 is  0.4005905511811024\n",
      "BestK  :  1\n",
      "BestScore  :  0.9232283464566929\n"
     ]
    }
   ],
   "source": [
    "bestK = -1\n",
    "bestScore = -1\n",
    "for x in range(1,50,2):\n",
    "    knn = KNeighborsClassifier(n_neighbors=x)\n",
    "    knn.fit(xtrain,ytrain)\n",
    "    p=knn.predict(xtest)\n",
    "    \n",
    "#     p=pd.DataFrame(p)\n",
    "#     p[0] = p[0].map({'Iris-setosa':1, 'Iris-versicolor':2, 'Iris-virginica':3})\n",
    "    print('*********predicted data*********')\n",
    "    print(p)\n",
    "    print('*********real data*********')\n",
    "    print(ytest)\n",
    "    accuracy = accuracy_score(p, ytest)\n",
    "    print(f'Accuracy score for {x} is ',accuracy)\n",
    "    if(accuracy > bestScore):\n",
    "        bestScore = accuracy\n",
    "        bestK = x\n",
    "        \n",
    "print('BestK  : ', bestK)\n",
    "print('BestScore  : ', bestScore)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "8cdbe773",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.12"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}