Numeric_Data_Augmentation.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "name": "Numeric Data Augmentation.ipynb",
      "provenance": []
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "language_info": {
      "name": "python"
    }
  },
  "cells": [
    {
      "cell_type": "code",
      "execution_count": 1,
      "metadata": {
        "id": "JQhYQkhBPC6u"
      },
      "outputs": [],
      "source": [
        "import csv  \n",
        "import pandas as pd"
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "f = open('test.csv', 'a')"
      ],
      "metadata": {
        "id": "iNSbrtmBPaQ1"
      },
      "execution_count": 16,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "source": [
        "# Add a column"
      ],
      "metadata": {
        "id": "kd1CisCzTMaP"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "fields=['id','Age']\n",
        "\n",
        "with open(r'test.csv', 'a') as f:\n",
        "    writer = csv.writer(f)\n",
        "    writer.writerow(fields)"
      ],
      "metadata": {
        "id": "FMuQOfnlQI9b"
      },
      "execution_count": 17,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "source": [
        "# Add some Rows to augment them"
      ],
      "metadata": {
        "id": "PzZBgHoaTRmx"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "i = 0\n",
        "with open(r'test.csv', 'a') as f:\n",
        "    writer = csv.writer(f)\n",
        "    for j in range(20):\n",
        "      i+= 1\n",
        "      writer.writerow([i, i*10-10])\n",
        "      "
      ],
      "metadata": {
        "id": "-z5Ln8wvPccb"
      },
      "execution_count": 18,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "source": [
        "# Show content file before Data augmentation"
      ],
      "metadata": {
        "id": "UbsuTYg-TZBL"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "#Show content file\n",
        "data = pd.read_csv(\"test.csv\")\n",
        "df = pd.DataFrame(data)\n",
        "df"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 662
        },
        "id": "5mRiTAe1TeWV",
        "outputId": "e3faf0f9-a66f-49ee-9151-5a3f34624586"
      },
      "execution_count": 34,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>id</th>\n",
              "      <th>Age</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>2</td>\n",
              "      <td>10</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>3</td>\n",
              "      <td>20</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>4</td>\n",
              "      <td>30</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>5</td>\n",
              "      <td>40</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>5</th>\n",
              "      <td>6</td>\n",
              "      <td>50</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>6</th>\n",
              "      <td>7</td>\n",
              "      <td>60</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>7</th>\n",
              "      <td>8</td>\n",
              "      <td>70</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>8</th>\n",
              "      <td>9</td>\n",
              "      <td>80</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>9</th>\n",
              "      <td>10</td>\n",
              "      <td>90</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>10</th>\n",
              "      <td>11</td>\n",
              "      <td>100</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>11</th>\n",
              "      <td>12</td>\n",
              "      <td>110</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>12</th>\n",
              "      <td>13</td>\n",
              "      <td>120</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>13</th>\n",
              "      <td>14</td>\n",
              "      <td>130</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>14</th>\n",
              "      <td>15</td>\n",
              "      <td>140</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>15</th>\n",
              "      <td>16</td>\n",
              "      <td>150</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>16</th>\n",
              "      <td>17</td>\n",
              "      <td>160</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>17</th>\n",
              "      <td>18</td>\n",
              "      <td>170</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>18</th>\n",
              "      <td>19</td>\n",
              "      <td>180</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>19</th>\n",
              "      <td>20</td>\n",
              "      <td>190</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "    id  Age\n",
              "0    1    0\n",
              "1    2   10\n",
              "2    3   20\n",
              "3    4   30\n",
              "4    5   40\n",
              "5    6   50\n",
              "6    7   60\n",
              "7    8   70\n",
              "8    9   80\n",
              "9   10   90\n",
              "10  11  100\n",
              "11  12  110\n",
              "12  13  120\n",
              "13  14  130\n",
              "14  15  140\n",
              "15  16  150\n",
              "16  17  160\n",
              "17  18  170\n",
              "18  19  180\n",
              "19  20  190"
            ]
          },
          "metadata": {},
          "execution_count": 34
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "# Data Augmentation"
      ],
      "metadata": {
        "id": "TC9XVrJrRHic"
      }
    },
    {
      "cell_type": "markdown",
      "source": [
        "# So we will augment our data by adding 1 to the second column \"Age\" values five iterations"
      ],
      "metadata": {
        "id": "xpSdOoocTl3V"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "# read\n",
        "with open('test.csv', 'r') as f, open(r'test.csv', 'a') as myfile:\n",
        "    f_csv = csv.reader(f)\n",
        "    #Pass the header that contains \"id\" and \"Age\"\n",
        "    header = next(f_csv)\n",
        "    writer = csv.writer(myfile)\n",
        "    for row in f_csv:\n",
        "        print(row[1])\n",
        "        for i in range(6):\n",
        "          x = int(row[1])+i\n",
        "          fields = [row[0], str(x)]\n",
        "          print(\"Field : \"+fields[0]+\" \"+fields[1])\n",
        "          writer.writerow(fields)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "uVh6RG7ZRLnd",
        "outputId": "0f2141f9-28e6-4792-9806-b5e86e4d8fd0"
      },
      "execution_count": 36,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "0\n",
            "Field : 1 0\n",
            "Field : 1 1\n",
            "Field : 1 2\n",
            "Field : 1 3\n",
            "Field : 1 4\n",
            "Field : 1 5\n",
            "10\n",
            "Field : 2 10\n",
            "Field : 2 11\n",
            "Field : 2 12\n",
            "Field : 2 13\n",
            "Field : 2 14\n",
            "Field : 2 15\n",
            "20\n",
            "Field : 3 20\n",
            "Field : 3 21\n",
            "Field : 3 22\n",
            "Field : 3 23\n",
            "Field : 3 24\n",
            "Field : 3 25\n",
            "30\n",
            "Field : 4 30\n",
            "Field : 4 31\n",
            "Field : 4 32\n",
            "Field : 4 33\n",
            "Field : 4 34\n",
            "Field : 4 35\n",
            "40\n",
            "Field : 5 40\n",
            "Field : 5 41\n",
            "Field : 5 42\n",
            "Field : 5 43\n",
            "Field : 5 44\n",
            "Field : 5 45\n",
            "50\n",
            "Field : 6 50\n",
            "Field : 6 51\n",
            "Field : 6 52\n",
            "Field : 6 53\n",
            "Field : 6 54\n",
            "Field : 6 55\n",
            "60\n",
            "Field : 7 60\n",
            "Field : 7 61\n",
            "Field : 7 62\n",
            "Field : 7 63\n",
            "Field : 7 64\n",
            "Field : 7 65\n",
            "70\n",
            "Field : 8 70\n",
            "Field : 8 71\n",
            "Field : 8 72\n",
            "Field : 8 73\n",
            "Field : 8 74\n",
            "Field : 8 75\n",
            "80\n",
            "Field : 9 80\n",
            "Field : 9 81\n",
            "Field : 9 82\n",
            "Field : 9 83\n",
            "Field : 9 84\n",
            "Field : 9 85\n",
            "90\n",
            "Field : 10 90\n",
            "Field : 10 91\n",
            "Field : 10 92\n",
            "Field : 10 93\n",
            "Field : 10 94\n",
            "Field : 10 95\n",
            "100\n",
            "Field : 11 100\n",
            "Field : 11 101\n",
            "Field : 11 102\n",
            "Field : 11 103\n",
            "Field : 11 104\n",
            "Field : 11 105\n",
            "110\n",
            "Field : 12 110\n",
            "Field : 12 111\n",
            "Field : 12 112\n",
            "Field : 12 113\n",
            "Field : 12 114\n",
            "Field : 12 115\n",
            "120\n",
            "Field : 13 120\n",
            "Field : 13 121\n",
            "Field : 13 122\n",
            "Field : 13 123\n",
            "Field : 13 124\n",
            "Field : 13 125\n",
            "130\n",
            "Field : 14 130\n",
            "Field : 14 131\n",
            "Field : 14 132\n",
            "Field : 14 133\n",
            "Field : 14 134\n",
            "Field : 14 135\n",
            "140\n",
            "Field : 15 140\n",
            "Field : 15 141\n",
            "Field : 15 142\n",
            "Field : 15 143\n",
            "Field : 15 144\n",
            "Field : 15 145\n",
            "150\n",
            "Field : 16 150\n",
            "Field : 16 151\n",
            "Field : 16 152\n",
            "Field : 16 153\n",
            "Field : 16 154\n",
            "Field : 16 155\n",
            "160\n",
            "Field : 17 160\n",
            "Field : 17 161\n",
            "Field : 17 162\n",
            "Field : 17 163\n",
            "Field : 17 164\n",
            "Field : 17 165\n",
            "170\n",
            "Field : 18 170\n",
            "Field : 18 171\n",
            "Field : 18 172\n",
            "Field : 18 173\n",
            "Field : 18 174\n",
            "Field : 18 175\n",
            "180\n",
            "Field : 19 180\n",
            "Field : 19 181\n",
            "Field : 19 182\n",
            "Field : 19 183\n",
            "Field : 19 184\n",
            "Field : 19 185\n",
            "190\n",
            "Field : 20 190\n",
            "Field : 20 191\n",
            "Field : 20 192\n",
            "Field : 20 193\n",
            "Field : 20 194\n",
            "Field : 20 195\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "# Show content file after data augmentation"
      ],
      "metadata": {
        "id": "6M2CJ_byU5cZ"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "#Show content file\n",
        "data = pd.read_csv(\"test.csv\")\n",
        "df2 = pd.DataFrame(data)\n",
        "df2.head(50)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        },
        "id": "Pm1zZYqZUpXM",
        "outputId": "e2e575c3-e9f3-423f-ccea-15e223040c81"
      },
      "execution_count": 38,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>id</th>\n",
              "      <th>Age</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>2</td>\n",
              "      <td>10</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>3</td>\n",
              "      <td>20</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>4</td>\n",
              "      <td>30</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>5</td>\n",
              "      <td>40</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>5</th>\n",
              "      <td>6</td>\n",
              "      <td>50</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>6</th>\n",
              "      <td>7</td>\n",
              "      <td>60</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>7</th>\n",
              "      <td>8</td>\n",
              "      <td>70</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>8</th>\n",
              "      <td>9</td>\n",
              "      <td>80</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>9</th>\n",
              "      <td>10</td>\n",
              "      <td>90</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>10</th>\n",
              "      <td>11</td>\n",
              "      <td>100</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>11</th>\n",
              "      <td>12</td>\n",
              "      <td>110</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>12</th>\n",
              "      <td>13</td>\n",
              "      <td>120</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>13</th>\n",
              "      <td>14</td>\n",
              "      <td>130</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>14</th>\n",
              "      <td>15</td>\n",
              "      <td>140</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>15</th>\n",
              "      <td>16</td>\n",
              "      <td>150</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>16</th>\n",
              "      <td>17</td>\n",
              "      <td>160</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>17</th>\n",
              "      <td>18</td>\n",
              "      <td>170</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>18</th>\n",
              "      <td>19</td>\n",
              "      <td>180</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>19</th>\n",
              "      <td>20</td>\n",
              "      <td>190</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>20</th>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>21</th>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>22</th>\n",
              "      <td>1</td>\n",
              "      <td>2</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>23</th>\n",
              "      <td>1</td>\n",
              "      <td>3</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>24</th>\n",
              "      <td>1</td>\n",
              "      <td>4</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>25</th>\n",
              "      <td>1</td>\n",
              "      <td>5</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>26</th>\n",
              "      <td>2</td>\n",
              "      <td>10</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>27</th>\n",
              "      <td>2</td>\n",
              "      <td>11</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>28</th>\n",
              "      <td>2</td>\n",
              "      <td>12</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>29</th>\n",
              "      <td>2</td>\n",
              "      <td>13</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>30</th>\n",
              "      <td>2</td>\n",
              "      <td>14</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>31</th>\n",
              "      <td>2</td>\n",
              "      <td>15</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>32</th>\n",
              "      <td>3</td>\n",
              "      <td>20</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>33</th>\n",
              "      <td>3</td>\n",
              "      <td>21</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>34</th>\n",
              "      <td>3</td>\n",
              "      <td>22</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>35</th>\n",
              "      <td>3</td>\n",
              "      <td>23</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>36</th>\n",
              "      <td>3</td>\n",
              "      <td>24</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>37</th>\n",
              "      <td>3</td>\n",
              "      <td>25</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>38</th>\n",
              "      <td>4</td>\n",
              "      <td>30</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>39</th>\n",
              "      <td>4</td>\n",
              "      <td>31</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>40</th>\n",
              "      <td>4</td>\n",
              "      <td>32</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>41</th>\n",
              "      <td>4</td>\n",
              "      <td>33</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>42</th>\n",
              "      <td>4</td>\n",
              "      <td>34</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>43</th>\n",
              "      <td>4</td>\n",
              "      <td>35</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>44</th>\n",
              "      <td>5</td>\n",
              "      <td>40</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>45</th>\n",
              "      <td>5</td>\n",
              "      <td>41</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>46</th>\n",
              "      <td>5</td>\n",
              "      <td>42</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>47</th>\n",
              "      <td>5</td>\n",
              "      <td>43</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>48</th>\n",
              "      <td>5</td>\n",
              "      <td>44</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>49</th>\n",
              "      <td>5</td>\n",
              "      <td>45</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "    id  Age\n",
              "0    1    0\n",
              "1    2   10\n",
              "2    3   20\n",
              "3    4   30\n",
              "4    5   40\n",
              "5    6   50\n",
              "6    7   60\n",
              "7    8   70\n",
              "8    9   80\n",
              "9   10   90\n",
              "10  11  100\n",
              "11  12  110\n",
              "12  13  120\n",
              "13  14  130\n",
              "14  15  140\n",
              "15  16  150\n",
              "16  17  160\n",
              "17  18  170\n",
              "18  19  180\n",
              "19  20  190\n",
              "20   1    0\n",
              "21   1    1\n",
              "22   1    2\n",
              "23   1    3\n",
              "24   1    4\n",
              "25   1    5\n",
              "26   2   10\n",
              "27   2   11\n",
              "28   2   12\n",
              "29   2   13\n",
              "30   2   14\n",
              "31   2   15\n",
              "32   3   20\n",
              "33   3   21\n",
              "34   3   22\n",
              "35   3   23\n",
              "36   3   24\n",
              "37   3   25\n",
              "38   4   30\n",
              "39   4   31\n",
              "40   4   32\n",
              "41   4   33\n",
              "42   4   34\n",
              "43   4   35\n",
              "44   5   40\n",
              "45   5   41\n",
              "46   5   42\n",
              "47   5   43\n",
              "48   5   44\n",
              "49   5   45"
            ]
          },
          "metadata": {},
          "execution_count": 38
        }
      ]
    }
  ]
}