Section3/03DataPreparation.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import os"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "\"\"\"\n",
    "Start of:\n",
    "Setting up full path to directory with labelled images\n",
    "\"\"\"\n",
    "\n",
    "\n",
    "full_path_to_images = 'C:/Users/badri/Desktop/YoloV3CustomDataset/Section3'\n",
    "\n",
    "\"\"\"\n",
    "End of:\n",
    "Setting up full path to directory with labelled images\n",
    "\"\"\"\n",
    "\n",
    "\n",
    "\"\"\"\n",
    "Start of:\n",
    "Getting list of full paths to labelled images\n",
    "\"\"\"\n",
    "\n",
    "# Check point\n",
    "# Getting the current directory\n",
    "# print(os.getcwd())\n",
    "\n",
    "# Changing the current directory\n",
    "# to one with images\n",
    "os.chdir(full_path_to_images)\n",
    "\n",
    "# Check point\n",
    "# Getting the current directory\n",
    "# print(os.getcwd())\n",
    "# Defining list to write paths in\n",
    "\n",
    "p = []\n",
    "\n",
    "# Using os.walk for going through all directories\n",
    "# and files in them from the current directory\n",
    "# Fullstop in os.walk('.') means the current directory\n",
    "\n",
    "for current_dir, dirs, files in os.walk('.'):\n",
    "    # Going through all files\n",
    "    for f in files:\n",
    "        # Checking if filename ends with '.jpeg'\n",
    "        if f.endswith('.jpeg'):\n",
    "            # Preparing path to save into train.txt file\n",
    "            # Pay attention!\n",
    "            # If you're using Windows, it might need to change\n",
    "            # this: + '/' +\n",
    "            # to this: + '\\' +\n",
    "            # or to this: + '\\\\' +\n",
    "            path_to_save_into_txt_files = full_path_to_images + '/' + f\n",
    "\n",
    "            # Appending the line into the list\n",
    "            # We use here '\\n' to move to the next line\n",
    "            # when writing lines into txt files\n",
    "            p.append(path_to_save_into_txt_files + '\\n')\n",
    "\n",
    "\n",
    "# Slicing first 15% of elements from the list\n",
    "# to write into the test.txt file\n",
    "p_test = p[:int(len(p) * 0.15)]\n",
    "\n",
    "# Deleting from initial list first 15% of elements\n",
    "p = p[int(len(p) * 0.15):]\n",
    "\n",
    "\"\"\"\n",
    "End of:\n",
    "Getting list of full paths to labelled images\n",
    "\"\"\"\n",
    "\n",
    "\n",
    "\"\"\"\n",
    "Start of:\n",
    "Creating train.txt and test.txt files\n",
    "\"\"\"\n",
    "\n",
    "# Creating file train.txt and writing 85% of lines in it\n",
    "with open('train.txt', 'w') as train_txt:\n",
    "    # Going through all elements of the list\n",
    "    for e in p:\n",
    "        # Writing current path at the end of the file\n",
    "        train_txt.write(e)\n",
    "\n",
    "# Creating file test.txt and writing 15% of lines in it\n",
    "with open('test.txt', 'w') as test_txt:\n",
    "    # Going through all elements of the list\n",
    "    for e in p_test:\n",
    "        # Writing current path at the end of the file\n",
    "        test_txt.write(e)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "\"\"\"\n",
    "Start of:\n",
    "Setting up full path to directory with labelled images\n",
    "\"\"\"\n",
    "\n",
    "# Full or absolute path to the folder with images\n",
    "# Find it with Py file getting-full-path.py\n",
    "# Pay attention! If you're using Windows, yours path might looks like:\n",
    "# r'C:\\Users\\my_name\\Downloads\\video-to-annotate'\n",
    "# or:\n",
    "# 'C:\\\\Users\\\\my_name\\\\Downloads\\\\video-to-annotate'\n",
    "\n",
    "\n",
    "full_path_to_images = 'C:/Users/badri/Desktop/YoloV3CustomDataset/Section3'\n",
    "\n",
    "\"\"\"\n",
    "End of:\n",
    "Setting up full path to directory with labelled images\n",
    "\"\"\"\n",
    "\n",
    "\n",
    "\"\"\"\n",
    "Start of:\n",
    "Creating file classes.names\n",
    "\"\"\"\n",
    "\n",
    "# Defining counter for classes\n",
    "\n",
    "\n",
    "c = 0\n",
    "\n",
    "# Creating file classes.names from existing one classes.txt\n",
    "# Pay attention! If you're using Windows, it might need to change\n",
    "# this: + '/' +\n",
    "# to this: + '\\' +\n",
    "# or to this: + '\\\\' +\n",
    "with open(full_path_to_images + '/' + 'classes.names', 'w') as names, \\\n",
    "     open(full_path_to_images + '/' + 'classes.txt', 'r') as txt:\n",
    "\n",
    "    # Going through all lines in txt file and writing them into names file\n",
    "    for line in txt:\n",
    "        names.write(line)  # Copying all info from file txt to names\n",
    "\n",
    "        # Increasing counter\n",
    "        c += 1\n",
    "\n",
    "\"\"\"\n",
    "End of:\n",
    "Creating file classes.names\n",
    "\"\"\"\n",
    "\n",
    "\n",
    "\"\"\"\n",
    "Start of:\n",
    "Creating file labelled_data.data\n",
    "\"\"\"\n",
    "\n",
    "# Creating file labelled_data.data\n",
    "# Pay attention! If you're using Windows, it might need to change\n",
    "# this: + '/' +\n",
    "# to this: + '\\' +\n",
    "# or to this: + '\\\\' +\n",
    "\n",
    "\n",
    "with open(full_path_to_images + '/' + 'labelled_data.data', 'w') as data:\n",
    "    # Writing needed 5 lines\n",
    "    # Number of classes\n",
    "    # By using '\\n' we move to the next line\n",
    "    data.write('classes = ' + str(c) + '\\n')\n",
    "\n",
    "    # Location of the train.txt file\n",
    "    data.write('train = ' + full_path_to_images + '/' + 'train.txt' + '\\n')\n",
    "\n",
    "    # Location of the test.txt file\n",
    "    data.write('valid = ' + full_path_to_images + '/' + 'test.txt' + '\\n')\n",
    "\n",
    "    # Location of the classes.names file\n",
    "    data.write('names = ' + full_path_to_images + '/' + 'classes.names' + '\\n')\n",
    "\n",
    "    # Location where to save weights\n",
    "    data.write('backup = backup')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.6"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}