H&M_Selenium.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Web Scrape of H&M's website\n",
    "\n",
    "I scraped H&M's website's (hm.com) home section to identify items on sale and compiled the product names, old and new prices, and url's into a .csv file. Scraping performed using Selenium."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "from selenium import webdriver\n",
    "from selenium.webdriver.support.ui import Select\n",
    "import pandas as pd\n",
    "\n",
    "%matplotlib inline"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "driver = webdriver.Chrome()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "driver.get('http://www.hm.com/us/products/sale/home')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Washed Linen Duvet Cover Set\n",
      "$129\n",
      "$59.99\n",
      "http://www.hm.com/us/product/13472?article=13472-N\n",
      "Candle in Glass Jar\n",
      "$17.99\n",
      "$6.99\n",
      "http://www.hm.com/us/product/35079?article=35079-D\n",
      "Glittery Cushion Cover\n",
      "$17.99\n",
      "$7.99\n",
      "http://www.hm.com/us/product/72462?article=72462-A\n",
      "Textured-weave Cushion Cover\n",
      "$12.99\n",
      "$6.99\n",
      "http://www.hm.com/us/product/58926?article=58926-C\n",
      "Stoneware Bowl\n",
      "$24.99\n",
      "$17.99\n",
      "http://www.hm.com/us/product/74242?article=74242-A\n",
      "Slub-weave Cushion Cover\n",
      "$9.99\n",
      "$3.99\n",
      "http://www.hm.com/us/product/70965?article=70965-D\n",
      "Braided Cushion Cover\n",
      "$17.99\n",
      "$7.99\n",
      "http://www.hm.com/us/product/62818?article=62818-B\n",
      "Jacquard-weave Cushion Cover\n",
      "$17.99\n",
      "$7.99\n",
      "http://www.hm.com/us/product/69163?article=69163-B\n",
      "Scented Candle in Glass Holder\n",
      "$17.99\n",
      "$9.99\n",
      "http://www.hm.com/us/product/40910?article=40910-C\n",
      "2-pack Curtain Panels\n",
      "$34.99\n",
      "$27.99\n",
      "http://www.hm.com/us/product/69699?article=69699-B\n",
      "Porcelain Cup\n",
      "$5.99\n",
      "$2.99\n",
      "http://www.hm.com/us/product/76916?article=76916-A\n",
      "Cotton Canvas Cushion Cover\n",
      "$5.99\n",
      "$2.99\n",
      "http://www.hm.com/us/product/68473?article=68473-C\n",
      "Color-block Cushion Cover\n",
      "$12.99\n",
      "$9.99\n",
      "http://www.hm.com/us/product/74498?article=74498-A\n",
      "Patterned Cushion Cover\n",
      "$5.99\n",
      "$2.99\n",
      "http://www.hm.com/us/product/74258?article=74258-B\n",
      "King/Queen Duvet Cover Set\n",
      "$49.99\n",
      "$39.99\n",
      "http://www.hm.com/us/product/41512?article=41512-E\n",
      "Star-print Duvet Cover Set\n",
      "$49.99\n",
      "$39.99\n",
      "http://www.hm.com/us/product/76727?article=76727-A\n",
      "Faux Fur Seat Cushion\n",
      "$17.99\n",
      "$7.99\n",
      "http://www.hm.com/us/product/76977?article=76977-A\n",
      "Patterned Duvet Cover Set\n",
      "$29.99\n",
      "$19.99\n",
      "http://www.hm.com/us/product/73369?article=73369-A\n",
      "Patterned Mug\n",
      "$5.99\n",
      "$2.99\n",
      "http://www.hm.com/us/product/59417?article=59417-D\n",
      "Metal Storage Box\n",
      "$17.99\n",
      "$7.99\n",
      "http://www.hm.com/us/product/76797?article=76797-A\n",
      "Metal Tray\n",
      "$24.99\n",
      "$14.99\n",
      "http://www.hm.com/us/product/76794?article=76794-A\n",
      "Porcelain Serving Dish\n",
      "$24.99\n",
      "$9.99\n",
      "http://www.hm.com/us/product/80432?article=80432-A\n",
      "Metal Box\n",
      "$12.99\n",
      "$7.99\n",
      "http://www.hm.com/us/product/78352?article=78352-A\n",
      "Stoneware Jar\n",
      "$17.99\n",
      "$7.99\n",
      "http://www.hm.com/us/product/70658?article=70658-A\n",
      "Glittery Placemat\n",
      "$9.99\n",
      "$4.99\n",
      "http://www.hm.com/us/product/72111?article=72111-A\n",
      "Porcelain Plate\n",
      "$12.99\n",
      "$9.99\n",
      "http://www.hm.com/us/product/77665?article=77665-A\n",
      "Metal Storage Box\n",
      "$17.99\n",
      "$7.99\n",
      "http://www.hm.com/us/product/70603?article=70603-A\n",
      "Bottle Stopper\n",
      "$6.99\n",
      "$3.99\n",
      "http://www.hm.com/us/product/72262?article=72262-B\n",
      "Round Tray\n",
      "$17.99\n",
      "$7.99\n",
      "http://www.hm.com/us/product/70427?article=70427-A\n",
      "Bottle Stopper\n",
      "$6.99\n",
      "$2.99\n",
      "http://www.hm.com/us/product/72262?article=72262-A\n",
      "Porcelain Plate\n",
      "$12.99\n",
      "$9.99\n",
      "http://www.hm.com/us/product/77665?article=77665-B\n",
      "2-pack Curtain Panels\n",
      "$34.99\n",
      "$14.99\n",
      "http://www.hm.com/us/product/73380?article=73380-A\n",
      "Candle in Glass Jar\n",
      "$17.99\n",
      "$7.99\n",
      "http://www.hm.com/us/product/35079?article=35079-C\n",
      "Satin Duvet Cover Set\n",
      "$49.99\n",
      "$24.99\n",
      "http://www.hm.com/us/product/74773?article=74773-A\n",
      "Pile Throw\n",
      "$79.99\n",
      "$29.99\n",
      "http://www.hm.com/us/product/75033?article=75033-A\n",
      "Jacquard-weave Cushion Cover\n",
      "$12.99\n",
      "$4.99\n",
      "http://www.hm.com/us/product/60637?article=60637-C\n",
      "Patterned Duvet Cover Set\n",
      "$24.99\n",
      "$19.99\n",
      "http://www.hm.com/us/product/70306?article=70306-A\n",
      "Slub-weave Cushion Cover\n",
      "$5.99\n",
      "$2.99\n",
      "http://www.hm.com/us/product/60621?article=60621-B\n",
      "Jacquard-weave Cushion Cover\n",
      "$17.99\n",
      "$6.99\n",
      "http://www.hm.com/us/product/72455?article=72455-B\n",
      "Tall Stoneware Vase\n",
      "$34.99\n",
      "$14.99\n",
      "http://www.hm.com/us/product/69643?article=69643-A\n",
      "Glittery Cushion Cover\n",
      "$17.99\n",
      "$6.99\n",
      "http://www.hm.com/us/product/72460?article=72460-B\n",
      "Glittery Cushion Cover\n",
      "$17.99\n",
      "$6.99\n",
      "http://www.hm.com/us/product/72462?article=72462-B\n",
      "Wool-blend Rug\n",
      "$199\n",
      "$99\n",
      "http://www.hm.com/us/product/71871?article=71871-A\n",
      "Washed Linen Duvet Cover Set\n",
      "$99\n",
      "$54.99\n",
      "http://www.hm.com/us/product/73734?article=73734-A\n",
      "Cotton Velvet Cushion Cover\n",
      "$17.99\n",
      "$6.99\n",
      "http://www.hm.com/us/product/74267?article=74267-A\n",
      "Color-block Cushion Cover\n",
      "$12.99\n",
      "$4.99\n",
      "http://www.hm.com/us/product/73344?article=73344-A\n",
      "Scented Candle in Holder\n",
      "$17.99\n",
      "$7.99\n",
      "http://www.hm.com/us/product/73325?article=73325-C\n",
      "Slub-weave Cushion Cover\n",
      "$9.99\n",
      "$3.99\n",
      "http://www.hm.com/us/product/74264?article=74264-A\n",
      "Jacquard-weave Cushion Cover\n",
      "$17.99\n",
      "$6.99\n",
      "http://www.hm.com/us/product/72455?article=72455-A\n",
      "Texture-patterned Plate\n",
      "$12.99\n",
      "$4.99\n",
      "http://www.hm.com/us/product/70799?article=70799-B\n",
      "Cotton Canvas Cushion Cover\n",
      "$5.99\n",
      "$2.99\n",
      "http://www.hm.com/us/product/68473?article=68473-D\n",
      "Glittery Placemat\n",
      "$9.99\n",
      "$4.99\n",
      "http://www.hm.com/us/product/72111?article=72111-C\n",
      "Textured-weave Cushion Cover\n",
      "$12.99\n",
      "$6.99\n",
      "http://www.hm.com/us/product/58926?article=58926-B\n",
      "Slub-weave Cushion Cover\n",
      "$5.99\n",
      "$2.99\n",
      "http://www.hm.com/us/product/58211?article=58211-A\n",
      "Faux Fur Throw\n",
      "$79.99\n",
      "$34.99\n",
      "http://www.hm.com/us/product/75469?article=75469-A\n",
      "Faux Fur Seat Cushion\n",
      "$17.99\n",
      "$7.99\n",
      "http://www.hm.com/us/product/76982?article=76982-A\n",
      "Faux Fur Throw\n",
      "$79.99\n",
      "$34.99\n",
      "http://www.hm.com/us/product/74825?article=74825-A\n",
      "Patterned Cushion Cover\n",
      "$5.99\n",
      "$2.99\n",
      "http://www.hm.com/us/product/74263?article=74263-A\n",
      "Sequined Table Runner\n",
      "$24.99\n",
      "$14.99\n",
      "http://www.hm.com/us/product/78047?article=78047-A\n",
      "Jacquard-weave Cushion Cover\n",
      "$12.99\n",
      "$5.99\n",
      "http://www.hm.com/us/product/60637?article=60637-G\n"
     ]
    }
   ],
   "source": [
    "data5 = []\n",
    "products = driver.find_elements_by_class_name('product-list-item')\n",
    "for product in products:\n",
    "#     print(product.find_element_by_class_name('product-title').text)\n",
    "#     print(product.find_element_by_class_name('old-price').text)\n",
    "#     print(product.find_element_by_class_name('price').text)\n",
    "#     print(product.find_element_by_tag_name('a').get_attribute('href'))\n",
    "    datapoint = {}\n",
    "    datapoint['name'] = product.find_element_by_class_name('product-title').text\n",
    "    datapoint['old_price'] = product.find_element_by_class_name('old-price').text\n",
    "    datapoint['new_price'] = product.find_element_by_class_name('price').text\n",
    "    datapoint['url'] = product.find_element_by_tag_name('a').get_attribute('href')\n",
    "    data5.append(datapoint)\n",
    "df5 = pd.DataFrame(data5)\n",
    "df5.to_csv('hm-sales.csv', index=False)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}