9_28_STYLE4Design_Scraping.ipynb

{"nbformat":4,"nbformat_minor":0,"metadata":{"colab":{"name":"9/28_STYLE4Design_Scraping.ipynb","provenance":[],"collapsed_sections":[]},"kernelspec":{"name":"python3","display_name":"Python 3"}},"cells":[{"cell_type":"code","metadata":{"id":"YvvgJ_nwiLWc","colab_type":"code","outputId":"ea8b8481-ea45-4eab-9a3e-0a83955d2286","executionInfo":{"status":"ok","timestamp":1569736644104,"user_tz":-540,"elapsed":9760,"user":{"displayName":"高村海聖","photoUrl":"","userId":"13154985401593835599"}},"colab":{"base_uri":"https://localhost:8080/","height":1000}},"source":["import pandas as pd\n","import requests\n","from google.colab import files\n","from bs4 import BeautifulSoup\n","import time\n","\n","# スクレイプするサイトの指定と「次へ」の最終ページ数・データフレーム指定！\n","base_url = 'https://design.style4.info/'\n","max_page = 128\n","cols = ['item', 'url']\n","df = pd.DataFrame(columns = cols)\n","\n","# 最終ページまで繰り返し処理\n","for i in range(1, max_page - 124):\n","    print('-' * 70)\n","    \n","    # 文字化け防止とデータ解析\n","    response = requests.get(base_url + '/page/' + str(i))\n","    response.encoding = response.apparent_encoding\n","    soup = BeautifulSoup(response.text, 'html.parser')\n","    \n","    # 記事の１つのカタマリをリスト化でもってくる\n","    item_list = soup.find_all('div', {'class': 'item-main'})\n","    # 記事のカタマリを１つずつ持ってくるんだよォォーーーーーーー！\n","    for item in item_list:\n","        \n","        # GoogleAdsの回避\n","        if item.a is None:\n","            pass\n","        else:\n","            #print(item)\n","            url = item.h2.a.get('href')\n","            name = item.h2.a.string\n","            print(name)\n","            print(url)\n","            se = pd.Series([name, url], cols)\n","            df = df.append(se, ignore_index=True)\n","    time.sleep(1)\n","\n","df.info()\n","filename = 'Fun_article.csv'\n","df.to_csv(filename, encoding = 'utf-8-sig')\n","files.download(filename)\n"],"execution_count":3,"outputs":[{"output_type":"stream","text":["----------------------------------------------------------------------\n","デスクの上の小さな公園。芝生トレイ&スマホスタンドの midori SE/SF\n","https://design.style4.info/2017/09/midori-se-sf/\n","ちょっと憧れる！橋の下を秘密のオフィスにしてしまったデザイナー\n","https://design.style4.info/2017/09/under-the-bridge/\n","食べれる花束？！ ヴィーガンな美しすぎるケーキ\n","https://design.style4.info/2017/06/beautiful-raw-vegan-cakes/\n","「日常に花と音楽を」カセットテープ型の一輪挿しがカワイイ - cassette vase\n","https://design.style4.info/2017/05/cassette-vase/\n","本物の植物にしか見えない！カラフルでカワイイ多肉植物＆フラワーケーキ\n","https://design.style4.info/2017/05/terrarium-and-flower-cakes/\n","見ていて気持ちいいコラージュ動画！ファレル・ウィリアムスも参加のミュージックビデオがすごい\n","https://design.style4.info/2017/04/cassius-go-up/\n","高級感抜群！レザーバッグに良く馴染むオシャレなライトニングケーブル\n","https://design.style4.info/2017/04/tag-lightning-cable/\n","まさに炎上広告！バーガーキングの自虐的すぎる宣伝ポスター\n","https://design.style4.info/2017/04/burger-king-flame-grilled/\n","佇まいがカワイイ！小さなお家のような機能的なテーブルライト\n","https://design.style4.info/2017/04/frame-lighting-wood/\n","どんなインテリアにも合いそうな上品で大人っぽいドライフラワー - amaterra&flowers\n","https://design.style4.info/2017/03/amaterraflowers/\n","甘酸っぱい思い出のような、物語性のあるお菓子 - Cineca\n","https://design.style4.info/2017/03/cineca/\n","宙に浮く球体が時を刻むシンプルでオシャレな時計\n","https://design.style4.info/2017/02/story/\n","可能性が無限大過ぎる！マグネット式カラーペンセット「MAGNETIPS」\n","https://design.style4.info/2017/02/magnetips/\n","これは便利！キャリーバッグがどこでもデスクになる折り畳みテーブル\n","https://design.style4.info/2017/02/smartoo-travel-desk/\n","外国人クリエイターが水彩画で描く日本のノスタルジック\n","https://design.style4.info/2017/02/tokyo-storefront/\n","バレずに早弁できる！閉じれば本になる弁当箱\n","https://design.style4.info/2017/02/lunch-box-book/\n","----------------------------------------------------------------------\n","本気仕事モードでサメになる！ 身につける個室 - Sharkman\n","https://design.style4.info/2017/01/sharkman/\n","最強カワイイ！ タイプライター風のレトロキュートなキーボード\n","https://design.style4.info/2017/01/lofree/\n","花よりアイス？バラのような食べるのがもったいないジェラート\n","https://design.style4.info/2017/01/i-creamy/\n","充電もできるモバイルデスク！どこでも作業ができるLapPad GO+\n","https://design.style4.info/2017/01/lappad-go-plus/\n","レトロかわいい！ミニチュアMacintosh風のApple Watchスタンド\n","https://design.style4.info/2017/01/w3-stand/\n","机上の癒し！リアルな川のようなオリジナル文具スタンド\n","https://design.style4.info/2017/01/sen/\n","これならカンニングもOK！ オシャレに料理上手になれるレシピ付きエプロン\n","https://design.style4.info/2017/01/bbq-apron-guides/\n","表情がカワイイ！コンパクトでオシャレな収納ケース - KYOTOMOJI\n","https://design.style4.info/2017/01/kyotomoji/\n","2017年のテーマカラーはこれ！心落ち着かせるグリーナリー\n","https://design.style4.info/2017/01/pantone-color-of-the-year-2017/\n","画期的！６つのシーンに対応できる着脱可能なバックパック\n","https://design.style4.info/2016/12/the-leather-duffle-backpack/\n","おしゃれなアイデア！読んで愉しむ小説付きのラベルのワイン\n","https://design.style4.info/2016/12/librottiglia/\n","こんなところにお店が！？可愛すぎるネズミのためのナッツ屋さん\n","https://design.style4.info/2016/12/anonymouse/\n","これはお見事！クリスマスにやってみたい神ってる髪型\n","https://design.style4.info/2016/12/christmas-hairstyles/\n","奇跡的タイミングと角度！美しすぎる反射を撮らえた写真18選\n","https://design.style4.info/2016/12/perfect-reflections/\n","シンプルだからこそ難しい！うまくハマると眼が光るフシギなおばけパズル\n","https://design.style4.info/2016/12/obake-puzzle/\n","鳥になったらこの家を探す！満室必須の美しすぎるバードハウス.\n","https://design.style4.info/2016/12/architectural-bird-houses/\n","----------------------------------------------------------------------\n","イクラなんでもこれは…。今すぐ口にかき込みたくなるイクラご飯のiPhoneケース\n","https://design.style4.info/2016/11/ikura-gohan-iphone-case/\n","まるで国境！ドローンが暴く貧富の差が一目瞭然すぎる空撮写真\n","https://design.style4.info/2016/11/between-rich-and-poor/\n","薪がないなら札束燃やせ。素直に暖まれないコーヒーテーブル型ストーブ\n","https://design.style4.info/2016/11/too-much-table/\n","松ぼっくり大活躍！クリスマスの飾り付けに取り入れたいアイデアアレンジ30選\n","https://design.style4.info/2016/11/christmas-pine-cone-ornament/\n","世界中が東京に見える！世界東京化計画がスゴすぎて話題に\n","https://design.style4.info/2016/11/tokyo-lization/\n","猫好きにはタマらない！猫の襟が可愛いレトロファッション - Miss Patina\n","https://design.style4.info/2016/11/miss-patina/\n","雨の日に、あの日の景色や思い出が蘇る。360°写真を傘にプリントする「PANORELLA」\n","https://design.style4.info/2016/11/panorella/\n","注がなくていい！ボトルに挿して直接飲めるワイングラス\n","https://design.style4.info/2016/11/guzzle-buddy/\n","ルンルン気分で洗濯物を干せそう！音符型の洗濯ばさみ\n","https://design.style4.info/2016/10/musiclips/\n","やっぱり絵になる！パリで思わず立ち寄りたくなるようなお店の外観29選\n","https://design.style4.info/2016/10/parisian-storefronts/\n","これは明快！ユニバーサルデザインな将棋の駒、大明駒\n","https://design.style4.info/2016/10/taimei-koma/\n","ダリがやった？まさにアートなラテアート\n","https://design.style4.info/2016/10/salvador-dalatte/\n","コスプレだけじゃない！爪で楽しむハロウィンネイルアート\n","https://design.style4.info/2016/10/halloween-nail-art/\n","これは二度見する！LEGOの手になる紙袋\n","https://design.style4.info/2016/10/lego-bag/\n","お守り代わりに贈りたい！本当に桜咲くえんぴつ\n","https://design.style4.info/2016/10/the-sakura-pencil/\n","頭ぽんぽんしたくなる！宙に浮いているリアルな雲のスピーカー\n","https://design.style4.info/2016/10/making-weather/\n","<class 'pandas.core.frame.DataFrame'>\n","RangeIndex: 48 entries, 0 to 47\n","Data columns (total 2 columns):\n","item    48 non-null object\n","url     48 non-null object\n","dtypes: object(2)\n","memory usage: 848.0+ bytes\n"],"name":"stdout"}]},{"cell_type":"code","metadata":{"id":"-yYYyb5Ou7IN","colab_type":"code","colab":{}},"source":[""],"execution_count":0,"outputs":[]}]}