-
Notifications
You must be signed in to change notification settings - Fork 0
/
macSeleniumHeadless.py
67 lines (52 loc) · 2.01 KB
/
macSeleniumHeadless.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
# -*- coding: utf-8 -*-
# 宣言部分
from selenium import webdriver
from selenium.webdriver.common.keys import Keys
from selenium.webdriver.chrome.options import Options
import sqlite3
dbname = 'database.db'
conn = sqlite3.connect(dbname)
c = conn.cursor()
table_name = 'test'
# chromedriverの設定
options = Options()
options.add_argument('--headless')
options.add_argument('--no-sandbox')
# driver = webdriver.Chrome('/usr/local/bin/chromedriver', chrome_options=options)
driver = webdriver.Chrome('/opt/chrome/chromedriver', options=options)
def create_table(tname):
drop_table = '''drop table if EXISTS {}'''.format(tname)
c.execute(drop_table)
# executeメソッドでSQL文を実行する
create_table = '''create table if NOT EXISTS {} (title varchar(64), url varchar(64))'''.format(tname)
c.execute(create_table)
def insert_data(tname, data):
# 一度に複数のSQL文を実行したいときは,タプルのリストを作成した上で
# executemanyメソッドを実行する
insert_sql = 'insert into {0} (title, url) values (?,?)'.format(tname)
c.executemany(insert_sql, data)
conn.commit()
if __name__ == '__main__':
create_table(table_name)
# 特定のサイト(Google検索)にアクセスする
driver.get("https://google.co.jp")
print(driver.title)
# 確認01
assert 'Google' in driver.title
# 検索窓を操作する
input_elem = driver.find_element_by_name("q")
input_elem.clear()
input_elem.send_keys('Python')
input_elem.send_keys(Keys.RETURN)
# driver.implicitly_wait(20)
print(driver.title)
# 確認02
assert 'Python' in driver.title
# 必要な情報を取得、出力
for a in driver.find_elements_by_css_selector('#rso .g .rc .yuRUbf > a'):
insert_data(table_name, [(a.find_element_by_tag_name('h3').text, a.get_attribute('href'))])
# 終了処理
driver.close()
select_sql = 'select * from {0}'.format(table_name)
for row in c.execute(select_sql):
print(row)