-
Notifications
You must be signed in to change notification settings - Fork 0
/
python爬取猫途鹰航空公司（未加密部分） (1).py
299 lines (283 loc) · 29.6 KB
/
python爬取猫途鹰航空公司（未加密部分） (1).py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
import urllib.request
import useragent
import random
import urllib3
from random import *
import requests
import csv
import re
import time
import lxml
from lxml import etree
import json
if __name__ == '__main__':#新手学代码时 照搬的 好像不用主函数程序也可以完成运行
data = []
Comment = []
User = []
Point = []
#提前设好需要用到的保存数据的集合
urls = [
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r925876856-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r757296659-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r739402703-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r720611707-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r714747571-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r677250852-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r665019994-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r653892056-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r645128324-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r634622064-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r618406613-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r606596601-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r599775803-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r592906579-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r589458903-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r589279422-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r582127592-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r581951032-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r568843367-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r563302925-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r555761950-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r545402297-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r538197567-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r534291649-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r520377686-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r517087718-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r515739678-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r502442429-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r497417221-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r496721120-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r488194618-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r474375776-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r469070970-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r463099489-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r458455975-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r454932478-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r443216474-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r440834955-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r433860906-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r429027982-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r426076183-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r423450535-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r421997409-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r415633333-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r413824889-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r407393044-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r385501832-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r381074928-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r376875496-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r373247424-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r368672123-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r366806384-China_Southern_Airlines-World.html"]
#url 由于因为访问网址的无序性（网址访问的变动部分是无序的，猜想是根据某一个评论的位置而定，而我们是进行中文评论的爬取，这期间评论是经过网站筛选的，所以呈现无序），只能将需要爬取的网站url手动添加成一个集合
headers = {
'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36 Edg/120.0.0.0',
"Referer": 'https://cn.tripadvisor.com/'
#UA应该是必须的（绕过反爬机制的基本操作），Referer有些网站不需要也可以运行代码，这里可能也不需要。
}
for url in urls:
user_name_list = []
comment_list = []
point_list = []
#提前设置好需要用到的保存信息的集合，主要是配合下面while循环的判断
print(url)
#打印出正在爬取的url
response = requests.get(url=url, headers=headers)
print(response.status_code)
#返回request的响应值是在写代码过程中 看爬取过程中出现的问题的可能性，有利于分析爬取过程。 这里是不是返回200或者403不影响爬取信息
while len(user_name_list) == 0:
#这个while循环是为了防止加载出了url，但网址的信息内容由于网速原因（我猜）或者其他什么因素导致没有加载完毕，无法正常读取到信息。
page_text = requests.get(url=url, headers=headers).text
#通过request的get请求 请求到网址的源代码信息，并以text格式保存在page_text的变量中
#也可以这样写
#sui-bian-yi-ge-bian-liang-ming = requests.get(url=url, headers=headers)
#page_text = sui-bian-yi-ge-bian-liang-ming.text
ex2 = '<div class="username mo">.*?>(.*?)<.*?</div>'
user_name_list = re.findall(ex2, page_text, re.S)
print(user_name_list)
ex1 = '<div class="entry"><p class="partial_entry">(.*?)</p></div>'
comment_list = re.findall(ex1, page_text, re.S) # re.S单行匹配，re.M多行匹配
print(comment_list)
ex3 = '<span class="ui_bubble_rating bubble_(.*?)0">.*?</span>'
point_list = re.findall(ex3, page_text)
print(point_list)
#以上三个部分就是通过正则化读取到对应匹配的位置，将需要爬取的信息匹配到并保存在变量中
time.sleep(10)
#在频繁进行爬虫操作的过程中会遇到反爬机制的检测（过于频繁的访问一个url）会导致报错。所以在这里设置一个休息间断。
Point = Point + point_list
User = User + user_name_list
Comment = Comment + comment_list
#在对一个url中的信息爬取完成后，保存在我们提前设置好的集合中
f = open("中国南方航空1.csv", "w", encoding="utf-8-sig", newline="")
csvwritter = csv.writer(f)
#没有相应命名的文件就会创建一个对应名字的.csv文件，将writer操作赋予 一个变量
for i in range(len(Comment)):
data = [User[i]] + [Point[i]] + [Comment[i]]
csvwritter.writerow(data)
#循环将我们之前收集到的信息 一条一条的写在我们前面创建的文件中
print('over')
'''
urls = ["https://cn.tripadvisor.com/ShowUserReviews-g1-d8729000-r804465644-Air_China-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729000-r752355879-Air_China-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729000-r737740387-Air_China-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729000-r713797386-Air_China-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729000-r694952521-Air_China-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729000-r688847280-Air_China-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729000-r687379973-Air_China-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729000-r678441865-Air_China-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729000-r666681432-Air_China-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729000-r658688935-Air_China-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729000-r652860536-Air_China-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729000-r645665547-Air_China-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729000-r626322646-Air_China-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729000-r621607653-Air_China-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729000-r617856065-Air_China-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729000-r608716917-Air_China-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729000-r600276910-Air_China-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729000-r595149023-Air_China-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729000-r584529382-Air_China-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729000-r578713306-Air_China-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729000-r573634740-Air_China-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729000-r567785070-Air_China-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729000-r563120260-Air_China-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729000-r558750408-Air_China-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729000-r557664387-Air_China-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729000-r554120054-Air_China-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729000-r552626367-Air_China-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729000-r551910518-Air_China-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729000-r549226481-Air_China-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729000-r546743130-Air_China-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729000-r544713918-Air_China-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729000-r541495621-Air_China-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729000-r538923195-Air_China-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729000-r531259639-Air_China-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729000-r519722941-Air_China-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729000-r518208338-Air_China-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729000-r515902125-Air_China-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729000-r515744979-Air_China-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729000-r500582495-Air_China-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729000-r497044242-Air_China-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729000-r495287011-Air_China-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729000-r488839117-Air_China-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729000-r480778944-Air_China-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729000-r473728397-Air_China-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729000-r467112233-Air_China-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729000-r458814401-Air_China-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729000-r456826571-Air_China-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729000-r453249207-Air_China-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729000-r447831932-Air_China-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729000-r442297927-Air_China-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729000-r438474224-Air_China-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729000-r434715815-Air_China-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729000-r431450416-Air_China-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729000-r427124451-Air_China-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729000-r423837075-Air_China-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729000-r424889553-Air_China-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729000-r424889183-Air_China-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729000-r420779077-Air_China-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729000-r416334088-Air_China-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729000-r407394748-Air_China-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729000-r393473939-Air_China-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729000-r387741039-Air_China-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729000-r378548370-Air_China-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729000-r373632075-Air_China-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729000-r371115852-Air_China-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729000-r369133166-Air_China-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729000-r360312517-Air_China-World.html"] 中国国际航空urls
'''
'''
urls = ["https://cn.tripadvisor.com/ShowUserReviews-g1-d8729050-r913438413-China_Eastern_Airlines-World.html","https://cn.tripadvisor.com/ShowUserReviews-g1-d8729050-r733683100-China_Eastern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729050-r719785838-China_Eastern_Airlines-World.html","https://cn.tripadvisor.com/ShowUserReviews-g1-d8729050-r711259778-China_Eastern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729050-r700149959-China_Eastern_Airlines-World.html","https://cn.tripadvisor.com/ShowUserReviews-g1-d8729050-r688674966-China_Eastern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729050-r683079844-China_Eastern_Airlines-World.html","https://cn.tripadvisor.com/ShowUserReviews-g1-d8729050-r678820521-China_Eastern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729050-r669549329-China_Eastern_Airlines-World.html","https://cn.tripadvisor.com/ShowUserReviews-g1-d8729050-r663956963-China_Eastern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729050-r658362401-China_Eastern_Airlines-World.html","https://cn.tripadvisor.com/ShowUserReviews-g1-d8729050-r655124202-China_Eastern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729050-r652458941-China_Eastern_Airlines-World.html","https://cn.tripadvisor.com/ShowUserReviews-g1-d8729050-r643914278-China_Eastern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729050-r641762529-China_Eastern_Airlines-World.html","https://cn.tripadvisor.com/ShowUserReviews-g1-d8729050-r638312588-China_Eastern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729050-r633718182-China_Eastern_Airlines-World.html","https://cn.tripadvisor.com/ShowUserReviews-g1-d8729050-r625242901-China_Eastern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729050-r617560374-China_Eastern_Airlines-World.html","https://cn.tripadvisor.com/ShowUserReviews-g1-d8729050-r614006356-China_Eastern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729050-r603953782-China_Eastern_Airlines-World.html","https://cn.tripadvisor.com/ShowUserReviews-g1-d8729050-r597578421-China_Eastern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729050-r589897518-China_Eastern_Airlines-World.html","https://cn.tripadvisor.com/ShowUserReviews-g1-d8729050-r584041211-China_Eastern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729050-r580546430-China_Eastern_Airlines-World.html","https://cn.tripadvisor.com/ShowUserReviews-g1-d8729050-r575338609-China_Eastern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729050-r567189222-China_Eastern_Airlines-World.html","https://cn.tripadvisor.com/ShowUserReviews-g1-d8729050-r563517592-China_Eastern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729050-r557304384-China_Eastern_Airlines-World.html","https://cn.tripadvisor.com/ShowUserReviews-g1-d8729050-r555072849-China_Eastern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729050-r551663617-China_Eastern_Airlines-World.html","https://cn.tripadvisor.com/ShowUserReviews-g1-d8729050-r547819985-China_Eastern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729050-r546984546-China_Eastern_Airlines-World.html","https://cn.tripadvisor.com/ShowUserReviews-g1-d8729050-r544533968-China_Eastern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729050-r539285740-China_Eastern_Airlines-World.html","https://cn.tripadvisor.com/ShowUserReviews-g1-d8729050-r533818668-China_Eastern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729050-r523086084-China_Eastern_Airlines-World.html","https://cn.tripadvisor.com/ShowUserReviews-g1-d8729050-r519702866-China_Eastern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729050-r519721015-China_Eastern_Airlines-World.html","https://cn.tripadvisor.com/ShowUserReviews-g1-d8729050-r516130223-China_Eastern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729050-r515902240-China_Eastern_Airlines-World.html","https://cn.tripadvisor.com/ShowUserReviews-g1-d8729050-r515740340-China_Eastern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729050-r514599207-China_Eastern_Airlines-World.html","https://cn.tripadvisor.com/ShowUserReviews-g1-d8729050-r505671772-China_Eastern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729050-r498804645-China_Eastern_Airlines-World.html","https://cn.tripadvisor.com/ShowUserReviews-g1-d8729050-r497042603-China_Eastern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729050-r490660593-China_Eastern_Airlines-World.html","https://cn.tripadvisor.com/ShowUserReviews-g1-d8729050-r485328730-China_Eastern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729050-r479641695-China_Eastern_Airlines-World.html","https://cn.tripadvisor.com/ShowUserReviews-g1-d8729050-r476658532-China_Eastern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729050-r474859815-China_Eastern_Airlines-World.html","https://cn.tripadvisor.com/ShowUserReviews-g1-d8729050-r470477286-China_Eastern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729050-r463374970-China_Eastern_Airlines-World.html","https://cn.tripadvisor.com/ShowUserReviews-g1-d8729050-r460272098-China_Eastern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729050-r454932488-China_Eastern_Airlines-World.html","https://cn.tripadvisor.com/ShowUserReviews-g1-d8729050-r449135365-China_Eastern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729050-r447645811-China_Eastern_Airlines-World.html","https://cn.tripadvisor.com/ShowUserReviews-g1-d8729050-r441463417-China_Eastern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729050-r437738756-China_Eastern_Airlines-World.html","https://cn.tripadvisor.com/ShowUserReviews-g1-d8729050-r431741418-China_Eastern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729050-r427479904-China_Eastern_Airlines-World.html","https://cn.tripadvisor.com/ShowUserReviews-g1-d8729050-r424952922-China_Eastern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729050-r423000453-China_Eastern_Airlines-World.html","https://cn.tripadvisor.com/ShowUserReviews-g1-d8729050-r421116469-China_Eastern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729050-r413452239-China_Eastern_Airlines-World.html","https://cn.tripadvisor.com/ShowUserReviews-g1-d8729050-r406422768-China_Eastern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729050-r401556396-China_Eastern_Airlines-World.html","https://cn.tripadvisor.com/ShowUserReviews-g1-d8729050-r387289696-China_Eastern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729050-r381284218-China_Eastern_Airlines-World.html","https://cn.tripadvisor.com/ShowUserReviews-g1-d8729050-r377268177-China_Eastern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729050-r372784349-China_Eastern_Airlines-World.html","https://cn.tripadvisor.com/ShowUserReviews-g1-d8729050-r371116261-China_Eastern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729050-r365344091-China_Eastern_Airlines-World.html","https://cn.tripadvisor.com/ShowUserReviews-g1-d8729050-r928765590-China_Eastern_Airlines-World.html"]
中国东方航空urls
'''
'''
urls =[
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r925876856-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r757296659-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r739402703-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r720611707-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r714747571-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r677250852-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r665019994-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r653892056-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r645128324-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r634622064-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r618406613-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r606596601-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r599775803-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r592906579-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r589458903-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r589279422-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r582127592-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r581951032-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r568843367-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r563302925-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r555761950-China_Southern_Airlines-World.html"，
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r545402297-China_Southern_Airlines-World.html"，
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r538197567-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r534291649-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r520377686-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r517087718-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r515739678-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r502442429-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r497417221-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r496721120-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r488194618-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r474375776-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r469070970-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r463099489-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r458455975-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r454932478-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r443216474-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r440834955-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r433860906-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r429027982-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r426076183-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r423450535-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r421997409-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r415633333-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r413824889-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r407393044-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r385501832-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r381074928-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r376875496-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r373247424-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r368672123-China_Southern_Airlines-World.html",
"https://cn.tripadvisor.com/ShowUserReviews-g1-d8729051-r366806384-China_Southern_Airlines-World.html",
]-中国南方航空公司url
'''