File tree Expand file tree Collapse file tree 1 file changed +5
-1
lines changed Expand file tree Collapse file tree 1 file changed +5
-1
lines changed Original file line number Diff line number Diff line change @@ -22,6 +22,8 @@ def getTitle(soup):
22
22
23
23
if (len (res ) > 60 ):
24
24
res = res [0 :60 ]
25
+ if (res == None or len (res .split ()) == 0 ):
26
+ res = "Not available"
25
27
return res .strip ()
26
28
27
29
# to scrape page description
@@ -40,6 +42,8 @@ def getDesc(soup):
40
42
res = res .get_text () or res .get ("content" , None )
41
43
if (len (res ) > 60 ):
42
44
res = res [0 :60 ]
45
+ if (res == None or len (res .split ()) == 0 ):
46
+ res = "Not available"
43
47
return res .strip ()
44
48
45
49
# to scrape image link
@@ -66,7 +70,7 @@ def getImage(soup, url):
66
70
res = res [count ::]
67
71
if ((not res == None ) and ((not "https://" in res ) or (not "https://" in res ))):
68
72
res = url + "/" + res
69
- if (res == None ):
73
+ if (res == None or len ( res . split ()) == 0 ):
70
74
res = "Not available"
71
75
72
76
return res
You can’t perform that action at this time.
0 commit comments