Update scraper.py

Brandhunt · Jan 26, 2020 · 487cec7 · 487cec7
1 parent 14bd079
commit 487cec7
Showing 1 changed file with 7 additions and 1 deletion.
diff --git a/scraper.py b/scraper.py
@@ -598,7 +598,13 @@ def doesscrapeurlexist(scrapesitelist, scrapeurl):
                                         if len(domainmisc_array[i]) > 0:
                                             soldout = True
                                     # --- Convert the scraped HTML element to HTML string before end! --- #
-                                    domainmisc_array[i] = str(etree.tostring(domainmisc_array[i]))
+                                    if type(domainmisc_array[i]) == 'list:
+                                        count = 0
+                                        for el in domainmisc_array[i]:
+                                            domainmisc_array[i][count] = str(etree.tostring(el))
+                                            count = count + 1
+                                    else:
+                                        domainmisc_array[i] = str(etree.tostring(domainmisc_array[i]))
                             scrapedmiscitems = json.dumps(domainmisc_array)
                             #print('DOMAINMISC:')
                             #for d in domainmisc_array: print d