Merge pull request trustedsec#713 from kollieartwolf/patch-2

Fix utf-8 codec error (1/2)
seandheath · Apr 28, 2020 · a95413d · a95413d
2 parents 9a68a5b + 739756b
commit a95413d
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/src/webattack/harvester/scraper.py b/src/webattack/harvester/scraper.py
@@ -59,7 +59,7 @@
     apache_rewrite = "post.php"
 
 # start the scraping process
-fileopen = open(userconfigpath + "web_clone/%s" % (site), "r").readlines()
+fileopen = open(userconfigpath + "web_clone/%s" % (site), "r", encoding='utf-8', errors='ignore').readlines()
 filewrite = open(userconfigpath + "web_clone/index.html.new", "w")
 for line in fileopen:
 

diff --git a/src/webattack/web_clone/cloner.py b/src/webattack/web_clone/cloner.py
@@ -192,7 +192,7 @@
             filewrite.close()
 
         if os.path.isfile(userconfigpath + "web_clone/index.html"):
-            fileopen = open(userconfigpath + "web_clone/index.html", "r")
+            fileopen = open(userconfigpath + "web_clone/index.html", "r", encoding='utf-8', errors='ignore')
             counter = 0
             for line in fileopen:
                 counter = counter + 1