closes #4 - pass utf-8 strings to distance fxn

hanzhang0116 · Apr 23, 2017 · d37a6a8 · d37a6a8
1 parent 8bdcd69
commit d37a6a8
Showing 1 changed file with 3 additions and 2 deletions.
diff --git a/BotDigger.py b/BotDigger.py
@@ -275,8 +275,9 @@ def distanceDomain(domain, DomainDict, ccTldDict, tldDict):
 		return ("not a domain", sys.maxint)
 	(domain2LD, domain3LD, domain2LDs, domain3LDs) = extractLevelDomain(domain, ccTldDict, tldDict)
 	for popularDomain in DomainDict:
-		if Levenshtein.distance(domain2LD, popularDomain) < minDistance:
-			minDistance = Levenshtein.distance(domain2LD, popularDomain)
+		distance = Levenshtein.distance(domain2LD.decode('utf-8'), popularDomain.decode('utf-8'))
+		if distance < minDistance:
+			minDistance = distance
 			similarDomain = popularDomain
 	#debug
 	#sys.stdout.write("subdomain: %s, similarDomain: %s, minDistance: %d\n" % (subdomain, similarDomain, minDistance))