@@ -75,7 +75,10 @@ class HTMLLinkParser(HTMLParser): self.http_enc = response.parsed_hdrs['content-type'][1].get('charset', self.http_enc) try: if chunk.__class__.__name__ != 'unicode': - chunk = unicode(chunk, self.doc_enc or self.http_enc, 'ignore') + try: + chunk = unicode(chunk, self.doc_enc or self.http_enc, 'ignore') + except LookupError: + pass HTMLParser.feed(self, chunk) except: # oh, well... pass src/link_parse.py @@ -179,8 +179,11 @@ class RedWebUi(object): def presentBody(self): """show the stored body sample""" - uni_sample = unicode(self.body_sample, - self.link_parser.doc_enc or self.link_parser.http_enc, 'ignore') + try: + uni_sample = unicode(self.body_sample, + self.link_parser.doc_enc or self.link_parser.http_enc, 'ignore') + except LookupError: + uni_sample = self.body_sample safe_sample = e(uni_sample) message = "" for tag, link_set in self.links.items(): src/webui.py 03f4f0f8034ad4df791228beb480768a69e556a2 Mark Nottingham mnot@mnot.net http://github.com/mnot/redbot/commit/ad7919f5fb2e3933055d5e68f2173be504d1b9c8 ad7919f5fb2e3933055d5e68f2173be504d1b9c8 2009-11-07T22:37:47-08:00 2009-11-07T22:37:47-08:00 recover from encoding lookup errors fb3e97700bcb2d52d70086e01a90024ce322667f Mark Nottingham mnot@mnot.net