X-Git-Url: https://git.sommitrealweird.co.uk/rss2maildir.git/blobdiff_plain/1c9d690aa6532dfd1a300ce66678f2d459ebacf1..e6e6c337ac79ea307329843153e477f5f4f784c8:/rss2maildir.py?ds=sidebyside diff --git a/rss2maildir.py b/rss2maildir.py index 5d991e7..2af32bc 100755 --- a/rss2maildir.py +++ b/rss2maildir.py @@ -151,7 +151,7 @@ class HTML2Text(HTMLParser): elif tag_name == u'a': for attr in attrs: if attr[0].lower() == u'href': - self.urls.append(attr[1]) + self.urls.append(attr[1].decode('utf-8')) self.curdata = self.curdata + u'`' self.opentags.append(tag_name) return @@ -235,8 +235,7 @@ class HTML2Text(HTMLParser): if tag_thats_done in ["h1", "h2", "h3", "h4", "h5", "h6"]: underline = u'' underlinechar = u'=' - headingtext = unicode( \ - self.curdata.encode("utf-8").strip(), "utf-8") + headingtext = self.curdata seperator = u'\n' + u' '*self.indentlevel headingtext = seperator.join( \ textwrap.wrap( \ @@ -257,7 +256,7 @@ class HTML2Text(HTMLParser): underline = u' ' * self.indentlevel \ + underlinechar * len(headingtext) self.text = self.text \ - + headingtext.encode("utf-8") + u'\n' \ + + headingtext + u'\n' \ + underline elif tag_thats_done in [u'p', u'div']: paragraph = unicode( \ @@ -414,7 +413,7 @@ class HTML2Text(HTMLParser): def handle_data(self, data): if len(self.opentags) == 0: self.opentags.append(u'p') - self.curdata = self.curdata + unicode(data, "utf-8") + self.curdata = self.curdata + data.decode("utf-8") def handle_entityref(self, name): entity = name