Mikaela
/
Limnoria
mirror of https://github.com/Mikaela/Limnoria.git
1
0
Fork 0
Code Issues Projects Releases Wiki Activity

utils/web.py: Attempt to fix handling of RSS feeds using broken entity references.

This commit is contained in:
Valentin Lorentz 2013-11-26 15:15:07 +00:00
parent ff5d83e7e6
commit 42b8a0676c
1 changed files with 8 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
src/utils/web.py
View File

@ -199,7 +199,14 @@ class HtmlToText(HTMLParser, object):
self.data.append(data)
def handle_entityref(self, data):
self.data.append(unichr(htmlentitydefs.name2codepoint[data]))
if data in htmlentitydefs.name2codepoint:
self.data.append(unichr(htmlentitydefs.name2codepoint[data]))
elif sys.version_info[0] >= 3 and isinstance(data, bytes):
self.data.append(data.decode())
elif sys.version_info[0] < 3 and isinstance(data, str):
self.data.append(data.decode('utf8', errors='replace'))
else:
self.data.append(data)
def getText(self):
text = ''.join(self.data).strip()