Backup_Repos/FanFicFare
1
0
Fork 0
mirror of https://github.com/JimmXinu/FanFicFare.git synced 2025-12-06 08:52:55 +01:00
Code Issues Projects Releases Wiki Activity

Web service needs that UnicodeDecodeError exception handler

Browse source
This commit is contained in:
Jim Miller 2018-08-08 10:29:39 -05:00
parent a999544859
commit 5be511916b
1 changed files with 5 additions and 5 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

10
fanficfare/htmlcleanup.py
View file

@ -115,11 +115,11 @@ def removeEntities(text, space_only=False, remove_all_entities=False):
if space_only and re.match(r"^[^\s]$", v, re.UNICODE | re.S):
# if not space
continue
# try:
text = text.replace(e, v)
# except UnicodeDecodeError as ex:
# # for the pound symbol
# text = text.replace(e, v.decode('utf-8'))
try:
text = text.replace(e, v)
except UnicodeDecodeError as ex:
# for the pound symbol
text = text.replace(e, v.decode('utf-8'))
# SGMLParser, and in turn, BeautifulStoneSoup doesn't parse
# entities terribly well and inserts (;) after something that