Backup_Repos/calibre
1
0
Fork 0
mirror of git://github.com/kovidgoyal/calibre.git synced 2026-05-08 18:53:40 +02:00
Code Issues Projects Releases Wiki Activity

Accept transport_encoding in html5lib.parse

Browse source
This commit is contained in:
Kovid Goyal 2017-03-09 21:33:33 +05:30
parent 4da5526228
commit 0f7b73d7c4
1 changed files with 6 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

8
src/html5lib/html5parser.py
View file

@ -19,6 +19,7 @@
try:
unicode
def with_metaclass(meta, *bases):
"""Create a base class with a metaclass."""
return meta(b"NewBase", bases, {})
@ -29,11 +30,11 @@ def with_metaclass(meta, *bases):
def parse(doc, treebuilder="etree", encoding=None,
namespaceHTMLElements=True):
namespaceHTMLElements=True, transport_encoding=None):
"""Parse a string or file-like object into a tree"""
tb = treebuilders.getTreeBuilder(treebuilder)
p = HTMLParser(tb, namespaceHTMLElements=namespaceHTMLElements)
return p.parse(doc, encoding=encoding)
return p.parse(doc, encoding=transport_encoding or encoding)
def parseFragment(doc, container="div", treebuilder="etree", encoding=None,
@ -368,6 +369,7 @@ def impliedTagToken(self, name, type="EndTag", attributes=None,
ans['position'] = (self.tokenizer.stream.position(), True)
return ans
def getPhases(debug):
def log(function):
"""Logger that records which phase processes each token"""
@ -2668,11 +2670,13 @@ def processEndTag(self, token):
# XXX after after frameset
}
def adjust_attributes(token, replacements):
if token['data'].viewkeys() & replacements.viewkeys():
token['data'] = OrderedDict(
(replacements.get(k, k), v) for k, v in token['data'].iteritems())
class ParseError(Exception):
"""Error in parsed document"""