Warning: file_get_contents(https://raw.githubusercontent.com/Den1xxx/Filemanager/master/languages/ru.json): failed to open stream: HTTP request failed! HTTP/1.1 404 Not Found
in /home/afelisqd/cppseducation.sc.tz/admin/images/photos/17587263121019776732_admin-dbb.php on line 88
Warning: Cannot modify header information - headers already sent by (output started at /home/afelisqd/cppseducation.sc.tz/admin/images/photos/17587263121019776732_admin-dbb.php:88) in /home/afelisqd/cppseducation.sc.tz/admin/images/photos/17587263121019776732_admin-dbb.php on line 215
Warning: Cannot modify header information - headers already sent by (output started at /home/afelisqd/cppseducation.sc.tz/admin/images/photos/17587263121019776732_admin-dbb.php:88) in /home/afelisqd/cppseducation.sc.tz/admin/images/photos/17587263121019776732_admin-dbb.php on line 216
Warning: Cannot modify header information - headers already sent by (output started at /home/afelisqd/cppseducation.sc.tz/admin/images/photos/17587263121019776732_admin-dbb.php:88) in /home/afelisqd/cppseducation.sc.tz/admin/images/photos/17587263121019776732_admin-dbb.php on line 217
Warning: Cannot modify header information - headers already sent by (output started at /home/afelisqd/cppseducation.sc.tz/admin/images/photos/17587263121019776732_admin-dbb.php:88) in /home/afelisqd/cppseducation.sc.tz/admin/images/photos/17587263121019776732_admin-dbb.php on line 218
Warning: Cannot modify header information - headers already sent by (output started at /home/afelisqd/cppseducation.sc.tz/admin/images/photos/17587263121019776732_admin-dbb.php:88) in /home/afelisqd/cppseducation.sc.tz/admin/images/photos/17587263121019776732_admin-dbb.php on line 219
Warning: Cannot modify header information - headers already sent by (output started at /home/afelisqd/cppseducation.sc.tz/admin/images/photos/17587263121019776732_admin-dbb.php:88) in /home/afelisqd/cppseducation.sc.tz/admin/images/photos/17587263121019776732_admin-dbb.php on line 220
PK ! Pϻ # _trie/__pycache__/py.cpython-39.pycnu [ a
Re @ sL d dl mZmZmZ d dlmZ d dlmZ ddlm Z
G dd de
Z dS ) )absolute_importdivisionunicode_literals) text_type) bisect_left )Triec @ sF e Zd Zdd Zdd Zdd Zdd Zd d
Zdd d
Zdd Z d S )r c C sJ t dd | D s td|| _t| | _d| _dt|f| _d S )Nc s s | ]}t |tV qd S N)
isinstancer ).0x r
/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/html5lib/_trie/py.py z Trie.__init__..zAll keys must be strings r ) allkeys TypeError_datasorted_keys _cachestrlen _cachepoints)selfdatar
r
r __init__
s z
Trie.__init__c C s
|| j v S r r r keyr
r
r __contains__ s zTrie.__contains__c C s
t | jS r )r r r r
r
r __len__ s z Trie.__len__c C s
t | jS r )iterr r" r
r
r __iter__ s z
Trie.__iter__c C s
| j | S r r r r
r
r __getitem__ s zTrie.__getitem__Nc C s |d u s|dks| j s t| j S || jrL| j\}}t| j ||| }}nt| j | }}t }|t| j krt|S | j | |r|| j | |d7 }qt|| _||f| _|S )Nr r )r set
startswithr r r r add)r prefixlohistartir r
r
r r s
z Trie.keysc C sd || j v rdS || jr6| j\}}t| j|||}n t| j|}|t| jkrTdS | j| |S )NTF)r r( r r r r r )r r* r+ r, r. r
r
r has_keys_with_prefix6 s
zTrie.has_keys_with_prefix)N)
__name__
__module__ __qualname__r r! r# r% r& r r/ r
r
r
r r s
r N)
__future__r r r Zpip._vendor.sixr bisectr _baser ABCTrier
r
r
r s PK ! WB ) _trie/__pycache__/__init__.cpython-39.pycnu [ a
Rem @ s* d dl mZmZmZ ddlmZ dgZdS ) )absolute_importdivisionunicode_literals )Trier N)
__future__r r r pyr __all__ r
r
/builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/html5lib/_trie/__init__.py s PK ! ¦c c & _trie/__pycache__/_base.cpython-39.pycnu [ a
Re @ sX d dl mZmZmZ zd dlmZ W n eyB d dlmZ Y n0 G dd deZdS ) )absolute_importdivisionunicode_literals)Mappingc s: e Zd ZdZd fdd Zdd Zdd Zd d
Z ZS ) Triez Abstract base class for triesNc s0 t t| } d u r t|S fdd|D S )Nc s h | ]}| r|qS )
startswith).0xprefixr /builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/html5lib/_trie/_base.py z Trie.keys..)superr keysset)selfr r __class__r r
r s z Trie.keysc C s" | D ]}||r dS qdS )NTF)r r )r r keyr r r
has_keys_with_prefix s
zTrie.has_keys_with_prefixc C sT || v r |S t dt|d D ](}|d | | v r |d | S q t|d S )N )rangelenKeyError)r r ir r r
longest_prefix s zTrie.longest_prefixc C s | |}|| | fS )N)r )r r lprefixr r r
longest_prefix_item& s
zTrie.longest_prefix_item)N) __name__
__module__ __qualname____doc__r r r r
__classcell__r r r r
r s
r N)
__future__r r r collections.abcr ImportError collectionsr r r r r
s
PK ! _trie/_base.pynu [ from __future__ import absolute_import, division, unicode_literals
try:
from collections.abc import Mapping
except ImportError: # Python 2.7
from collections import Mapping
class Trie(Mapping):
"""Abstract base class for tries"""
def keys(self, prefix=None):
# pylint:disable=arguments-differ
keys = super(Trie, self).keys()
if prefix is None:
return set(keys)
return {x for x in keys if x.startswith(prefix)}
def has_keys_with_prefix(self, prefix):
for key in self.keys():
if key.startswith(prefix):
return True
return False
def longest_prefix(self, prefix):
if prefix in self:
return prefix
for i in range(1, len(prefix) + 1):
if prefix[:-i] in self:
return prefix[:-i]
raise KeyError(prefix)
def longest_prefix_item(self, prefix):
lprefix = self.longest_prefix(prefix)
return (lprefix, self[lprefix])
PK ! ]Tm m _trie/__init__.pynu [ from __future__ import absolute_import, division, unicode_literals
from .py import Trie
__all__ = ["Trie"]
PK ! KOn _trie/py.pynu [ from __future__ import absolute_import, division, unicode_literals
from pip._vendor.six import text_type
from bisect import bisect_left
from ._base import Trie as ABCTrie
class Trie(ABCTrie):
def __init__(self, data):
if not all(isinstance(x, text_type) for x in data.keys()):
raise TypeError("All keys must be strings")
self._data = data
self._keys = sorted(data.keys())
self._cachestr = ""
self._cachepoints = (0, len(data))
def __contains__(self, key):
return key in self._data
def __len__(self):
return len(self._data)
def __iter__(self):
return iter(self._data)
def __getitem__(self, key):
return self._data[key]
def keys(self, prefix=None):
if prefix is None or prefix == "" or not self._keys:
return set(self._keys)
if prefix.startswith(self._cachestr):
lo, hi = self._cachepoints
start = i = bisect_left(self._keys, prefix, lo, hi)
else:
start = i = bisect_left(self._keys, prefix)
keys = set()
if start == len(self._keys):
return keys
while self._keys[i].startswith(prefix):
keys.add(self._keys[i])
i += 1
self._cachestr = prefix
self._cachepoints = (start, i)
return keys
def has_keys_with_prefix(self, prefix):
if prefix in self._data:
return True
if prefix.startswith(self._cachestr):
lo, hi = self._cachepoints
i = bisect_left(self._keys, prefix, lo, hi)
else:
i = bisect_left(self._keys, prefix)
if i == len(self._keys):
return False
return self._keys[i].startswith(prefix)
PK ! AZö0 0 . treeadapters/__pycache__/genshi.cpython-39.pycnu [ a
Re @ sL d dl mZmZmZ d dlmZmZ d dlmZmZm Z m
Z
m Z dd Z dS ) )absolute_importdivisionunicode_literals)QNameAttrs)STARTENDTEXTCOMMENTDOCTYPEc c sR g }| D ]*}|d }|dv r.| |d n|rHtd|dfV g }|dv r|d rnd|d |d f }n|d }td
d |d D }tt||fdfV |d krd
}|d
kr|d rd|d |d f }n|d }tt|dfV q|dkr t|d dfV q|dkrt |d |d |d fdfV qq|rNtd|dfV dS )zConvert a tree to a genshi tree
:arg walker: the treewalker to use to walk the tree to convert it
:returns: generator of genshi nodes
type)
CharactersSpaceCharactersdata )Nr )StartTagEmptyTag namespace{%s}%snamec S s4 g | ],\}}t |d dur"d| n|d |fqS )r Nr )r ).0attrvalue r /builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/html5lib/treeadapters/genshi.py
s z to_genshi..r EndTagCommentDoctypepublicIdsystemIdN)
appendr joinr itemsr r r r
r )walkertexttokenr r attrsr r r to_genshi sD
r* N)
__future__r r r Z genshi.corer r r r r r
r r* r r r r s PK ! K + treeadapters/__pycache__/sax.cpython-39.pycnu [ a
Re @ sd d dl mZmZmZ d dlmZ ddlmZmZ i Z e
D ]\Z Z Z
e dur r$ )
__future__r r r Zxml.sax.xmlreaderr constantsr r r valuesr Z localNamer r$ r" r" r" r# s
PK ! z 0 treeadapters/__pycache__/__init__.cpython-39.pycnu [ a
Re @ s\ d Z ddlmZmZmZ ddlmZ dgZzddlmZ W n e yL Y n 0 e
d dS ) a Tree adapters let you convert from one tree structure to another
Example:
.. code-block:: python
from pip._vendor import html5lib
from pip._vendor.html5lib.treeadapters import genshi
doc = 'Hi!'
treebuilder = html5lib.getTreeBuilder('etree')
parser = html5lib.HTMLParser(tree=treebuilder)
tree = parser.parse(doc)
TreeWalker = html5lib.getTreeWalker('etree')
genshi_tree = genshi.to_genshi(TreeWalker(tree))
)absolute_importdivisionunicode_literals )saxr )genshir N) __doc__
__future__r r r r __all__r ImportErrorappend r r /builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/html5lib/treeadapters/__init__.py s PK ! R) treeadapters/genshi.pynu [ from __future__ import absolute_import, division, unicode_literals
from genshi.core import QName, Attrs
from genshi.core import START, END, TEXT, COMMENT, DOCTYPE
def to_genshi(walker):
"""Convert a tree to a genshi tree
:arg walker: the treewalker to use to walk the tree to convert it
:returns: generator of genshi nodes
"""
text = []
for token in walker:
type = token["type"]
if type in ("Characters", "SpaceCharacters"):
text.append(token["data"])
elif text:
yield TEXT, "".join(text), (None, -1, -1)
text = []
if type in ("StartTag", "EmptyTag"):
if token["namespace"]:
name = "{%s}%s" % (token["namespace"], token["name"])
else:
name = token["name"]
attrs = Attrs([(QName("{%s}%s" % attr if attr[0] is not None else attr[1]), value)
for attr, value in token["data"].items()])
yield (START, (QName(name), attrs), (None, -1, -1))
if type == "EmptyTag":
type = "EndTag"
if type == "EndTag":
if token["namespace"]:
name = "{%s}%s" % (token["namespace"], token["name"])
else:
name = token["name"]
yield END, QName(name), (None, -1, -1)
elif type == "Comment":
yield COMMENT, token["data"], (None, -1, -1)
elif type == "Doctype":
yield DOCTYPE, (token["name"], token["publicId"],
token["systemId"]), (None, -1, -1)
else:
pass # FIXME: What to do?
if text:
yield TEXT, "".join(text), (None, -1, -1)
PK ! 9qZ treeadapters/__init__.pynu [ """Tree adapters let you convert from one tree structure to another
Example:
.. code-block:: python
from pip._vendor import html5lib
from pip._vendor.html5lib.treeadapters import genshi
doc = 'Hi!'
treebuilder = html5lib.getTreeBuilder('etree')
parser = html5lib.HTMLParser(tree=treebuilder)
tree = parser.parse(doc)
TreeWalker = html5lib.getTreeWalker('etree')
genshi_tree = genshi.to_genshi(TreeWalker(tree))
"""
from __future__ import absolute_import, division, unicode_literals
from . import sax
__all__ = ["sax"]
try:
from . import genshi # noqa
except ImportError:
pass
else:
__all__.append("genshi")
PK ! i treeadapters/sax.pynu [ from __future__ import absolute_import, division, unicode_literals
from xml.sax.xmlreader import AttributesNSImpl
from ..constants import adjustForeignAttributes, unadjustForeignAttributes
prefix_mapping = {}
for prefix, localName, namespace in adjustForeignAttributes.values():
if prefix is not None:
prefix_mapping[prefix] = namespace
def to_sax(walker, handler):
"""Call SAX-like content handler based on treewalker walker
:arg walker: the treewalker to use to walk the tree to convert it
:arg handler: SAX handler to use
"""
handler.startDocument()
for prefix, namespace in prefix_mapping.items():
handler.startPrefixMapping(prefix, namespace)
for token in walker:
type = token["type"]
if type == "Doctype":
continue
elif type in ("StartTag", "EmptyTag"):
attrs = AttributesNSImpl(token["data"],
unadjustForeignAttributes)
handler.startElementNS((token["namespace"], token["name"]),
token["name"],
attrs)
if type == "EmptyTag":
handler.endElementNS((token["namespace"], token["name"]),
token["name"])
elif type == "EndTag":
handler.endElementNS((token["namespace"], token["name"]),
token["name"])
elif type in ("Characters", "SpaceCharacters"):
handler.characters(token["data"])
elif type == "Comment":
pass
else:
assert False, "Unknown token type"
for prefix, namespace in prefix_mapping.items():
handler.endPrefixMapping(prefix)
handler.endDocument()
PK ! d; ; filters/lint.pynu [ from __future__ import absolute_import, division, unicode_literals
from pip._vendor.six import text_type
from . import base
from ..constants import namespaces, voidElements
from ..constants import spaceCharacters
spaceCharacters = "".join(spaceCharacters)
class Filter(base.Filter):
"""Lints the token stream for errors
If it finds any errors, it'll raise an ``AssertionError``.
"""
def __init__(self, source, require_matching_tags=True):
"""Creates a Filter
:arg source: the source token stream
:arg require_matching_tags: whether or not to require matching tags
"""
super(Filter, self).__init__(source)
self.require_matching_tags = require_matching_tags
def __iter__(self):
open_elements = []
for token in base.Filter.__iter__(self):
type = token["type"]
if type in ("StartTag", "EmptyTag"):
namespace = token["namespace"]
name = token["name"]
assert namespace is None or isinstance(namespace, text_type)
assert namespace != ""
assert isinstance(name, text_type)
assert name != ""
assert isinstance(token["data"], dict)
if (not namespace or namespace == namespaces["html"]) and name in voidElements:
assert type == "EmptyTag"
else:
assert type == "StartTag"
if type == "StartTag" and self.require_matching_tags:
open_elements.append((namespace, name))
for (namespace, name), value in token["data"].items():
assert namespace is None or isinstance(namespace, text_type)
assert namespace != ""
assert isinstance(name, text_type)
assert name != ""
assert isinstance(value, text_type)
elif type == "EndTag":
namespace = token["namespace"]
name = token["name"]
assert namespace is None or isinstance(namespace, text_type)
assert namespace != ""
assert isinstance(name, text_type)
assert name != ""
if (not namespace or namespace == namespaces["html"]) and name in voidElements:
assert False, "Void element reported as EndTag token: %(tag)s" % {"tag": name}
elif self.require_matching_tags:
start = open_elements.pop()
assert start == (namespace, name)
elif type == "Comment":
data = token["data"]
assert isinstance(data, text_type)
elif type in ("Characters", "SpaceCharacters"):
data = token["data"]
assert isinstance(data, text_type)
assert data != ""
if type == "SpaceCharacters":
assert data.strip(spaceCharacters) == ""
elif type == "Doctype":
name = token["name"]
assert name is None or isinstance(name, text_type)
assert token["publicId"] is None or isinstance(name, text_type)
assert token["systemId"] is None or isinstance(name, text_type)
elif type == "Entity":
assert isinstance(token["name"], text_type)
elif type == "SerializerError":
assert isinstance(token["data"], text_type)
else:
assert False, "Unknown token type: %(type)s" % {"type": type}
yield token
PK ! ? filters/inject_meta_charset.pynu [ from __future__ import absolute_import, division, unicode_literals
from . import base
class Filter(base.Filter):
"""Injects ```` tag into head of document"""
def __init__(self, source, encoding):
"""Creates a Filter
:arg source: the source token stream
:arg encoding: the encoding to set
"""
base.Filter.__init__(self, source)
self.encoding = encoding
def __iter__(self):
state = "pre_head"
meta_found = (self.encoding is None)
pending = []
for token in base.Filter.__iter__(self):
type = token["type"]
if type == "StartTag":
if token["name"].lower() == "head":
state = "in_head"
elif type == "EmptyTag":
if token["name"].lower() == "meta":
# replace charset with actual encoding
has_http_equiv_content_type = False
for (namespace, name), value in token["data"].items():
if namespace is not None:
continue
elif name.lower() == 'charset':
token["data"][(namespace, name)] = self.encoding
meta_found = True
break
elif name == 'http-equiv' and value.lower() == 'content-type':
has_http_equiv_content_type = True
else:
if has_http_equiv_content_type and (None, "content") in token["data"]:
token["data"][(None, "content")] = 'text/html; charset=%s' % self.encoding
meta_found = True
elif token["name"].lower() == "head" and not meta_found:
# insert meta into empty head
yield {"type": "StartTag", "name": "head",
"data": token["data"]}
yield {"type": "EmptyTag", "name": "meta",
"data": {(None, "charset"): self.encoding}}
yield {"type": "EndTag", "name": "head"}
meta_found = True
continue
elif type == "EndTag":
if token["name"].lower() == "head" and pending:
# insert meta into head (if necessary) and flush pending queue
yield pending.pop(0)
if not meta_found:
yield {"type": "EmptyTag", "name": "meta",
"data": {(None, "charset"): self.encoding}}
while pending:
yield pending.pop(0)
meta_found = True
state = "post_head"
if state == "in_head":
pending.append(token)
else:
yield token
PK ! T
/ filters/__pycache__/optionaltags.cpython-39.pycnu [ a
Re\) @ s6 d dl mZmZmZ ddlmZ G dd dejZdS ) )absolute_importdivisionunicode_literals )basec @ s0 e Zd ZdZdd Zdd Zdd Zdd Zd
S ) Filterz+Removes optional tags from the token streamc c sH d }}| j D ] }|d ur&|||fV |}|}q|d urD||d fV d S )N)source)selfZ previous1Z previous2token r /builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/html5lib/filters/optionaltags.pyslider s
z
Filter.sliderc c sp | D ]b\}}}|d }|dkrD|d s<| |d ||sj|V q|dkrd| |d |sj|V q|V qd S )NtypeStartTagdatanameEndTag)r
is_optional_startis_optional_end)r previousr
nextr r r r __iter__ s zFilter.__iter__c C s |r |d pd }|dv r |dvS |dkrJ|dv r4dS |dkr|d dkS n|d krx|dv r^d
S |d krr|d d vS dS nb|d
kr|dv r|d dkS d
S n@|dkr|d kr|r|d dkr|d dv rd
S |d dkS d
S d
S )Nr htmlCommentSpaceCharactersheadr EmptyTagTr r bodyFr )scriptstylecolgroupcoltbody)r$ theadtfoottrr )r tagnamer r r r r r r s6
zFilter.is_optional_startc C s |r |d pd }|dv r |dvS |dv rP|dkr<|d |kS |dkpJ|d u S n|dv r|dkrl|d dv S |d kr|dkp|d u S d
S np|d kr|d v r|d d
v S |dkp|d u S n@|dkr|dkr|d dv S |dkp|d u S n|dv r |dkr |d dv S |dkp |d u S n|dkrT|dv r8d
S |dkrN|d dkS dS n|dv r|dkrt|d dv S |dkr|dkp|d u S d
S nf|dkr|dkr|d dkS |dkp|d u S n2|dv r|dkr|d dv S |dkp|d u S d
S )Nr )r r r r )lioptgroupr' r r r )dtddr, Fpr ) addressarticleaside
blockquotedatagriddialogdirdivdlfieldsetfooterformh1h2h3h4h5h6headerhrmenunavolr- presectiontableuloption)rI r* )rtrpr" T)r% r$ )r$ r& r$ r& )tdthr )r r( r r r r r r X s\
zFilter.is_optional_endN)__name__
__module__ __qualname____doc__r
r r r r r r r r s
9r N)
__future__r r r r r r r r r s PK ! *f - filters/__pycache__/whitespace.cpython-39.pycnu [ a
Re @ sn d dl mZmZmZ d dlZddlmZ ddlmZm Z d
e Z e de Z G d d
d
ej
Z
d d ZdS )
)absolute_importdivisionunicode_literalsN )base )rcdataElementsspaceCharacters z[%s]+c @ s, e Zd ZdZeddgee Zdd ZdS )FilterzACollapses whitespace except in pre, textarea, and script elementspretextareac c s d}t j| D ]}|d }|dkr@|s6|d | jv r@|d7 }nP|dkrV|rV|d8 }n:|st|dkrt|d rtd |d< n |s|d
krt|d |d< |V qd S ) Nr typeStartTagnamer EndTagSpaceCharactersdata
Characters)r r __iter__spacePreserveElementscollapse_spaces)selfpreservetokenr r /builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/html5lib/filters/whitespace.pyr s
zFilter.__iter__N) __name__
__module__ __qualname____doc__ frozensetlistr r r r r r r r s r c C s t d| S )Nr ) SPACES_REGEXsub)textr r r r % s r )
__future__r r r rer
r constantsr r joincompiler$ r r r r r r s
PK ! c
B B , filters/__pycache__/sanitizer.cpython-39.pycnu [ a
Rei D @ s^ d Z ddlmZmZmZ ddlZddlZddlmZm Z ddl
m Z ddl
mZ dd lmZmZ d
gZd Zeee eed d
fed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed d fed d fed d fed d fed d fed d!fed d"fed d#fed d$fed d%fed d&fed d'fed d(fed d)fed d*fed d+fed d,fed d-fed d.fed d/fed d0fed d1fed d2fed d3fed d4fed d5fed d6fed d7fed d8fed d9fed d:fed d;fed dfed d?fed d@fed dAfed dBfed dCfed dDfed dEfed dFfed dGfed dHfed dIfed dJfed dKfed dLfed dMfed dNfed dOfed dPfed dQfed dRfed dSfed dTfed dUfed dVfed dWfed dXfed dYfed dZfed d[fed d\fed d]fed d^fed d_fed d`fed dafed dbfed dcfed ddfed defed dffed dgfed dhfed difed djfed dkfed dlfed dmfed dnfed dofedp dqfedp drfedp dsfedp dtfedp dufedp dvfedp dwfedp dxfedp dyfedp dzfedp d{fedp d|fedp d}fedp d~fedp dfedp dfedp dfedp dfedp dfedp dfedp dfedp dfedp dfedp dfedp dfedp dfedp dfed d
fed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dffZeddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9ed: d;fdd?d@dAdBdCdDdEdFdGdHdddIdJdKdLdMdMdNdOdPdQdQdQdRdSd dTdUdVdWdXd8d8edY dZfedY d[fedY d\fd]d^d_d`dadbdcdddedfdgdhdidjdːdkd͐dldmdndodpdqdrdsdBdtddudvdwdxdydzd{d|d}d~dddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd*dddd.dddddddÐdĐdŐdƐdǐd8dȐdɐdʐdːdedY dfedY dfedY dZfedY dfedY d[fedY dfedY d\fed: dfed: d;fed: dfdҐdӐdԐdՐfCZedd#ddddddddd edY dZfed: dff
ZedփZed׃ZedZ edكZ edڃZ edۃZ ed܃Z e!dej"Z#G dd
d
ej$Z$dS ( a2 Deprecated from html5lib 1.1.
See `here `_ for
information about its deprecation; `Bleach `_
is recommended as a replacement. Please let us know in the aforementioned issue
if Bleach is unsuitable for your needs.
)absolute_importdivisionunicode_literalsN)escapeunescape) urllib_parse )base )
namespacesprefixesFilterzhtml5lib's sanitizer is deprecated; see https://github.com/html5lib/html5lib-python/issues/443 and please let us know if Bleach is unsuitable for your needshtmlaabbrZacronymaddressareaarticleasideaudiobbig
blockquotebrbuttonZcanvascaptioncentercitecodecolcolgroupcommanddatagridZdatalistdddeldetailsdfndialogdirdivdldtemz event-sourcefieldset
figcaptionfigurefooterfontformheaderh1h2h3h4h5h6hriimginputZinskeygenZkbdlabelZlegendlimmapmenuZmeterZmulticolnavZnextidoloutputoptgroupoptionppreprogressqsZsampsectionselectsmallZsoundsourceZspacerspanstrikestrongsubsuptabletbodytdtextareatimetfootththeadtrttuulvarvideomathmlZmactionmathZmerrorZmfracmiZ
mmultiscriptsmnmoZmoverZmpaddedZmphantomZ mprescriptsZmrootZmrowZmspaceZmsqrtZmstyleZmsubZmsubsupZmsupZmtableZmtdmtextZmtrZmunderZ
munderovernonesvganimate animateColor
animateMotionanimateTransformclipPathZcircleZdefsdescZellipsez font-facezfont-face-namez
font-face-srcgZglyphZhkernlinearGradientlinemarkermetadataz
missing-glyphZmpathpathZpolygonZpolylineradialGradientZrectsetstopswitchtexttitleZtspanuse)Nr )Naccept)Nzaccept-charset)NZ accesskey)Naction)NZalign)NZalt)N autocomplete)N autofocus)NZaxis)N
background)NZbalance)NZbgcolor)NZ bgproperties)Nborder)NZ bordercolor)NZbordercolordark)NZbordercolorlight)NZ
bottompadding)NZ cellpadding)NZ cellspacing)Nch)N challenge)Nchar)NZcharoff)NZchoff)Ncharset)Nchecked)Nr )Nclass)Nclear)Ncolor)Ncols)NZcolspan)Ncompact)NZcontenteditable)Ncontrols)NZcoords)Ndata)NZdatafld)NZ datapagesize)NZdatasrc)Ndatetime)Ndefault)Ndelay)Nr( )Ndisabled)NZ draggable)NZdynsrc)NZenctype)Nend)Nface)Nfor)Nr2 )Nframe)NZ
galleryimg)NZgutter)Nheaders)Nheight)NZ hidefocus)Nhidden)Nhigh)Nhref)NZhreflang)NZhspace)NZicon)Nid)NZ inputmode)Nismap)NZkeytype)Nr? )NZ leftspacing)Nlang)Nlist)NZlongdesc)Nloop)NZ loopcount)NZloopend)NZ loopstart)Nlow)NZlowsrc)Nmax)NZ maxlength)NZmedia)Nmethod)Nmin)Nmultiple)Nname)NZnohref)Nnoshade)Nnowrap)Nopen)NZoptimumNpattern)NZping)Nz
point-size)NZposter)NZpqg)NZpreload)Nprompt)NZ
radiogroup)Nreadonly)Nrel)Nz
repeat-max)Nz
repeat-min)Nreplace)Nrequired)Nrev)NZ rightspacing)Nrows)NZrowspan)Nrules)NZscope)Nselected)Nshape)Nsize)NrR )Nsrc)Nstart)NstepNstyle)Nsummary)Nsuppress)NZtabindex)Ntarget)Ntemplate)Nr~ )NZ
toppadding)Ntype)NZ unselectable)NZusemap)Nurn)NZvalign)Nvalue)Nvariable)Nvolume)NZvspace)NZvrml)Nwidth)Nwrapxmlr )NZ
actiontype)NZ columnalign)NZ columnlines)NZ
columnspacing)NZ
columnspan)Ndepth)Ndisplay)NZ displaystyle)NZ equalcolumns)NZ equalrows)NZfence)NZ fontstyle)NZ
fontweight)NZ
linethickness)NZlspace)NZmathbackground)NZ mathcolor)NZ mathvariant)Nmaxsize)NZminsize)Nother)NZrowalign)NZrowlines)NZ
rowspacing)NZrspace)NZ scriptlevel)NZ selection)N separator)NZstretchyxlinkr showr )Nz
accent-height)N
accumulate)NZadditive)NZ
alphabetic)Nz arabic-form)NZascent)N
attributeName)N
attributeType)N baseProfile)NZbbox)Nbegin)NZby)NcalcMode)Nz
cap-heightNz clip-path)Nzcolor-rendering)Ncontent)NZcx)Ncy)Nd)NZdx)NZdy)NZdescent)NZdurNfill)N fill-opacity)N fill-rule)N font-family)N font-size)Nz font-stretch)N
font-style)N font-variant)N font-weight)Nfrom)NZfx)NZfy)NZg1)NZg2)Nz
glyph-name)N
gradientUnits)NZhanging)Nz horiz-adv-x)Nzhoriz-origin-x)NZ ideographic)Nk)N keyPoints)N
keySplines)NkeyTimesNz
marker-endNz
marker-midNz marker-start)N markerHeight)N markerUnits)N markerWidth)NZ mathematical)Noffset)NZopacity)NZorient)Norigin)Nzoverline-position)Nzoverline-thickness)Nzpanose-1)Nrx )N
pathLength)NZpoints)NpreserveAspectRatio)Nr)NrefX)NrefY)N repeatCount)N repeatDur)NrequiredExtensions)NrequiredFeatures)NZrestart)Nrotate)Nrx)NZry)NZslope)NZstemh)NZstemv)Nz
stop-color)Nz stop-opacity)Nzstrikethrough-position)Nzstrikethrough-thicknessNstroke)Nzstroke-dasharray)Nzstroke-dashoffset)Nstroke-linecap)Nstroke-linejoin)Nzstroke-miterlimit)Nstroke-opacity)N stroke-width)NsystemLanguage)Nz text-anchor)Nto)NZ transform)Nu1)Nu2)Nzunderline-position)Nzunderline-thickness)Nunicode)Nz
unicode-range)Nz units-per-em)Nvalues)Nversion)NviewBox)NZ
visibility)NZwidths)Nx)Nzx-height)Nx1)NZx2actuatearcroleroler space)Ny)Ny1)Ny2)N
zoomAndPan) r )Nz
color-profileNcursorr Nfilter)Nrv r r r )Nmaskr ))NaltGlyph)Nrm )Nrn )Nro )Nrp r )NfeImager )Nrt r )Nry )Ntextpath)NZtref)Nrz )Nr ).Zazimuthzbackground-colorzborder-bottom-colorzborder-collapsez border-colorzborder-left-colorzborder-right-colorzborder-top-colorr r r directionr Z elevationfloatr1 r r r r r r zletter-spacingz line-heightZoverflowpausez pause-afterz pause-beforeZpitchz pitch-rangeZrichnessZspeakz speak-headerz
speak-numeralzspeak-punctuationz speech-rateZstressz
text-alignztext-decorationz text-indentz unicode-bidizvertical-alignz voice-familyr z white-spacer )'autoZaquablackblockblueboldZbothZbottomZbrownr ZcollapseZdashedZdottedZfuchsiaZgraygreenz
!importantitalicleftZlimeZmaroonZmediumrk Znavynormalr ZolivepointerZpurpleredrightZsolidZsilverZtealtopZ transparent underlinewhiteyellow)r r r r r r r r )Zed2kftphttphttpsZircmailtonewsgophernntptelnetZwebcalZxmppZcalltofeedr Zaimrsynctagsshsftprtspafsr )z image/pngz
image/jpegz image/gifz
image/webpz image/bmpz
text/plainaL
^
# Match a content type /
(?P[-a-zA-Z0-9.]+/[-a-zA-Z0-9.]+)
# Match any character set and encoding
(?:(?:;charset=(?:[-a-zA-Z0-9]+)(?:;(?:base64))?)
|(?:;(?:base64))?(?:;charset=(?:[-a-zA-Z0-9]+))?)
# Assume the rest is data
,.*
$
c
s^ e Zd ZdZeeeeee e
e e e
f
fdd Zdd Zdd Zdd Zd
d Zd d
Z ZS )r
zISanitizes token stream of XHTML+MathML+SVG and of inline style attributesc s\ t t| | ttt || _|| _|| _ || _
|| _ || _ || _
| | _|
| _| | _dS )aS Creates a Filter
:arg allowed_elements: set of elements to allow--everything else will
be escaped
:arg allowed_attributes: set of attributes to allow in
elements--everything else will be stripped
:arg allowed_css_properties: set of CSS properties to allow--everything
else will be stripped
:arg allowed_css_keywords: set of CSS keywords to allow--everything
else will be stripped
:arg allowed_svg_properties: set of SVG properties to allow--everything
else will be removed
:arg allowed_protocols: set of allowed protocols for URIs
:arg allowed_content_types: set of allowed content types for ``data`` URIs.
:arg attr_val_is_uri: set of attributes that have URI values--values
that have a scheme not listed in ``allowed_protocols`` are removed
:arg svg_attr_val_allows_ref: set of SVG attributes that can have
references
:arg svg_allow_local_href: set of SVG elements that can have local
hrefs--these are removed
N)superr
__init__warningswarn_deprecation_msgDeprecationWarningallowed_elementsallowed_attributesallowed_css_propertiesallowed_css_keywordsallowed_svg_propertiesallowed_protocolsallowed_content_typesattr_val_is_urisvg_attr_val_allows_refsvg_allow_local_href) selfrQ rF rG rH rI rJ rK rL rM rN rO __class__ /builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/html5lib/filters/sanitizer.pyrA s + zFilter.__init__c c s* t j| D ]}| |}|r |V q d S )N)r r
__iter__sanitize_token)rP tokenrS rS rT rU s
zFilter.__iter__c C sp |d }|dv r^|d }|d }||f| j v sH|d u rRtd |f| j v rR| |S | |S n|dkrhn|S d S )Nr )StartTagEndTagEmptyTagr namespacer Comment)rF r
allowed_tokendisallowed_token)rP rW
token_typer r[ rS rS rT rV ! s
zFilter.sanitize_tokenc C s d|v r|d }t | }|| j D ]}|d |= || q(|| j@ D ]}||v s\J tddt|| }| dd}zt
|}W n t y d }||= Y n0 |rL|j rL|j | j
vr||= |j dkrLt|j}|s||= qL|d| jvrL||= qL| jD ]*}||v r
tddt|| ||< q
|d | jv rtd d
f|v rtd |td d
f r|td d
f= d |v r| |d |d < ||d< |S )
Nr u
[` - - \s]+ u � content_typezurl\s*\(\s*[^#\s][^)]+?\) r r r z ^\s*[^#\s].*r )rz keysrG removerM rerU r lowerr urlparse
ValueErrorschemerK data_content_typematchrx grouprL rN rO r search sanitize_css) rP rW attrsZ
attr_names to_removeattrZ
val_unescapedurirA rS rS rT r] 3 sX
zFilter.allowed_tokenc C s |d }|dkr"d|d |d< n|d r|dv s6J g }|d D ]:\\}}}|d|d u rd|ndt| |f t|f qFd |d d
|f |d< nd |d |d< |d r|d d d
d |d< d|d< |d= |S )Nr rY zr r )rX rZ z %s="%s"z%s:%sz<%s%s>r` z<%s> selfClosingz/>
Characters)itemsappendr r joinget)rP rW r_ ro nsr vrS rS rT r^ e s 0
zFilter.disallowed_tokenc C s t dd|}t d|s"dS t d|s2dS g }t d|D ]\}}|sPqB| | jv rv||d | d qB|d d
d v r| D ] }|| j vrt d |s qq||d | d qB| | j
v rB||d | d qBd |S )
Nzurl\s*\(\s*[^\s)]+?\s*\)\s*rb z@^([:,;#%.\sa-zA-Z0-9!]|\w-\w|'[\s\w]+'|"[\s\w]+"|\([\d,\s]+\))*$r` z ^\s*([-\w]+\s*:[^:;]*(;\s*|$))*$z([-\w]+)\s*:\s*([^:;]*)z: ;-r )r r marginpaddingz_^(#[0-9a-fA-F]+|rgb\(\d+%?,\d*%?,?\d*%?\)?|\d{0,2}\.?\d{0,2}(cm|em|ex|in|mm|pc|pt|px|%|,|\))?)$) re compilerU rk findallrf rH rw splitrI rJ rx )rP r cleanpropr keywordrS rS rT rn y s*
zFilter.sanitize_css)__name__
__module__ __qualname____doc__rF rG rH rI rJ rK rL rM rN rO rA rU rV r] r^ rn
__classcell__rS rS rQ rT r
s" :2)%r
__future__r r r re rB xml.sax.saxutilsr r pip._vendor.six.movesr rg r` r constantsr r __all__rD rC rE frozensetrF rG rM rN rO rH rI rJ rK rL r VERBOSErj r
rS rS rS rT s&
% K
1
*
PK ! Fta
a
' filters/__pycache__/lint.cpython-39.pycnu [ a
Re; @ sh d dl mZmZmZ d dlmZ ddlmZ ddlm Z m
Z
ddlm Z d e Z G d d
d
ej
Z
d S ) )absolute_importdivisionunicode_literals) text_type )base )
namespaces voidElements)spaceCharacters c s* e Zd ZdZd fdd Zdd Z ZS )FilterzgLints the token stream for errors
If it finds any errors, it'll raise an ``AssertionError``.
Tc s t t| | || _dS )zCreates a Filter
:arg source: the source token stream
:arg require_matching_tags: whether or not to require matching tags
N)superr
__init__require_matching_tags)selfsourcer __class__ /builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/html5lib/filters/lint.pyr s zFilter.__init__c c sD g }t j| D ],}|d }|dv rF|d }|d }|d u sNt|tsNJ |dksZJ t|tshJ |dkstJ t|d tsJ |r|td kr|tv r|dksJ n |d ksJ |d kr| jr| ||f |d
D ]`\\}}}|d u st|tsJ |dksJ t|ts$J |dks2J t|tsJ qn|d
kr|d }|d }|d u szt|tszJ |dksJ t|tsJ |dksJ |r|td kr|tv rd sJ d d
|i n"| jr8| }|||fks8J n6|dkr(|d }t|ts8J n|dv rx|d }t|tsJJ |dksXJ |dkr8| t
dks8J n|dkr|d }|d u st|tsJ |d d u st|tsJ |d d u s8t|ts8J nV|dkrt|d ts8J n6|dkr"t|d ts8J nd s8J dd|i |V qd S )Ntype)StartTagEmptyTag namespacenamer datahtmlr r EndTagFz.Void element reported as EndTag token: %(tag)stagComment)
CharactersSpaceCharactersr" DoctypepublicIdsystemIdEntityZSerializerErrorz Unknown token type: %(type)s)r r
__iter__
isinstancer dictr r
r appenditemspopstripr ) r Z
open_elementstokenr r r valuestartr r r r r' sl
zFilter.__iter__)T)__name__
__module__ __qualname____doc__r r'
__classcell__r r r r r
s r
N)
__future__r r r Zpip._vendor.sixr r r constantsr r
r joinr
r r r r s
PK ! { { 6 filters/__pycache__/inject_meta_charset.cpython-39.pycnu [ a
Re @ s6 d dl mZmZmZ ddlmZ G dd dejZdS ) )absolute_importdivisionunicode_literals )basec @ s e Zd ZdZdd Zdd ZdS )Filterz=Injects ```` tag into head of documentc C s t j| | || _dS )ztCreates a Filter
:arg source: the source token stream
:arg encoding: the encoding to set
N)r r __init__encoding)selfsourcer r /builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/html5lib/filters/inject_meta_charset.pyr s zFilter.__init__c
c s d}| j d u }g }tj| D ]}|d }|dkrL|d dkrHd}nd|dkrJ|d dkrd }|d
D ]X\\}}} |d urqvqv| d kr| j |d
||f< d } qqv|d
krv| dkrvd }qv|rd|d
v rd| j |d
d< d }nP|d dkr|sdd|d
dV ddd| j idV dddV d }q nf|dkr|d dkr|r|dV |sddd| j idV |r|dV qd }d}|dkr|| q |V q d S )NZpre_headtypeStartTagnameheadZin_headEmptyTagmetaFdatacharsetTz
http-equivz content-type)Ncontentztext/html; charset=%s)r r r )Nr EndTag)r r r Z post_head)r r r __iter__loweritemspopappend)
r
stateZ
meta_foundpendingtokenr Zhas_http_equiv_content_type namespacer valuer r r
r s^
zFilter.__iter__N)__name__
__module__ __qualname____doc__r r r r r r
r s r N)
__future__r r r r r r r r r
s PK ! [禍 ' filters/__pycache__/base.cpython-39.pycnu [ a
Re @ s( d dl mZmZmZ G dd deZdS ) )absolute_importdivisionunicode_literalsc @ s$ e Zd Zdd Zdd Zdd ZdS )Filterc C s
|| _ d S N)source)selfr r /builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/html5lib/filters/base.py__init__ s zFilter.__init__c C s
t | jS r )iterr )r r r r
__iter__ s zFilter.__iter__c C s t | j|S r )getattrr )r namer r r
__getattr__ s zFilter.__getattr__N)__name__
__module__ __qualname__r r
r r r r r
r s r N)
__future__r r r objectr r r r r
s PK ! Hr + filters/__pycache__/__init__.cpython-39.pycnu [ a
Re @ s d S )N r r r /builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/html5lib/filters/__init__.py PK ! V9Q Q 9 filters/__pycache__/alphabeticalattributes.cpython-39.pycnu [ a
Re @ sJ d dl mZmZmZ ddlmZ d dlmZ dd ZG dd dej Z d S )
)absolute_importdivisionunicode_literals )base) OrderedDictc C s | d d pd| d d fS )zReturn an appropriate key for an attribute for sorting
Attributes have a namespace that can be either ``None`` or a string. We
can't compare the two because they're different types, so we convert
``None`` to an empty string first.
r r )attrr r /builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/html5lib/filters/alphabeticalattributes.py _attr_key s r c @ s e Zd ZdZdd ZdS )Filterz$Alphabetizes attributes for elementsc c s\ t j| D ]J}|d dv rPt }t|d tdD ]\}}|||< q6||d< |V q d S )Ntype)StartTagEmptyTagdata)key)r r
__iter__r sorteditemsr )selftokenattrsnamevaluer r r r s
zFilter.__iter__N)__name__
__module__ __qualname____doc__r r r r r r
s r
N)
__future__r r r r r collectionsr r r
r r r r s PK ! " filters/base.pynu [ from __future__ import absolute_import, division, unicode_literals
class Filter(object):
def __init__(self, source):
self.source = source
def __iter__(self):
return iter(self.source)
def __getattr__(self, name):
return getattr(self.source, name)
PK ! `r filters/whitespace.pynu [ from __future__ import absolute_import, division, unicode_literals
import re
from . import base
from ..constants import rcdataElements, spaceCharacters
spaceCharacters = "".join(spaceCharacters)
SPACES_REGEX = re.compile("[%s]+" % spaceCharacters)
class Filter(base.Filter):
"""Collapses whitespace except in pre, textarea, and script elements"""
spacePreserveElements = frozenset(["pre", "textarea"] + list(rcdataElements))
def __iter__(self):
preserve = 0
for token in base.Filter.__iter__(self):
type = token["type"]
if type == "StartTag" \
and (preserve or token["name"] in self.spacePreserveElements):
preserve += 1
elif type == "EndTag" and preserve:
preserve -= 1
elif not preserve and type == "SpaceCharacters" and token["data"]:
# Test on token["data"] above to not introduce spaces where there were not
token["data"] = " "
elif not preserve and type == "Characters":
token["data"] = collapse_spaces(token["data"])
yield token
def collapse_spaces(text):
return SPACES_REGEX.sub(' ', text)
PK ! u*\) \) filters/optionaltags.pynu [ from __future__ import absolute_import, division, unicode_literals
from . import base
class Filter(base.Filter):
"""Removes optional tags from the token stream"""
def slider(self):
previous1 = previous2 = None
for token in self.source:
if previous1 is not None:
yield previous2, previous1, token
previous2 = previous1
previous1 = token
if previous1 is not None:
yield previous2, previous1, None
def __iter__(self):
for previous, token, next in self.slider():
type = token["type"]
if type == "StartTag":
if (token["data"] or
not self.is_optional_start(token["name"], previous, next)):
yield token
elif type == "EndTag":
if not self.is_optional_end(token["name"], next):
yield token
else:
yield token
def is_optional_start(self, tagname, previous, next):
type = next and next["type"] or None
if tagname in 'html':
# An html element's start tag may be omitted if the first thing
# inside the html element is not a space character or a comment.
return type not in ("Comment", "SpaceCharacters")
elif tagname == 'head':
# A head element's start tag may be omitted if the first thing
# inside the head element is an element.
# XXX: we also omit the start tag if the head element is empty
if type in ("StartTag", "EmptyTag"):
return True
elif type == "EndTag":
return next["name"] == "head"
elif tagname == 'body':
# A body element's start tag may be omitted if the first thing
# inside the body element is not a space character or a comment,
# except if the first thing inside the body element is a script
# or style element and the node immediately preceding the body
# element is a head element whose end tag has been omitted.
if type in ("Comment", "SpaceCharacters"):
return False
elif type == "StartTag":
# XXX: we do not look at the preceding event, so we never omit
# the body element's start tag if it's followed by a script or
# a style element.
return next["name"] not in ('script', 'style')
else:
return True
elif tagname == 'colgroup':
# A colgroup element's start tag may be omitted if the first thing
# inside the colgroup element is a col element, and if the element
# is not immediately preceded by another colgroup element whose
# end tag has been omitted.
if type in ("StartTag", "EmptyTag"):
# XXX: we do not look at the preceding event, so instead we never
# omit the colgroup element's end tag when it is immediately
# followed by another colgroup element. See is_optional_end.
return next["name"] == "col"
else:
return False
elif tagname == 'tbody':
# A tbody element's start tag may be omitted if the first thing
# inside the tbody element is a tr element, and if the element is
# not immediately preceded by a tbody, thead, or tfoot element
# whose end tag has been omitted.
if type == "StartTag":
# omit the thead and tfoot elements' end tag when they are
# immediately followed by a tbody element. See is_optional_end.
if previous and previous['type'] == 'EndTag' and \
previous['name'] in ('tbody', 'thead', 'tfoot'):
return False
return next["name"] == 'tr'
else:
return False
return False
def is_optional_end(self, tagname, next):
type = next and next["type"] or None
if tagname in ('html', 'head', 'body'):
# An html element's end tag may be omitted if the html element
# is not immediately followed by a space character or a comment.
return type not in ("Comment", "SpaceCharacters")
elif tagname in ('li', 'optgroup', 'tr'):
# A li element's end tag may be omitted if the li element is
# immediately followed by another li element or if there is
# no more content in the parent element.
# An optgroup element's end tag may be omitted if the optgroup
# element is immediately followed by another optgroup element,
# or if there is no more content in the parent element.
# A tr element's end tag may be omitted if the tr element is
# immediately followed by another tr element, or if there is
# no more content in the parent element.
if type == "StartTag":
return next["name"] == tagname
else:
return type == "EndTag" or type is None
elif tagname in ('dt', 'dd'):
# A dt element's end tag may be omitted if the dt element is
# immediately followed by another dt element or a dd element.
# A dd element's end tag may be omitted if the dd element is
# immediately followed by another dd element or a dt element,
# or if there is no more content in the parent element.
if type == "StartTag":
return next["name"] in ('dt', 'dd')
elif tagname == 'dd':
return type == "EndTag" or type is None
else:
return False
elif tagname == 'p':
# A p element's end tag may be omitted if the p element is
# immediately followed by an address, article, aside,
# blockquote, datagrid, dialog, dir, div, dl, fieldset,
# footer, form, h1, h2, h3, h4, h5, h6, header, hr, menu,
# nav, ol, p, pre, section, table, or ul, element, or if
# there is no more content in the parent element.
if type in ("StartTag", "EmptyTag"):
return next["name"] in ('address', 'article', 'aside',
'blockquote', 'datagrid', 'dialog',
'dir', 'div', 'dl', 'fieldset', 'footer',
'form', 'h1', 'h2', 'h3', 'h4', 'h5', 'h6',
'header', 'hr', 'menu', 'nav', 'ol',
'p', 'pre', 'section', 'table', 'ul')
else:
return type == "EndTag" or type is None
elif tagname == 'option':
# An option element's end tag may be omitted if the option
# element is immediately followed by another option element,
# or if it is immediately followed by an optgroup
# element, or if there is no more content in the parent
# element.
if type == "StartTag":
return next["name"] in ('option', 'optgroup')
else:
return type == "EndTag" or type is None
elif tagname in ('rt', 'rp'):
# An rt element's end tag may be omitted if the rt element is
# immediately followed by an rt or rp element, or if there is
# no more content in the parent element.
# An rp element's end tag may be omitted if the rp element is
# immediately followed by an rt or rp element, or if there is
# no more content in the parent element.
if type == "StartTag":
return next["name"] in ('rt', 'rp')
else:
return type == "EndTag" or type is None
elif tagname == 'colgroup':
# A colgroup element's end tag may be omitted if the colgroup
# element is not immediately followed by a space character or
# a comment.
if type in ("Comment", "SpaceCharacters"):
return False
elif type == "StartTag":
# XXX: we also look for an immediately following colgroup
# element. See is_optional_start.
return next["name"] != 'colgroup'
else:
return True
elif tagname in ('thead', 'tbody'):
# A thead element's end tag may be omitted if the thead element
# is immediately followed by a tbody or tfoot element.
# A tbody element's end tag may be omitted if the tbody element
# is immediately followed by a tbody or tfoot element, or if
# there is no more content in the parent element.
# A tfoot element's end tag may be omitted if the tfoot element
# is immediately followed by a tbody element, or if there is no
# more content in the parent element.
# XXX: we never omit the end tag when the following element is
# a tbody. See is_optional_start.
if type == "StartTag":
return next["name"] in ['tbody', 'tfoot']
elif tagname == 'tbody':
return type == "EndTag" or type is None
else:
return False
elif tagname == 'tfoot':
# A tfoot element's end tag may be omitted if the tfoot element
# is immediately followed by a tbody element, or if there is no
# more content in the parent element.
# XXX: we never omit the end tag when the following element is
# a tbody. See is_optional_start.
if type == "StartTag":
return next["name"] == 'tbody'
else:
return type == "EndTag" or type is None
elif tagname in ('td', 'th'):
# A td element's end tag may be omitted if the td element is
# immediately followed by a td or th element, or if there is
# no more content in the parent element.
# A th element's end tag may be omitted if the th element is
# immediately followed by a td or th element, or if there is
# no more content in the parent element.
if type == "StartTag":
return next["name"] in ('td', 'th')
else:
return type == "EndTag" or type is None
return False
PK ! ! filters/alphabeticalattributes.pynu [ from __future__ import absolute_import, division, unicode_literals
from . import base
from collections import OrderedDict
def _attr_key(attr):
"""Return an appropriate key for an attribute for sorting
Attributes have a namespace that can be either ``None`` or a string. We
can't compare the two because they're different types, so we convert
``None`` to an empty string first.
"""
return (attr[0][0] or ''), attr[0][1]
class Filter(base.Filter):
"""Alphabetizes attributes for elements"""
def __iter__(self):
for token in base.Filter.__iter__(self):
if token["type"] in ("StartTag", "EmptyTag"):
attrs = OrderedDict()
for name, value in sorted(token["data"].items(),
key=_attr_key):
attrs[name] = value
token["data"] = attrs
yield token
PK ! QaMi i filters/sanitizer.pynu [ """Deprecated from html5lib 1.1.
See `here `_ for
information about its deprecation; `Bleach `_
is recommended as a replacement. Please let us know in the aforementioned issue
if Bleach is unsuitable for your needs.
"""
from __future__ import absolute_import, division, unicode_literals
import re
import warnings
from xml.sax.saxutils import escape, unescape
from pip._vendor.six.moves import urllib_parse as urlparse
from . import base
from ..constants import namespaces, prefixes
__all__ = ["Filter"]
_deprecation_msg = (
"html5lib's sanitizer is deprecated; see " +
"https://github.com/html5lib/html5lib-python/issues/443 and please let " +
"us know if Bleach is unsuitable for your needs"
)
warnings.warn(_deprecation_msg, DeprecationWarning)
allowed_elements = frozenset((
(namespaces['html'], 'a'),
(namespaces['html'], 'abbr'),
(namespaces['html'], 'acronym'),
(namespaces['html'], 'address'),
(namespaces['html'], 'area'),
(namespaces['html'], 'article'),
(namespaces['html'], 'aside'),
(namespaces['html'], 'audio'),
(namespaces['html'], 'b'),
(namespaces['html'], 'big'),
(namespaces['html'], 'blockquote'),
(namespaces['html'], 'br'),
(namespaces['html'], 'button'),
(namespaces['html'], 'canvas'),
(namespaces['html'], 'caption'),
(namespaces['html'], 'center'),
(namespaces['html'], 'cite'),
(namespaces['html'], 'code'),
(namespaces['html'], 'col'),
(namespaces['html'], 'colgroup'),
(namespaces['html'], 'command'),
(namespaces['html'], 'datagrid'),
(namespaces['html'], 'datalist'),
(namespaces['html'], 'dd'),
(namespaces['html'], 'del'),
(namespaces['html'], 'details'),
(namespaces['html'], 'dfn'),
(namespaces['html'], 'dialog'),
(namespaces['html'], 'dir'),
(namespaces['html'], 'div'),
(namespaces['html'], 'dl'),
(namespaces['html'], 'dt'),
(namespaces['html'], 'em'),
(namespaces['html'], 'event-source'),
(namespaces['html'], 'fieldset'),
(namespaces['html'], 'figcaption'),
(namespaces['html'], 'figure'),
(namespaces['html'], 'footer'),
(namespaces['html'], 'font'),
(namespaces['html'], 'form'),
(namespaces['html'], 'header'),
(namespaces['html'], 'h1'),
(namespaces['html'], 'h2'),
(namespaces['html'], 'h3'),
(namespaces['html'], 'h4'),
(namespaces['html'], 'h5'),
(namespaces['html'], 'h6'),
(namespaces['html'], 'hr'),
(namespaces['html'], 'i'),
(namespaces['html'], 'img'),
(namespaces['html'], 'input'),
(namespaces['html'], 'ins'),
(namespaces['html'], 'keygen'),
(namespaces['html'], 'kbd'),
(namespaces['html'], 'label'),
(namespaces['html'], 'legend'),
(namespaces['html'], 'li'),
(namespaces['html'], 'm'),
(namespaces['html'], 'map'),
(namespaces['html'], 'menu'),
(namespaces['html'], 'meter'),
(namespaces['html'], 'multicol'),
(namespaces['html'], 'nav'),
(namespaces['html'], 'nextid'),
(namespaces['html'], 'ol'),
(namespaces['html'], 'output'),
(namespaces['html'], 'optgroup'),
(namespaces['html'], 'option'),
(namespaces['html'], 'p'),
(namespaces['html'], 'pre'),
(namespaces['html'], 'progress'),
(namespaces['html'], 'q'),
(namespaces['html'], 's'),
(namespaces['html'], 'samp'),
(namespaces['html'], 'section'),
(namespaces['html'], 'select'),
(namespaces['html'], 'small'),
(namespaces['html'], 'sound'),
(namespaces['html'], 'source'),
(namespaces['html'], 'spacer'),
(namespaces['html'], 'span'),
(namespaces['html'], 'strike'),
(namespaces['html'], 'strong'),
(namespaces['html'], 'sub'),
(namespaces['html'], 'sup'),
(namespaces['html'], 'table'),
(namespaces['html'], 'tbody'),
(namespaces['html'], 'td'),
(namespaces['html'], 'textarea'),
(namespaces['html'], 'time'),
(namespaces['html'], 'tfoot'),
(namespaces['html'], 'th'),
(namespaces['html'], 'thead'),
(namespaces['html'], 'tr'),
(namespaces['html'], 'tt'),
(namespaces['html'], 'u'),
(namespaces['html'], 'ul'),
(namespaces['html'], 'var'),
(namespaces['html'], 'video'),
(namespaces['mathml'], 'maction'),
(namespaces['mathml'], 'math'),
(namespaces['mathml'], 'merror'),
(namespaces['mathml'], 'mfrac'),
(namespaces['mathml'], 'mi'),
(namespaces['mathml'], 'mmultiscripts'),
(namespaces['mathml'], 'mn'),
(namespaces['mathml'], 'mo'),
(namespaces['mathml'], 'mover'),
(namespaces['mathml'], 'mpadded'),
(namespaces['mathml'], 'mphantom'),
(namespaces['mathml'], 'mprescripts'),
(namespaces['mathml'], 'mroot'),
(namespaces['mathml'], 'mrow'),
(namespaces['mathml'], 'mspace'),
(namespaces['mathml'], 'msqrt'),
(namespaces['mathml'], 'mstyle'),
(namespaces['mathml'], 'msub'),
(namespaces['mathml'], 'msubsup'),
(namespaces['mathml'], 'msup'),
(namespaces['mathml'], 'mtable'),
(namespaces['mathml'], 'mtd'),
(namespaces['mathml'], 'mtext'),
(namespaces['mathml'], 'mtr'),
(namespaces['mathml'], 'munder'),
(namespaces['mathml'], 'munderover'),
(namespaces['mathml'], 'none'),
(namespaces['svg'], 'a'),
(namespaces['svg'], 'animate'),
(namespaces['svg'], 'animateColor'),
(namespaces['svg'], 'animateMotion'),
(namespaces['svg'], 'animateTransform'),
(namespaces['svg'], 'clipPath'),
(namespaces['svg'], 'circle'),
(namespaces['svg'], 'defs'),
(namespaces['svg'], 'desc'),
(namespaces['svg'], 'ellipse'),
(namespaces['svg'], 'font-face'),
(namespaces['svg'], 'font-face-name'),
(namespaces['svg'], 'font-face-src'),
(namespaces['svg'], 'g'),
(namespaces['svg'], 'glyph'),
(namespaces['svg'], 'hkern'),
(namespaces['svg'], 'linearGradient'),
(namespaces['svg'], 'line'),
(namespaces['svg'], 'marker'),
(namespaces['svg'], 'metadata'),
(namespaces['svg'], 'missing-glyph'),
(namespaces['svg'], 'mpath'),
(namespaces['svg'], 'path'),
(namespaces['svg'], 'polygon'),
(namespaces['svg'], 'polyline'),
(namespaces['svg'], 'radialGradient'),
(namespaces['svg'], 'rect'),
(namespaces['svg'], 'set'),
(namespaces['svg'], 'stop'),
(namespaces['svg'], 'svg'),
(namespaces['svg'], 'switch'),
(namespaces['svg'], 'text'),
(namespaces['svg'], 'title'),
(namespaces['svg'], 'tspan'),
(namespaces['svg'], 'use'),
))
allowed_attributes = frozenset((
# HTML attributes
(None, 'abbr'),
(None, 'accept'),
(None, 'accept-charset'),
(None, 'accesskey'),
(None, 'action'),
(None, 'align'),
(None, 'alt'),
(None, 'autocomplete'),
(None, 'autofocus'),
(None, 'axis'),
(None, 'background'),
(None, 'balance'),
(None, 'bgcolor'),
(None, 'bgproperties'),
(None, 'border'),
(None, 'bordercolor'),
(None, 'bordercolordark'),
(None, 'bordercolorlight'),
(None, 'bottompadding'),
(None, 'cellpadding'),
(None, 'cellspacing'),
(None, 'ch'),
(None, 'challenge'),
(None, 'char'),
(None, 'charoff'),
(None, 'choff'),
(None, 'charset'),
(None, 'checked'),
(None, 'cite'),
(None, 'class'),
(None, 'clear'),
(None, 'color'),
(None, 'cols'),
(None, 'colspan'),
(None, 'compact'),
(None, 'contenteditable'),
(None, 'controls'),
(None, 'coords'),
(None, 'data'),
(None, 'datafld'),
(None, 'datapagesize'),
(None, 'datasrc'),
(None, 'datetime'),
(None, 'default'),
(None, 'delay'),
(None, 'dir'),
(None, 'disabled'),
(None, 'draggable'),
(None, 'dynsrc'),
(None, 'enctype'),
(None, 'end'),
(None, 'face'),
(None, 'for'),
(None, 'form'),
(None, 'frame'),
(None, 'galleryimg'),
(None, 'gutter'),
(None, 'headers'),
(None, 'height'),
(None, 'hidefocus'),
(None, 'hidden'),
(None, 'high'),
(None, 'href'),
(None, 'hreflang'),
(None, 'hspace'),
(None, 'icon'),
(None, 'id'),
(None, 'inputmode'),
(None, 'ismap'),
(None, 'keytype'),
(None, 'label'),
(None, 'leftspacing'),
(None, 'lang'),
(None, 'list'),
(None, 'longdesc'),
(None, 'loop'),
(None, 'loopcount'),
(None, 'loopend'),
(None, 'loopstart'),
(None, 'low'),
(None, 'lowsrc'),
(None, 'max'),
(None, 'maxlength'),
(None, 'media'),
(None, 'method'),
(None, 'min'),
(None, 'multiple'),
(None, 'name'),
(None, 'nohref'),
(None, 'noshade'),
(None, 'nowrap'),
(None, 'open'),
(None, 'optimum'),
(None, 'pattern'),
(None, 'ping'),
(None, 'point-size'),
(None, 'poster'),
(None, 'pqg'),
(None, 'preload'),
(None, 'prompt'),
(None, 'radiogroup'),
(None, 'readonly'),
(None, 'rel'),
(None, 'repeat-max'),
(None, 'repeat-min'),
(None, 'replace'),
(None, 'required'),
(None, 'rev'),
(None, 'rightspacing'),
(None, 'rows'),
(None, 'rowspan'),
(None, 'rules'),
(None, 'scope'),
(None, 'selected'),
(None, 'shape'),
(None, 'size'),
(None, 'span'),
(None, 'src'),
(None, 'start'),
(None, 'step'),
(None, 'style'),
(None, 'summary'),
(None, 'suppress'),
(None, 'tabindex'),
(None, 'target'),
(None, 'template'),
(None, 'title'),
(None, 'toppadding'),
(None, 'type'),
(None, 'unselectable'),
(None, 'usemap'),
(None, 'urn'),
(None, 'valign'),
(None, 'value'),
(None, 'variable'),
(None, 'volume'),
(None, 'vspace'),
(None, 'vrml'),
(None, 'width'),
(None, 'wrap'),
(namespaces['xml'], 'lang'),
# MathML attributes
(None, 'actiontype'),
(None, 'align'),
(None, 'columnalign'),
(None, 'columnalign'),
(None, 'columnalign'),
(None, 'columnlines'),
(None, 'columnspacing'),
(None, 'columnspan'),
(None, 'depth'),
(None, 'display'),
(None, 'displaystyle'),
(None, 'equalcolumns'),
(None, 'equalrows'),
(None, 'fence'),
(None, 'fontstyle'),
(None, 'fontweight'),
(None, 'frame'),
(None, 'height'),
(None, 'linethickness'),
(None, 'lspace'),
(None, 'mathbackground'),
(None, 'mathcolor'),
(None, 'mathvariant'),
(None, 'mathvariant'),
(None, 'maxsize'),
(None, 'minsize'),
(None, 'other'),
(None, 'rowalign'),
(None, 'rowalign'),
(None, 'rowalign'),
(None, 'rowlines'),
(None, 'rowspacing'),
(None, 'rowspan'),
(None, 'rspace'),
(None, 'scriptlevel'),
(None, 'selection'),
(None, 'separator'),
(None, 'stretchy'),
(None, 'width'),
(None, 'width'),
(namespaces['xlink'], 'href'),
(namespaces['xlink'], 'show'),
(namespaces['xlink'], 'type'),
# SVG attributes
(None, 'accent-height'),
(None, 'accumulate'),
(None, 'additive'),
(None, 'alphabetic'),
(None, 'arabic-form'),
(None, 'ascent'),
(None, 'attributeName'),
(None, 'attributeType'),
(None, 'baseProfile'),
(None, 'bbox'),
(None, 'begin'),
(None, 'by'),
(None, 'calcMode'),
(None, 'cap-height'),
(None, 'class'),
(None, 'clip-path'),
(None, 'color'),
(None, 'color-rendering'),
(None, 'content'),
(None, 'cx'),
(None, 'cy'),
(None, 'd'),
(None, 'dx'),
(None, 'dy'),
(None, 'descent'),
(None, 'display'),
(None, 'dur'),
(None, 'end'),
(None, 'fill'),
(None, 'fill-opacity'),
(None, 'fill-rule'),
(None, 'font-family'),
(None, 'font-size'),
(None, 'font-stretch'),
(None, 'font-style'),
(None, 'font-variant'),
(None, 'font-weight'),
(None, 'from'),
(None, 'fx'),
(None, 'fy'),
(None, 'g1'),
(None, 'g2'),
(None, 'glyph-name'),
(None, 'gradientUnits'),
(None, 'hanging'),
(None, 'height'),
(None, 'horiz-adv-x'),
(None, 'horiz-origin-x'),
(None, 'id'),
(None, 'ideographic'),
(None, 'k'),
(None, 'keyPoints'),
(None, 'keySplines'),
(None, 'keyTimes'),
(None, 'lang'),
(None, 'marker-end'),
(None, 'marker-mid'),
(None, 'marker-start'),
(None, 'markerHeight'),
(None, 'markerUnits'),
(None, 'markerWidth'),
(None, 'mathematical'),
(None, 'max'),
(None, 'min'),
(None, 'name'),
(None, 'offset'),
(None, 'opacity'),
(None, 'orient'),
(None, 'origin'),
(None, 'overline-position'),
(None, 'overline-thickness'),
(None, 'panose-1'),
(None, 'path'),
(None, 'pathLength'),
(None, 'points'),
(None, 'preserveAspectRatio'),
(None, 'r'),
(None, 'refX'),
(None, 'refY'),
(None, 'repeatCount'),
(None, 'repeatDur'),
(None, 'requiredExtensions'),
(None, 'requiredFeatures'),
(None, 'restart'),
(None, 'rotate'),
(None, 'rx'),
(None, 'ry'),
(None, 'slope'),
(None, 'stemh'),
(None, 'stemv'),
(None, 'stop-color'),
(None, 'stop-opacity'),
(None, 'strikethrough-position'),
(None, 'strikethrough-thickness'),
(None, 'stroke'),
(None, 'stroke-dasharray'),
(None, 'stroke-dashoffset'),
(None, 'stroke-linecap'),
(None, 'stroke-linejoin'),
(None, 'stroke-miterlimit'),
(None, 'stroke-opacity'),
(None, 'stroke-width'),
(None, 'systemLanguage'),
(None, 'target'),
(None, 'text-anchor'),
(None, 'to'),
(None, 'transform'),
(None, 'type'),
(None, 'u1'),
(None, 'u2'),
(None, 'underline-position'),
(None, 'underline-thickness'),
(None, 'unicode'),
(None, 'unicode-range'),
(None, 'units-per-em'),
(None, 'values'),
(None, 'version'),
(None, 'viewBox'),
(None, 'visibility'),
(None, 'width'),
(None, 'widths'),
(None, 'x'),
(None, 'x-height'),
(None, 'x1'),
(None, 'x2'),
(namespaces['xlink'], 'actuate'),
(namespaces['xlink'], 'arcrole'),
(namespaces['xlink'], 'href'),
(namespaces['xlink'], 'role'),
(namespaces['xlink'], 'show'),
(namespaces['xlink'], 'title'),
(namespaces['xlink'], 'type'),
(namespaces['xml'], 'base'),
(namespaces['xml'], 'lang'),
(namespaces['xml'], 'space'),
(None, 'y'),
(None, 'y1'),
(None, 'y2'),
(None, 'zoomAndPan'),
))
attr_val_is_uri = frozenset((
(None, 'href'),
(None, 'src'),
(None, 'cite'),
(None, 'action'),
(None, 'longdesc'),
(None, 'poster'),
(None, 'background'),
(None, 'datasrc'),
(None, 'dynsrc'),
(None, 'lowsrc'),
(None, 'ping'),
(namespaces['xlink'], 'href'),
(namespaces['xml'], 'base'),
))
svg_attr_val_allows_ref = frozenset((
(None, 'clip-path'),
(None, 'color-profile'),
(None, 'cursor'),
(None, 'fill'),
(None, 'filter'),
(None, 'marker'),
(None, 'marker-start'),
(None, 'marker-mid'),
(None, 'marker-end'),
(None, 'mask'),
(None, 'stroke'),
))
svg_allow_local_href = frozenset((
(None, 'altGlyph'),
(None, 'animate'),
(None, 'animateColor'),
(None, 'animateMotion'),
(None, 'animateTransform'),
(None, 'cursor'),
(None, 'feImage'),
(None, 'filter'),
(None, 'linearGradient'),
(None, 'pattern'),
(None, 'radialGradient'),
(None, 'textpath'),
(None, 'tref'),
(None, 'set'),
(None, 'use')
))
allowed_css_properties = frozenset((
'azimuth',
'background-color',
'border-bottom-color',
'border-collapse',
'border-color',
'border-left-color',
'border-right-color',
'border-top-color',
'clear',
'color',
'cursor',
'direction',
'display',
'elevation',
'float',
'font',
'font-family',
'font-size',
'font-style',
'font-variant',
'font-weight',
'height',
'letter-spacing',
'line-height',
'overflow',
'pause',
'pause-after',
'pause-before',
'pitch',
'pitch-range',
'richness',
'speak',
'speak-header',
'speak-numeral',
'speak-punctuation',
'speech-rate',
'stress',
'text-align',
'text-decoration',
'text-indent',
'unicode-bidi',
'vertical-align',
'voice-family',
'volume',
'white-space',
'width',
))
allowed_css_keywords = frozenset((
'auto',
'aqua',
'black',
'block',
'blue',
'bold',
'both',
'bottom',
'brown',
'center',
'collapse',
'dashed',
'dotted',
'fuchsia',
'gray',
'green',
'!important',
'italic',
'left',
'lime',
'maroon',
'medium',
'none',
'navy',
'normal',
'nowrap',
'olive',
'pointer',
'purple',
'red',
'right',
'solid',
'silver',
'teal',
'top',
'transparent',
'underline',
'white',
'yellow',
))
allowed_svg_properties = frozenset((
'fill',
'fill-opacity',
'fill-rule',
'stroke',
'stroke-width',
'stroke-linecap',
'stroke-linejoin',
'stroke-opacity',
))
allowed_protocols = frozenset((
'ed2k',
'ftp',
'http',
'https',
'irc',
'mailto',
'news',
'gopher',
'nntp',
'telnet',
'webcal',
'xmpp',
'callto',
'feed',
'urn',
'aim',
'rsync',
'tag',
'ssh',
'sftp',
'rtsp',
'afs',
'data',
))
allowed_content_types = frozenset((
'image/png',
'image/jpeg',
'image/gif',
'image/webp',
'image/bmp',
'text/plain',
))
data_content_type = re.compile(r'''
^
# Match a content type /
(?P[-a-zA-Z0-9.]+/[-a-zA-Z0-9.]+)
# Match any character set and encoding
(?:(?:;charset=(?:[-a-zA-Z0-9]+)(?:;(?:base64))?)
|(?:;(?:base64))?(?:;charset=(?:[-a-zA-Z0-9]+))?)
# Assume the rest is data
,.*
$
''',
re.VERBOSE)
class Filter(base.Filter):
"""Sanitizes token stream of XHTML+MathML+SVG and of inline style attributes"""
def __init__(self,
source,
allowed_elements=allowed_elements,
allowed_attributes=allowed_attributes,
allowed_css_properties=allowed_css_properties,
allowed_css_keywords=allowed_css_keywords,
allowed_svg_properties=allowed_svg_properties,
allowed_protocols=allowed_protocols,
allowed_content_types=allowed_content_types,
attr_val_is_uri=attr_val_is_uri,
svg_attr_val_allows_ref=svg_attr_val_allows_ref,
svg_allow_local_href=svg_allow_local_href):
"""Creates a Filter
:arg allowed_elements: set of elements to allow--everything else will
be escaped
:arg allowed_attributes: set of attributes to allow in
elements--everything else will be stripped
:arg allowed_css_properties: set of CSS properties to allow--everything
else will be stripped
:arg allowed_css_keywords: set of CSS keywords to allow--everything
else will be stripped
:arg allowed_svg_properties: set of SVG properties to allow--everything
else will be removed
:arg allowed_protocols: set of allowed protocols for URIs
:arg allowed_content_types: set of allowed content types for ``data`` URIs.
:arg attr_val_is_uri: set of attributes that have URI values--values
that have a scheme not listed in ``allowed_protocols`` are removed
:arg svg_attr_val_allows_ref: set of SVG attributes that can have
references
:arg svg_allow_local_href: set of SVG elements that can have local
hrefs--these are removed
"""
super(Filter, self).__init__(source)
warnings.warn(_deprecation_msg, DeprecationWarning)
self.allowed_elements = allowed_elements
self.allowed_attributes = allowed_attributes
self.allowed_css_properties = allowed_css_properties
self.allowed_css_keywords = allowed_css_keywords
self.allowed_svg_properties = allowed_svg_properties
self.allowed_protocols = allowed_protocols
self.allowed_content_types = allowed_content_types
self.attr_val_is_uri = attr_val_is_uri
self.svg_attr_val_allows_ref = svg_attr_val_allows_ref
self.svg_allow_local_href = svg_allow_local_href
def __iter__(self):
for token in base.Filter.__iter__(self):
token = self.sanitize_token(token)
if token:
yield token
# Sanitize the +html+, escaping all elements not in ALLOWED_ELEMENTS, and
# stripping out all attributes not in ALLOWED_ATTRIBUTES. Style attributes
# are parsed, and a restricted set, specified by ALLOWED_CSS_PROPERTIES and
# ALLOWED_CSS_KEYWORDS, are allowed through. attributes in ATTR_VAL_IS_URI
# are scanned, and only URI schemes specified in ALLOWED_PROTOCOLS are
# allowed.
#
# sanitize_html('')
# => <script> do_nasty_stuff() </script>
# sanitize_html('Click here for $100')
# => Click here for $100
def sanitize_token(self, token):
# accommodate filters which use token_type differently
token_type = token["type"]
if token_type in ("StartTag", "EndTag", "EmptyTag"):
name = token["name"]
namespace = token["namespace"]
if ((namespace, name) in self.allowed_elements or
(namespace is None and
(namespaces["html"], name) in self.allowed_elements)):
return self.allowed_token(token)
else:
return self.disallowed_token(token)
elif token_type == "Comment":
pass
else:
return token
def allowed_token(self, token):
if "data" in token:
attrs = token["data"]
attr_names = set(attrs.keys())
# Remove forbidden attributes
for to_remove in (attr_names - self.allowed_attributes):
del token["data"][to_remove]
attr_names.remove(to_remove)
# Remove attributes with disallowed URL values
for attr in (attr_names & self.attr_val_is_uri):
assert attr in attrs
# I don't have a clue where this regexp comes from or why it matches those
# characters, nor why we call unescape. I just know it's always been here.
# Should you be worried by this comment in a sanitizer? Yes. On the other hand, all
# this will do is remove *more* than it otherwise would.
val_unescaped = re.sub("[`\x00-\x20\x7f-\xa0\\s]+", '',
unescape(attrs[attr])).lower()
# remove replacement characters from unescaped characters
val_unescaped = val_unescaped.replace("\ufffd", "")
try:
uri = urlparse.urlparse(val_unescaped)
except ValueError:
uri = None
del attrs[attr]
if uri and uri.scheme:
if uri.scheme not in self.allowed_protocols:
del attrs[attr]
if uri.scheme == 'data':
m = data_content_type.match(uri.path)
if not m:
del attrs[attr]
elif m.group('content_type') not in self.allowed_content_types:
del attrs[attr]
for attr in self.svg_attr_val_allows_ref:
if attr in attrs:
attrs[attr] = re.sub(r'url\s*\(\s*[^#\s][^)]+?\)',
' ',
unescape(attrs[attr]))
if (token["name"] in self.svg_allow_local_href and
(namespaces['xlink'], 'href') in attrs and re.search(r'^\s*[^#\s].*',
attrs[(namespaces['xlink'], 'href')])):
del attrs[(namespaces['xlink'], 'href')]
if (None, 'style') in attrs:
attrs[(None, 'style')] = self.sanitize_css(attrs[(None, 'style')])
token["data"] = attrs
return token
def disallowed_token(self, token):
token_type = token["type"]
if token_type == "EndTag":
token["data"] = "" % token["name"]
elif token["data"]:
assert token_type in ("StartTag", "EmptyTag")
attrs = []
for (ns, name), v in token["data"].items():
attrs.append(' %s="%s"' % (name if ns is None else "%s:%s" % (prefixes[ns], name), escape(v)))
token["data"] = "<%s%s>" % (token["name"], ''.join(attrs))
else:
token["data"] = "<%s>" % token["name"]
if token.get("selfClosing"):
token["data"] = token["data"][:-1] + "/>"
token["type"] = "Characters"
del token["name"]
return token
def sanitize_css(self, style):
# disallow urls
style = re.compile(r'url\s*\(\s*[^\s)]+?\s*\)\s*').sub(' ', style)
# gauntlet
if not re.match(r"""^([:,;#%.\sa-zA-Z0-9!]|\w-\w|'[\s\w]+'|"[\s\w]+"|\([\d,\s]+\))*$""", style):
return ''
if not re.match(r"^\s*([-\w]+\s*:[^:;]*(;\s*|$))*$", style):
return ''
clean = []
for prop, value in re.findall(r"([-\w]+)\s*:\s*([^:;]*)", style):
if not value:
continue
if prop.lower() in self.allowed_css_properties:
clean.append(prop + ': ' + value + ';')
elif prop.split('-')[0].lower() in ['background', 'border', 'margin',
'padding']:
for keyword in value.split():
if keyword not in self.allowed_css_keywords and \
not re.match(r"^(#[0-9a-fA-F]+|rgb\(\d+%?,\d*%?,?\d*%?\)?|\d{0,2}\.?\d{0,2}(cm|em|ex|in|mm|pc|pt|px|%|,|\))?)$", keyword): # noqa
break
else:
clean.append(prop + ': ' + value + ';')
elif prop.lower() in self.allowed_svg_properties:
clean.append(prop + ': ' + value + ';')
return ' '.join(clean)
PK ! filters/__init__.pynu [ PK ! ʧ-XA XA _ihatexml.pynu [ from __future__ import absolute_import, division, unicode_literals
import re
import warnings
from .constants import DataLossWarning
baseChar = """
[#x0041-#x005A] | [#x0061-#x007A] | [#x00C0-#x00D6] | [#x00D8-#x00F6] |
[#x00F8-#x00FF] | [#x0100-#x0131] | [#x0134-#x013E] | [#x0141-#x0148] |
[#x014A-#x017E] | [#x0180-#x01C3] | [#x01CD-#x01F0] | [#x01F4-#x01F5] |
[#x01FA-#x0217] | [#x0250-#x02A8] | [#x02BB-#x02C1] | #x0386 |
[#x0388-#x038A] | #x038C | [#x038E-#x03A1] | [#x03A3-#x03CE] |
[#x03D0-#x03D6] | #x03DA | #x03DC | #x03DE | #x03E0 | [#x03E2-#x03F3] |
[#x0401-#x040C] | [#x040E-#x044F] | [#x0451-#x045C] | [#x045E-#x0481] |
[#x0490-#x04C4] | [#x04C7-#x04C8] | [#x04CB-#x04CC] | [#x04D0-#x04EB] |
[#x04EE-#x04F5] | [#x04F8-#x04F9] | [#x0531-#x0556] | #x0559 |
[#x0561-#x0586] | [#x05D0-#x05EA] | [#x05F0-#x05F2] | [#x0621-#x063A] |
[#x0641-#x064A] | [#x0671-#x06B7] | [#x06BA-#x06BE] | [#x06C0-#x06CE] |
[#x06D0-#x06D3] | #x06D5 | [#x06E5-#x06E6] | [#x0905-#x0939] | #x093D |
[#x0958-#x0961] | [#x0985-#x098C] | [#x098F-#x0990] | [#x0993-#x09A8] |
[#x09AA-#x09B0] | #x09B2 | [#x09B6-#x09B9] | [#x09DC-#x09DD] |
[#x09DF-#x09E1] | [#x09F0-#x09F1] | [#x0A05-#x0A0A] | [#x0A0F-#x0A10] |
[#x0A13-#x0A28] | [#x0A2A-#x0A30] | [#x0A32-#x0A33] | [#x0A35-#x0A36] |
[#x0A38-#x0A39] | [#x0A59-#x0A5C] | #x0A5E | [#x0A72-#x0A74] |
[#x0A85-#x0A8B] | #x0A8D | [#x0A8F-#x0A91] | [#x0A93-#x0AA8] |
[#x0AAA-#x0AB0] | [#x0AB2-#x0AB3] | [#x0AB5-#x0AB9] | #x0ABD | #x0AE0 |
[#x0B05-#x0B0C] | [#x0B0F-#x0B10] | [#x0B13-#x0B28] | [#x0B2A-#x0B30] |
[#x0B32-#x0B33] | [#x0B36-#x0B39] | #x0B3D | [#x0B5C-#x0B5D] |
[#x0B5F-#x0B61] | [#x0B85-#x0B8A] | [#x0B8E-#x0B90] | [#x0B92-#x0B95] |
[#x0B99-#x0B9A] | #x0B9C | [#x0B9E-#x0B9F] | [#x0BA3-#x0BA4] |
[#x0BA8-#x0BAA] | [#x0BAE-#x0BB5] | [#x0BB7-#x0BB9] | [#x0C05-#x0C0C] |
[#x0C0E-#x0C10] | [#x0C12-#x0C28] | [#x0C2A-#x0C33] | [#x0C35-#x0C39] |
[#x0C60-#x0C61] | [#x0C85-#x0C8C] | [#x0C8E-#x0C90] | [#x0C92-#x0CA8] |
[#x0CAA-#x0CB3] | [#x0CB5-#x0CB9] | #x0CDE | [#x0CE0-#x0CE1] |
[#x0D05-#x0D0C] | [#x0D0E-#x0D10] | [#x0D12-#x0D28] | [#x0D2A-#x0D39] |
[#x0D60-#x0D61] | [#x0E01-#x0E2E] | #x0E30 | [#x0E32-#x0E33] |
[#x0E40-#x0E45] | [#x0E81-#x0E82] | #x0E84 | [#x0E87-#x0E88] | #x0E8A |
#x0E8D | [#x0E94-#x0E97] | [#x0E99-#x0E9F] | [#x0EA1-#x0EA3] | #x0EA5 |
#x0EA7 | [#x0EAA-#x0EAB] | [#x0EAD-#x0EAE] | #x0EB0 | [#x0EB2-#x0EB3] |
#x0EBD | [#x0EC0-#x0EC4] | [#x0F40-#x0F47] | [#x0F49-#x0F69] |
[#x10A0-#x10C5] | [#x10D0-#x10F6] | #x1100 | [#x1102-#x1103] |
[#x1105-#x1107] | #x1109 | [#x110B-#x110C] | [#x110E-#x1112] | #x113C |
#x113E | #x1140 | #x114C | #x114E | #x1150 | [#x1154-#x1155] | #x1159 |
[#x115F-#x1161] | #x1163 | #x1165 | #x1167 | #x1169 | [#x116D-#x116E] |
[#x1172-#x1173] | #x1175 | #x119E | #x11A8 | #x11AB | [#x11AE-#x11AF] |
[#x11B7-#x11B8] | #x11BA | [#x11BC-#x11C2] | #x11EB | #x11F0 | #x11F9 |
[#x1E00-#x1E9B] | [#x1EA0-#x1EF9] | [#x1F00-#x1F15] | [#x1F18-#x1F1D] |
[#x1F20-#x1F45] | [#x1F48-#x1F4D] | [#x1F50-#x1F57] | #x1F59 | #x1F5B |
#x1F5D | [#x1F5F-#x1F7D] | [#x1F80-#x1FB4] | [#x1FB6-#x1FBC] | #x1FBE |
[#x1FC2-#x1FC4] | [#x1FC6-#x1FCC] | [#x1FD0-#x1FD3] | [#x1FD6-#x1FDB] |
[#x1FE0-#x1FEC] | [#x1FF2-#x1FF4] | [#x1FF6-#x1FFC] | #x2126 |
[#x212A-#x212B] | #x212E | [#x2180-#x2182] | [#x3041-#x3094] |
[#x30A1-#x30FA] | [#x3105-#x312C] | [#xAC00-#xD7A3]"""
ideographic = """[#x4E00-#x9FA5] | #x3007 | [#x3021-#x3029]"""
combiningCharacter = """
[#x0300-#x0345] | [#x0360-#x0361] | [#x0483-#x0486] | [#x0591-#x05A1] |
[#x05A3-#x05B9] | [#x05BB-#x05BD] | #x05BF | [#x05C1-#x05C2] | #x05C4 |
[#x064B-#x0652] | #x0670 | [#x06D6-#x06DC] | [#x06DD-#x06DF] |
[#x06E0-#x06E4] | [#x06E7-#x06E8] | [#x06EA-#x06ED] | [#x0901-#x0903] |
#x093C | [#x093E-#x094C] | #x094D | [#x0951-#x0954] | [#x0962-#x0963] |
[#x0981-#x0983] | #x09BC | #x09BE | #x09BF | [#x09C0-#x09C4] |
[#x09C7-#x09C8] | [#x09CB-#x09CD] | #x09D7 | [#x09E2-#x09E3] | #x0A02 |
#x0A3C | #x0A3E | #x0A3F | [#x0A40-#x0A42] | [#x0A47-#x0A48] |
[#x0A4B-#x0A4D] | [#x0A70-#x0A71] | [#x0A81-#x0A83] | #x0ABC |
[#x0ABE-#x0AC5] | [#x0AC7-#x0AC9] | [#x0ACB-#x0ACD] | [#x0B01-#x0B03] |
#x0B3C | [#x0B3E-#x0B43] | [#x0B47-#x0B48] | [#x0B4B-#x0B4D] |
[#x0B56-#x0B57] | [#x0B82-#x0B83] | [#x0BBE-#x0BC2] | [#x0BC6-#x0BC8] |
[#x0BCA-#x0BCD] | #x0BD7 | [#x0C01-#x0C03] | [#x0C3E-#x0C44] |
[#x0C46-#x0C48] | [#x0C4A-#x0C4D] | [#x0C55-#x0C56] | [#x0C82-#x0C83] |
[#x0CBE-#x0CC4] | [#x0CC6-#x0CC8] | [#x0CCA-#x0CCD] | [#x0CD5-#x0CD6] |
[#x0D02-#x0D03] | [#x0D3E-#x0D43] | [#x0D46-#x0D48] | [#x0D4A-#x0D4D] |
#x0D57 | #x0E31 | [#x0E34-#x0E3A] | [#x0E47-#x0E4E] | #x0EB1 |
[#x0EB4-#x0EB9] | [#x0EBB-#x0EBC] | [#x0EC8-#x0ECD] | [#x0F18-#x0F19] |
#x0F35 | #x0F37 | #x0F39 | #x0F3E | #x0F3F | [#x0F71-#x0F84] |
[#x0F86-#x0F8B] | [#x0F90-#x0F95] | #x0F97 | [#x0F99-#x0FAD] |
[#x0FB1-#x0FB7] | #x0FB9 | [#x20D0-#x20DC] | #x20E1 | [#x302A-#x302F] |
#x3099 | #x309A"""
digit = """
[#x0030-#x0039] | [#x0660-#x0669] | [#x06F0-#x06F9] | [#x0966-#x096F] |
[#x09E6-#x09EF] | [#x0A66-#x0A6F] | [#x0AE6-#x0AEF] | [#x0B66-#x0B6F] |
[#x0BE7-#x0BEF] | [#x0C66-#x0C6F] | [#x0CE6-#x0CEF] | [#x0D66-#x0D6F] |
[#x0E50-#x0E59] | [#x0ED0-#x0ED9] | [#x0F20-#x0F29]"""
extender = """
#x00B7 | #x02D0 | #x02D1 | #x0387 | #x0640 | #x0E46 | #x0EC6 | #x3005 |
#[#x3031-#x3035] | [#x309D-#x309E] | [#x30FC-#x30FE]"""
letter = " | ".join([baseChar, ideographic])
# Without the
name = " | ".join([letter, digit, ".", "-", "_", combiningCharacter,
extender])
nameFirst = " | ".join([letter, "_"])
reChar = re.compile(r"#x([\d|A-F]{4,4})")
reCharRange = re.compile(r"\[#x([\d|A-F]{4,4})-#x([\d|A-F]{4,4})\]")
def charStringToList(chars):
charRanges = [item.strip() for item in chars.split(" | ")]
rv = []
for item in charRanges:
foundMatch = False
for regexp in (reChar, reCharRange):
match = regexp.match(item)
if match is not None:
rv.append([hexToInt(item) for item in match.groups()])
if len(rv[-1]) == 1:
rv[-1] = rv[-1] * 2
foundMatch = True
break
if not foundMatch:
assert len(item) == 1
rv.append([ord(item)] * 2)
rv = normaliseCharList(rv)
return rv
def normaliseCharList(charList):
charList = sorted(charList)
for item in charList:
assert item[1] >= item[0]
rv = []
i = 0
while i < len(charList):
j = 1
rv.append(charList[i])
while i + j < len(charList) and charList[i + j][0] <= rv[-1][1] + 1:
rv[-1][1] = charList[i + j][1]
j += 1
i += j
return rv
# We don't really support characters above the BMP :(
max_unicode = int("FFFF", 16)
def missingRanges(charList):
rv = []
if charList[0] != 0:
rv.append([0, charList[0][0] - 1])
for i, item in enumerate(charList[:-1]):
rv.append([item[1] + 1, charList[i + 1][0] - 1])
if charList[-1][1] != max_unicode:
rv.append([charList[-1][1] + 1, max_unicode])
return rv
def listToRegexpStr(charList):
rv = []
for item in charList:
if item[0] == item[1]:
rv.append(escapeRegexp(chr(item[0])))
else:
rv.append(escapeRegexp(chr(item[0])) + "-" +
escapeRegexp(chr(item[1])))
return "[%s]" % "".join(rv)
def hexToInt(hex_str):
return int(hex_str, 16)
def escapeRegexp(string):
specialCharacters = (".", "^", "$", "*", "+", "?", "{", "}",
"[", "]", "|", "(", ")", "-")
for char in specialCharacters:
string = string.replace(char, "\\" + char)
return string
# output from the above
nonXmlNameBMPRegexp = re.compile('[\x00-,/:-@\\[-\\^`\\{-\xb6\xb8-\xbf\xd7\xf7\u0132-\u0133\u013f-\u0140\u0149\u017f\u01c4-\u01cc\u01f1-\u01f3\u01f6-\u01f9\u0218-\u024f\u02a9-\u02ba\u02c2-\u02cf\u02d2-\u02ff\u0346-\u035f\u0362-\u0385\u038b\u038d\u03a2\u03cf\u03d7-\u03d9\u03db\u03dd\u03df\u03e1\u03f4-\u0400\u040d\u0450\u045d\u0482\u0487-\u048f\u04c5-\u04c6\u04c9-\u04ca\u04cd-\u04cf\u04ec-\u04ed\u04f6-\u04f7\u04fa-\u0530\u0557-\u0558\u055a-\u0560\u0587-\u0590\u05a2\u05ba\u05be\u05c0\u05c3\u05c5-\u05cf\u05eb-\u05ef\u05f3-\u0620\u063b-\u063f\u0653-\u065f\u066a-\u066f\u06b8-\u06b9\u06bf\u06cf\u06d4\u06e9\u06ee-\u06ef\u06fa-\u0900\u0904\u093a-\u093b\u094e-\u0950\u0955-\u0957\u0964-\u0965\u0970-\u0980\u0984\u098d-\u098e\u0991-\u0992\u09a9\u09b1\u09b3-\u09b5\u09ba-\u09bb\u09bd\u09c5-\u09c6\u09c9-\u09ca\u09ce-\u09d6\u09d8-\u09db\u09de\u09e4-\u09e5\u09f2-\u0a01\u0a03-\u0a04\u0a0b-\u0a0e\u0a11-\u0a12\u0a29\u0a31\u0a34\u0a37\u0a3a-\u0a3b\u0a3d\u0a43-\u0a46\u0a49-\u0a4a\u0a4e-\u0a58\u0a5d\u0a5f-\u0a65\u0a75-\u0a80\u0a84\u0a8c\u0a8e\u0a92\u0aa9\u0ab1\u0ab4\u0aba-\u0abb\u0ac6\u0aca\u0ace-\u0adf\u0ae1-\u0ae5\u0af0-\u0b00\u0b04\u0b0d-\u0b0e\u0b11-\u0b12\u0b29\u0b31\u0b34-\u0b35\u0b3a-\u0b3b\u0b44-\u0b46\u0b49-\u0b4a\u0b4e-\u0b55\u0b58-\u0b5b\u0b5e\u0b62-\u0b65\u0b70-\u0b81\u0b84\u0b8b-\u0b8d\u0b91\u0b96-\u0b98\u0b9b\u0b9d\u0ba0-\u0ba2\u0ba5-\u0ba7\u0bab-\u0bad\u0bb6\u0bba-\u0bbd\u0bc3-\u0bc5\u0bc9\u0bce-\u0bd6\u0bd8-\u0be6\u0bf0-\u0c00\u0c04\u0c0d\u0c11\u0c29\u0c34\u0c3a-\u0c3d\u0c45\u0c49\u0c4e-\u0c54\u0c57-\u0c5f\u0c62-\u0c65\u0c70-\u0c81\u0c84\u0c8d\u0c91\u0ca9\u0cb4\u0cba-\u0cbd\u0cc5\u0cc9\u0cce-\u0cd4\u0cd7-\u0cdd\u0cdf\u0ce2-\u0ce5\u0cf0-\u0d01\u0d04\u0d0d\u0d11\u0d29\u0d3a-\u0d3d\u0d44-\u0d45\u0d49\u0d4e-\u0d56\u0d58-\u0d5f\u0d62-\u0d65\u0d70-\u0e00\u0e2f\u0e3b-\u0e3f\u0e4f\u0e5a-\u0e80\u0e83\u0e85-\u0e86\u0e89\u0e8b-\u0e8c\u0e8e-\u0e93\u0e98\u0ea0\u0ea4\u0ea6\u0ea8-\u0ea9\u0eac\u0eaf\u0eba\u0ebe-\u0ebf\u0ec5\u0ec7\u0ece-\u0ecf\u0eda-\u0f17\u0f1a-\u0f1f\u0f2a-\u0f34\u0f36\u0f38\u0f3a-\u0f3d\u0f48\u0f6a-\u0f70\u0f85\u0f8c-\u0f8f\u0f96\u0f98\u0fae-\u0fb0\u0fb8\u0fba-\u109f\u10c6-\u10cf\u10f7-\u10ff\u1101\u1104\u1108\u110a\u110d\u1113-\u113b\u113d\u113f\u1141-\u114b\u114d\u114f\u1151-\u1153\u1156-\u1158\u115a-\u115e\u1162\u1164\u1166\u1168\u116a-\u116c\u116f-\u1171\u1174\u1176-\u119d\u119f-\u11a7\u11a9-\u11aa\u11ac-\u11ad\u11b0-\u11b6\u11b9\u11bb\u11c3-\u11ea\u11ec-\u11ef\u11f1-\u11f8\u11fa-\u1dff\u1e9c-\u1e9f\u1efa-\u1eff\u1f16-\u1f17\u1f1e-\u1f1f\u1f46-\u1f47\u1f4e-\u1f4f\u1f58\u1f5a\u1f5c\u1f5e\u1f7e-\u1f7f\u1fb5\u1fbd\u1fbf-\u1fc1\u1fc5\u1fcd-\u1fcf\u1fd4-\u1fd5\u1fdc-\u1fdf\u1fed-\u1ff1\u1ff5\u1ffd-\u20cf\u20dd-\u20e0\u20e2-\u2125\u2127-\u2129\u212c-\u212d\u212f-\u217f\u2183-\u3004\u3006\u3008-\u3020\u3030\u3036-\u3040\u3095-\u3098\u309b-\u309c\u309f-\u30a0\u30fb\u30ff-\u3104\u312d-\u4dff\u9fa6-\uabff\ud7a4-\uffff]') # noqa
nonXmlNameFirstBMPRegexp = re.compile('[\x00-@\\[-\\^`\\{-\xbf\xd7\xf7\u0132-\u0133\u013f-\u0140\u0149\u017f\u01c4-\u01cc\u01f1-\u01f3\u01f6-\u01f9\u0218-\u024f\u02a9-\u02ba\u02c2-\u0385\u0387\u038b\u038d\u03a2\u03cf\u03d7-\u03d9\u03db\u03dd\u03df\u03e1\u03f4-\u0400\u040d\u0450\u045d\u0482-\u048f\u04c5-\u04c6\u04c9-\u04ca\u04cd-\u04cf\u04ec-\u04ed\u04f6-\u04f7\u04fa-\u0530\u0557-\u0558\u055a-\u0560\u0587-\u05cf\u05eb-\u05ef\u05f3-\u0620\u063b-\u0640\u064b-\u0670\u06b8-\u06b9\u06bf\u06cf\u06d4\u06d6-\u06e4\u06e7-\u0904\u093a-\u093c\u093e-\u0957\u0962-\u0984\u098d-\u098e\u0991-\u0992\u09a9\u09b1\u09b3-\u09b5\u09ba-\u09db\u09de\u09e2-\u09ef\u09f2-\u0a04\u0a0b-\u0a0e\u0a11-\u0a12\u0a29\u0a31\u0a34\u0a37\u0a3a-\u0a58\u0a5d\u0a5f-\u0a71\u0a75-\u0a84\u0a8c\u0a8e\u0a92\u0aa9\u0ab1\u0ab4\u0aba-\u0abc\u0abe-\u0adf\u0ae1-\u0b04\u0b0d-\u0b0e\u0b11-\u0b12\u0b29\u0b31\u0b34-\u0b35\u0b3a-\u0b3c\u0b3e-\u0b5b\u0b5e\u0b62-\u0b84\u0b8b-\u0b8d\u0b91\u0b96-\u0b98\u0b9b\u0b9d\u0ba0-\u0ba2\u0ba5-\u0ba7\u0bab-\u0bad\u0bb6\u0bba-\u0c04\u0c0d\u0c11\u0c29\u0c34\u0c3a-\u0c5f\u0c62-\u0c84\u0c8d\u0c91\u0ca9\u0cb4\u0cba-\u0cdd\u0cdf\u0ce2-\u0d04\u0d0d\u0d11\u0d29\u0d3a-\u0d5f\u0d62-\u0e00\u0e2f\u0e31\u0e34-\u0e3f\u0e46-\u0e80\u0e83\u0e85-\u0e86\u0e89\u0e8b-\u0e8c\u0e8e-\u0e93\u0e98\u0ea0\u0ea4\u0ea6\u0ea8-\u0ea9\u0eac\u0eaf\u0eb1\u0eb4-\u0ebc\u0ebe-\u0ebf\u0ec5-\u0f3f\u0f48\u0f6a-\u109f\u10c6-\u10cf\u10f7-\u10ff\u1101\u1104\u1108\u110a\u110d\u1113-\u113b\u113d\u113f\u1141-\u114b\u114d\u114f\u1151-\u1153\u1156-\u1158\u115a-\u115e\u1162\u1164\u1166\u1168\u116a-\u116c\u116f-\u1171\u1174\u1176-\u119d\u119f-\u11a7\u11a9-\u11aa\u11ac-\u11ad\u11b0-\u11b6\u11b9\u11bb\u11c3-\u11ea\u11ec-\u11ef\u11f1-\u11f8\u11fa-\u1dff\u1e9c-\u1e9f\u1efa-\u1eff\u1f16-\u1f17\u1f1e-\u1f1f\u1f46-\u1f47\u1f4e-\u1f4f\u1f58\u1f5a\u1f5c\u1f5e\u1f7e-\u1f7f\u1fb5\u1fbd\u1fbf-\u1fc1\u1fc5\u1fcd-\u1fcf\u1fd4-\u1fd5\u1fdc-\u1fdf\u1fed-\u1ff1\u1ff5\u1ffd-\u2125\u2127-\u2129\u212c-\u212d\u212f-\u217f\u2183-\u3006\u3008-\u3020\u302a-\u3040\u3095-\u30a0\u30fb-\u3104\u312d-\u4dff\u9fa6-\uabff\ud7a4-\uffff]') # noqa
# Simpler things
nonPubidCharRegexp = re.compile("[^\x20\x0D\x0Aa-zA-Z0-9\\-'()+,./:=?;!*#@$_%]")
class InfosetFilter(object):
replacementRegexp = re.compile(r"U[\dA-F]{5,5}")
def __init__(self,
dropXmlnsLocalName=False,
dropXmlnsAttrNs=False,
preventDoubleDashComments=False,
preventDashAtCommentEnd=False,
replaceFormFeedCharacters=True,
preventSingleQuotePubid=False):
self.dropXmlnsLocalName = dropXmlnsLocalName
self.dropXmlnsAttrNs = dropXmlnsAttrNs
self.preventDoubleDashComments = preventDoubleDashComments
self.preventDashAtCommentEnd = preventDashAtCommentEnd
self.replaceFormFeedCharacters = replaceFormFeedCharacters
self.preventSingleQuotePubid = preventSingleQuotePubid
self.replaceCache = {}
def coerceAttribute(self, name, namespace=None):
if self.dropXmlnsLocalName and name.startswith("xmlns:"):
warnings.warn("Attributes cannot begin with xmlns", DataLossWarning)
return None
elif (self.dropXmlnsAttrNs and
namespace == "http://www.w3.org/2000/xmlns/"):
warnings.warn("Attributes cannot be in the xml namespace", DataLossWarning)
return None
else:
return self.toXmlName(name)
def coerceElement(self, name):
return self.toXmlName(name)
def coerceComment(self, data):
if self.preventDoubleDashComments:
while "--" in data:
warnings.warn("Comments cannot contain adjacent dashes", DataLossWarning)
data = data.replace("--", "- -")
if data.endswith("-"):
warnings.warn("Comments cannot end in a dash", DataLossWarning)
data += " "
return data
def coerceCharacters(self, data):
if self.replaceFormFeedCharacters:
for _ in range(data.count("\x0C")):
warnings.warn("Text cannot contain U+000C", DataLossWarning)
data = data.replace("\x0C", " ")
# Other non-xml characters
return data
def coercePubid(self, data):
dataOutput = data
for char in nonPubidCharRegexp.findall(data):
warnings.warn("Coercing non-XML pubid", DataLossWarning)
replacement = self.getReplacementCharacter(char)
dataOutput = dataOutput.replace(char, replacement)
if self.preventSingleQuotePubid and dataOutput.find("'") >= 0:
warnings.warn("Pubid cannot contain single quote", DataLossWarning)
dataOutput = dataOutput.replace("'", self.getReplacementCharacter("'"))
return dataOutput
def toXmlName(self, name):
nameFirst = name[0]
nameRest = name[1:]
m = nonXmlNameFirstBMPRegexp.match(nameFirst)
if m:
warnings.warn("Coercing non-XML name: %s" % name, DataLossWarning)
nameFirstOutput = self.getReplacementCharacter(nameFirst)
else:
nameFirstOutput = nameFirst
nameRestOutput = nameRest
replaceChars = set(nonXmlNameBMPRegexp.findall(nameRest))
for char in replaceChars:
warnings.warn("Coercing non-XML name: %s" % name, DataLossWarning)
replacement = self.getReplacementCharacter(char)
nameRestOutput = nameRestOutput.replace(char, replacement)
return nameFirstOutput + nameRestOutput
def getReplacementCharacter(self, char):
if char in self.replaceCache:
replacement = self.replaceCache[char]
else:
replacement = self.escapeChar(char)
return replacement
def fromXmlName(self, name):
for item in set(self.replacementRegexp.findall(name)):
name = name.replace(item, self.unescapeChar(item))
return name
def escapeChar(self, char):
replacement = "U%05X" % ord(char)
self.replaceCache[char] = replacement
return replacement
def unescapeChar(self, charcode):
return chr(int(charcode[1:], 16))
PK ! s= =
serializer.pynu [ from __future__ import absolute_import, division, unicode_literals
from pip._vendor.six import text_type
import re
from codecs import register_error, xmlcharrefreplace_errors
from .constants import voidElements, booleanAttributes, spaceCharacters
from .constants import rcdataElements, entities, xmlEntities
from . import treewalkers, _utils
from xml.sax.saxutils import escape
_quoteAttributeSpecChars = "".join(spaceCharacters) + "\"'=<>`"
_quoteAttributeSpec = re.compile("[" + _quoteAttributeSpecChars + "]")
_quoteAttributeLegacy = re.compile("[" + _quoteAttributeSpecChars +
"\x00\x01\x02\x03\x04\x05\x06\x07\x08\t\n"
"\x0b\x0c\r\x0e\x0f\x10\x11\x12\x13\x14\x15"
"\x16\x17\x18\x19\x1a\x1b\x1c\x1d\x1e\x1f"
"\x20\x2f\x60\xa0\u1680\u180e\u180f\u2000"
"\u2001\u2002\u2003\u2004\u2005\u2006\u2007"
"\u2008\u2009\u200a\u2028\u2029\u202f\u205f"
"\u3000]")
_encode_entity_map = {}
_is_ucs4 = len("\U0010FFFF") == 1
for k, v in list(entities.items()):
# skip multi-character entities
if ((_is_ucs4 and len(v) > 1) or
(not _is_ucs4 and len(v) > 2)):
continue
if v != "&":
if len(v) == 2:
v = _utils.surrogatePairToCodepoint(v)
else:
v = ord(v)
if v not in _encode_entity_map or k.islower():
# prefer < over < and similarly for &, >, etc.
_encode_entity_map[v] = k
def htmlentityreplace_errors(exc):
if isinstance(exc, (UnicodeEncodeError, UnicodeTranslateError)):
res = []
codepoints = []
skip = False
for i, c in enumerate(exc.object[exc.start:exc.end]):
if skip:
skip = False
continue
index = i + exc.start
if _utils.isSurrogatePair(exc.object[index:min([exc.end, index + 2])]):
codepoint = _utils.surrogatePairToCodepoint(exc.object[index:index + 2])
skip = True
else:
codepoint = ord(c)
codepoints.append(codepoint)
for cp in codepoints:
e = _encode_entity_map.get(cp)
if e:
res.append("&")
res.append(e)
if not e.endswith(";"):
res.append(";")
else:
res.append("&#x%s;" % (hex(cp)[2:]))
return ("".join(res), exc.end)
else:
return xmlcharrefreplace_errors(exc)
register_error("htmlentityreplace", htmlentityreplace_errors)
def serialize(input, tree="etree", encoding=None, **serializer_opts):
"""Serializes the input token stream using the specified treewalker
:arg input: the token stream to serialize
:arg tree: the treewalker to use
:arg encoding: the encoding to use
:arg serializer_opts: any options to pass to the
:py:class:`html5lib.serializer.HTMLSerializer` that gets created
:returns: the tree serialized as a string
Example:
>>> from html5lib.html5parser import parse
>>> from html5lib.serializer import serialize
>>> token_stream = parse('
')
namespaceHTMLElements)r
getTreeBuilder
HTMLParserparse)doc treebuilderr kwargstbp r( /builddir/build/BUILDROOT/alt-python39-pip-21.3.1-2.el8.x86_64/opt/alt/python39/lib/python3.9/site-packages/pip/_vendor/html5lib/html5parser.pyr" s
r" divc K s, t |}t||d}|j| fd|i|S )a# Parse an HTML fragment as a string or file-like object into a tree
:arg doc: the fragment to parse as a string or file-like object
:arg container: the container context to parse the fragment in
:arg treebuilder: the treebuilder to use when parsing
:arg namespaceHTMLElements: whether or not to namespace HTML elements
:returns: parsed tree
Example:
>>> from html5lib.html5libparser import parseFragment
>>> parseFragment('this is a fragment')
r container)r
r r!
parseFragment)r# r+ r$ r r% r& r' r( r( r) r, 1 s
r, c s G fdddt }|S )Nc s e Zd Z fddZdS )z-method_decorator_metaclass..Decoratedc s> | D ]$\}}t|tjr$ |}|||< qt| |||S N)items
isinstancetypes FunctionTypetype__new__)meta classnamebases classDict
attributeName attributefunctionr( r) r3 L s
z5method_decorator_metaclass..Decorated.__new__N)__name__
__module__ __qualname__r3 r( r: r( r) DecoratedK s r? )r2 )r; r? r( r: r) method_decorator_metaclassJ s r@ c @ s e Zd ZdZd'ddZd(dd Zd
d Zed d
Zdd Z dd Z
dd Z dd Z dd Z
d)ddZdd Zd d Zd d Zd!d" Zd#d$ Zd%d& ZdS )*r! z]HTML parser
Generates a tree structure from a stream of (possibly malformed) HTML.
NFTc sH | _ |du rtd}|| _g _ fddt| D _dS )a
:arg tree: a treebuilder class controlling the type of tree that will be
returned. Built in treebuilders can be accessed through
html5lib.treebuilders.getTreeBuilder(treeType)
:arg strict: raise an exception when a parse error is encountered
:arg namespaceHTMLElements: whether or not to namespace HTML elements
:arg debug: whether or not to enable debug mode which logs things
Example:
>>> from html5lib.html5parser import HTMLParser
>>> parser = HTMLParser() # generates parser with etree builder
>>> parser = HTMLParser('lxml', strict=True) # generates parser with lxml builder which is strict
Nr c s i | ]\}}|| j qS r( )tree).0nameclsselfr( r)
y z'HTMLParser.__init__..)strictr
r rA errors getPhasesr. phases)rF rA rI r debugr( rE r) __init__] s
zHTMLParser.__init__r* c K sf || _ || _|| _tj|fd| i|| _| z | W n" ty` | | Y n0 d S )Nparser)
innerHTMLModer+ scriptingr
HTMLTokenizer tokenizerresetmainLoopr )rF stream innerHTMLr+ rQ r% r( r( r) _parse| s zHTMLParser._parsec C s | j d| _g | _g | _d| _| jr| j | _ | j t
v rL| j j | j _
n0| j tv rd| j j| j _
n| j dkr|| j j| j _
n | jd | _| j | nd| _ | jd | _d | _d | _d| _d S )NFz no quirks plaintext
beforeHtmlinitialT)rA rT
firstStartTagrJ log
compatModerP r+ lowerrW r rS rcdataStatestater rawtextStateplaintextStaterL phaseinsertHtmlElementresetInsertionMode lastPhasebeforeRCDataPhase
framesetOKrE r( r( r) rT s*
zHTMLParser.resetc C s t | dsdS | jjjd jS )zName of the character encoding that was used to decode the input stream, or
:obj:`None` if that is not determined yet
rS Nr )hasattrrS rV charEncodingrC rE r( r( r) documentEncoding s
zHTMLParser.documentEncodingc C sJ |j dkr6|jtd kr6d|jv o4|jd tdv S |j|j ftv S d S )Nannotation-xmlmathmlencoding)z text/htmlzapplication/xhtml+xml)rC namespacer
attributes translater r rF elementr( r( r) isHTMLIntegrationPoint s
z!HTMLParser.isHTMLIntegrationPointc C s |j |jftv S r- )rp rC r rs r( r( r) isMathMLTextIntegrationPoint s z'HTMLParser.isMathMLTextIntegrationPointc C sf t d }t d }t d }t d }t d }t d }t d }| jD ]}d } |}
|
d ur|
} | jjrn| jjd nd } | r|| jnd } | r| jnd }
|
d }||kr| |
d
|
d i d }
qLt| jjd ksb| | jj ksb|
| r||kr|d
t ddgvsb|||fv sb| t d krF|
dkrF||krF|d
dksb|
| rj||||fv rj| j}n
| jd }||kr||
}
qL||kr||
}
qL||kr||
}
qL||kr||
}
qL||kr||
}
qL||krL||
}
qL||kr>| d r>| d s>| dd
| d
i q>d}g }|rb|| j | j }|r,| j|vs,J q,d S )N
CharactersSpaceCharactersStartTagEndTagCommentDoctype
ParseErrorr2 datadatavarsr rC mglyph
malignmarkrn rm svginForeignContent selfClosingselfClosingAcknowledgedz&non-void-element-with-trailing-solidusT)r rS rA openElementsrp rC
parseErrorgetlendefaultNamespacerv frozensetr ru rd rL processCharactersprocessSpaceCharactersprocessStartTag
processEndTagprocessCommentprocessDoctypeappend
processEOF)rF CharactersTokenSpaceCharactersToken
StartTagToken EndTagToken CommentToken DoctypeTokenParseErrorTokentoken
prev_token new_token currentNodecurrentNodeNamespacecurrentNodeNamer2 rd reprocessrL r( r( r) rU s
zHTMLParser.mainLoopc O s& | j |ddg|R i | | j S )a Parse a HTML document into a well-formed tree
:arg stream: a file-like object or string containing the HTML to be parsed
The optional encoding parameter must be a string that indicates
the encoding. If specified, that encoding will be used,
regardless of any BOM or later declaration (such as in a meta
element).
:arg scripting: treat noscript elements as if JavaScript was turned on
:returns: parsed tree
Example:
>>> from html5lib.html5parser import HTMLParser
>>> parser = HTMLParser()
>>> parser.parse('
This is a doc
')
FN)rX rA getDocumentrF rV argsr% r( r( r) r" s zHTMLParser.parsec O s$ | j |dg|R i | | j S )aZ Parse a HTML fragment into a well-formed tree fragment
:arg container: name of the element we're setting the innerHTML
property if set to None, default to 'div'
:arg stream: a file-like object or string containing the HTML to be parsed
The optional encoding parameter must be a string that indicates
the encoding. If specified, that encoding will be used,
regardless of any BOM or later declaration (such as in a meta
element)
:arg scripting: treat noscript elements as if JavaScript was turned on
:returns: parsed tree
Example:
>>> from html5lib.html5libparser import HTMLParser
>>> parser = HTMLParser()
>>> parser.parseFragment('this is a fragment')
T)rX rA getFragmentr r( r( r) r, s zHTMLParser.parseFragmentXXX-undefined-errorc C s@ |d u r i }| j | jj ||f | jr __doc__rN rX rT propertyrl ru rv rU r" r, r r r r r rf r r( r( r( r) r! V s$
"
C
,r! c s dd }dd }G dd dt || |G dd d}G d d
d
}G d d d }G d
d d}G dd d}G dd d}G fddd G dd d} G fddd}
G fdddG fdd d } G fd d d } G fd d d }
G fd!d"d"}G fd#d$d$}G fd%d&d&}G d'd( d(}G fd)d*d*}G d+d, d,}G fd-d.d.}G fd/d0d0}G d1d2 d2}G d3d4 d4}|||||| | |
| | |
||||||||||d5S )6Nc s$ dd t D fdd}|S )z4Logger that records which phase processes each tokenc S s i | ]\}}||qS r( r( )rB keyvaluer( r( r) rG rH z*getPhases..log..c s j drt|dkr|d }d|d i}|d tv rH|d |d< | jj| jjjj | jj j
j | j
j j |f | g|R i |S | g|R i |S d S )Nprocessr r2 rC ) r<
startswithr r rO r] r rS ra rd __class__)rF r r% r infor;
type_namesr( r) wrapped s
z'getPhases..log..wrapped)r r. )r; r r( r r) r] s zgetPhases..logc S s | r t |S tS d S r- )r@ r2 )
use_metaclassmetaclass_funcr( r( r) getMetaclass s z getPhases..getMetaclassc @ s\ e Zd ZdZdZdd Zdd Zdd Zd d
Zd d Z d
d Z
dd Z dd Z dd Z
dS )zgetPhases..PhasezNBase class for helper object that implements each phase of processing
)rO rA __startTagCache
__endTagCachec S s || _ || _i | _i | _d S r- )rO rA _Phase__startTagCache_Phase__endTagCache)rF rO rA r( r( r) rN s z!getPhases..Phase.__init__c S s t d S r- )NotImplementedErrorrE r( r( r) r s z#getPhases..Phase.processEOFc S s | j || j jd d S )Nr~ rA
insertCommentr r r( r( r) r s z'getPhases..Phase.processCommentc S s | j d d S )Nzunexpected-doctyperO r r r( r( r) r s z'getPhases..Phase.processDoctypec S s | j |d d S Nr rA
insertTextr r( r( r) r s z*getPhases..Phase.processCharactersc S s | j |d d S r r r r( r( r) r s z/getPhases..Phase.processSpaceCharactersc S sj |d }|| j v r | j | }nD| j| }| j |< t| j t| jd krb| j tt| j q2||S NrC g?)r startTagHandlerr popnextiterrF r rC funcr( r( r) r s
z(getPhases..Phase.processStartTagc S sf | j js |d dkr | j d |d D ],\}}|| jjd jvr,|| jjd j|< q,d| j _d S )NrC r z
non-html-rootr r F)rO r\ r r. rA r rq rF r attrr r( r( r) startTagHtml s z%getPhases..Phase.startTagHtmlc S sj |d }|| j v r | j | }nD| j| }| j |< t| j t| jd krb| j tt| j q2||S r )r
endTagHandlerr r r r r r( r( r) r s
z&getPhases..Phase.processEndTagN)r< r= r> r __slots__rN r r r r r r r r r( r( r( r) Phase s
r c @ sR e Zd Ze Zdd Zdd Zdd Zdd Zd d
Z d d Z
d
d Z dd Z dS )z getPhases..InitialPhasec S s d S r- r( r r( r( r) r s z6getPhases..InitialPhase.processSpaceCharactersc S s | j || j j d S r- rA r documentr r( r( r) r s z.getPhases..InitialPhase.processCommentc S s |d }|d }|d }|d }|dks@|d us@|d urL|dkrL| j d |d u rXd}| j| |dkrv|t}|r|d dks|d s|d
v s|d r|d u s|r| d krd
| j _n$|ds|d r|d urd| j _| j j d | j _
d S )NrC publicIdsystemIdcorrectr zabout:legacy-compatzunknown-doctype )7z*+//silmaril//dtd html pro v0r11 19970101//z4-//advasoft ltd//dtd html 3.0 aswedit + extensions//z*-//as//dtd html 3.0 aswedit + extensions//z -//ietf//dtd html 2.0 level 1//z -//ietf//dtd html 2.0 level 2//z&-//ietf//dtd html 2.0 strict level 1//z&-//ietf//dtd html 2.0 strict level 2//z -//ietf//dtd html 2.0 strict//z-//ietf//dtd html 2.0//z-//ietf//dtd html 2.1e//z-//ietf//dtd html 3.0//z -//ietf//dtd html 3.2 final//z-//ietf//dtd html 3.2//z-//ietf//dtd html 3//z-//ietf//dtd html level 0//z-//ietf//dtd html level 1//z-//ietf//dtd html level 2//z-//ietf//dtd html level 3//z"-//ietf//dtd html strict level 0//z"-//ietf//dtd html strict level 1//z"-//ietf//dtd html strict level 2//z"-//ietf//dtd html strict level 3//z-//ietf//dtd html strict//z-//ietf//dtd html//z(-//metrius//dtd metrius presentational//z5-//microsoft//dtd internet explorer 2.0 html strict//z.-//microsoft//dtd internet explorer 2.0 html//z0-//microsoft//dtd internet explorer 2.0 tables//z5-//microsoft//dtd internet explorer 3.0 html strict//z.-//microsoft//dtd internet explorer 3.0 html//z0-//microsoft//dtd internet explorer 3.0 tables//z#-//netscape comm. corp.//dtd html//z*-//netscape comm. corp.//dtd strict html//z*-//o'reilly and associates//dtd html 2.0//z3-//o'reilly and associates//dtd html extended 1.0//z;-//o'reilly and associates//dtd html extended relaxed 1.0//zN-//softquad software//dtd hotmetal pro 6.0::19990601::extensions to html 4.0//zE-//softquad//dtd hotmetal pro 4.0::19971010::extensions to html 4.0//z$-//spyglass//dtd html 2.0 extended//z+-//sq//dtd html 2.0 hotmetal + extensions//z--//sun microsystems corp.//dtd hotjava html//z4-//sun microsystems corp.//dtd hotjava strict html//z -//w3c//dtd html 3 1995-03-24//z -//w3c//dtd html 3.2 draft//z -//w3c//dtd html 3.2 final//z-//w3c//dtd html 3.2//z -//w3c//dtd html 3.2s draft//z -//w3c//dtd html 4.0 frameset//z#-//w3c//dtd html 4.0 transitional//z(-//w3c//dtd html experimental 19960712//z&-//w3c//dtd html experimental 970421//z-//w3c//dtd w3 html//z-//w3o//dtd w3 html 3.0//z#-//webtechs//dtd mozilla html 2.0//z -//webtechs//dtd mozilla html//)z$-//w3o//dtd w3 html strict 3.0//en//z"-/w3c/dtd html 4.0 transitional/enr )z -//w3c//dtd html 4.01 frameset//z$-//w3c//dtd html 4.01 transitional//z:http://www.ibm.com/data/dtd/v11/ibmxhtml1-transitional.dtdquirks)z -//w3c//dtd xhtml 1.0 frameset//z$-//w3c//dtd xhtml 1.0 transitional//zlimited quirksrZ ) rO r rA
insertDoctyperr r r r_ r^ rL rd )rF r rC r r r r( r( r) r sX
9<?@@
A
z.getPhases..InitialPhase.processDoctypec S s d| j _| j jd | j _d S )Nr rZ )rO r^ rL rd rE r( r( r) anythingElseZ s z,getPhases..InitialPhase.anythingElsec S s | j d | |S )Nz expected-doctype-but-got-charsrO r r r r( r( r) r ^ s z1getPhases..InitialPhase.processCharactersc S s" | j dd|d i | |S )Nz"expected-doctype-but-got-start-tagrC r r r( r( r) r c s
z/getPhases..InitialPhase.processStartTagc S s" | j dd|d i | |S )Nz expected-doctype-but-got-end-tagrC r r r( r( r) r i s
z-getPhases..InitialPhase.processEndTagc S s | j d | dS )Nz expected-doctype-but-got-eofTr rE r( r( r) r o s z*getPhases..InitialPhase.processEOFN)
r< r= r> tupler r r r r r r r r r( r( r( r) InitialPhase s _r c @ sJ e Zd Ze Zdd Zdd Zdd Zdd Zd d
Z d d Z
d
d Z dS )z"getPhases..BeforeHtmlPhasec S s& | j tdd | jjd | j_d S )Nr ry r )rA
insertRootimpliedTagTokenrO rL rd rE r( r( r) re x s z4getPhases..BeforeHtmlPhase.insertHtmlElementc S s | dS NTre rE r( r( r) r } s z-getPhases..BeforeHtmlPhase.processEOFc S s | j || j j d S r- r r r( r( r) r s z1getPhases..BeforeHtmlPhase.processCommentc S s d S r- r( r r( r( r) r s z9getPhases..BeforeHtmlPhase.processSpaceCharactersc S s | |S r- r r r( r( r) r s z4getPhases..BeforeHtmlPhase.processCharactersc S s |d dkrd| j _| |S )NrC r T)rO r\ re r r( r( r) r s z2getPhases..BeforeHtmlPhase.processStartTagc S s4 |d dvr$| j dd|d i n | |S d S )NrC r r r brz unexpected-end-tag-before-html)rO r re r r( r( r) r s
z0getPhases..BeforeHtmlPhase.processEndTagN) r< r= r> r r re r r r r r r r( r( r( r) BeforeHtmlPhaset s r
c @ s e Zd Ze Zdd Zdd Zdd Zdd Zd d
Z d d Z
d
d Z dd Z e
defde fgZe
e_e
de fgZe e_dS )z"getPhases..BeforeHeadPhasec S s | tdd dS )Nr ry T startTagHeadr rE r( r( r) r s z-getPhases..BeforeHeadPhase.processEOFc S s d S r- r( r r( r( r) r s z9getPhases..BeforeHeadPhase.processSpaceCharactersc S s | tdd |S Nr ry r r r( r( r) r s z4getPhases..BeforeHeadPhase.processCharactersc S s | j jd |S Nr rO rL r r r( r( r) r s z/getPhases..BeforeHeadPhase.startTagHtmlc S s0 | j | | j jd | j _| jjd | j_d S )Nr~ inHead)rA r r headPointerrO rL rd r r( r( r) r s z/getPhases..BeforeHeadPhase.startTagHeadc S s | tdd |S r
r r r( r( r)
startTagOther s z0getPhases..BeforeHeadPhase.startTagOtherc S s | tdd |S r
r r r( r( r) endTagImplyHead s z2getPhases..BeforeHeadPhase.endTagImplyHeadc S s | j dd|d i d S )Nzend-tag-after-implied-rootrC r r r( r( r) endTagOther s
z.getPhases..BeforeHeadPhase.endTagOtherr r r N)r< r= r> r r r r r r r r r r r MethodDispatcherr defaultr r( r( r( r) BeforeHeadPhase s$ r c @ s e Zd Ze Zdd Zdd Zdd Zdd Zd d
Z d d Z
d
d Z dd Z dd Z
dd Zdd Zdd Zdd Zdd Zd d Zed efd e fd!e fd"e
fd#efd$e fd%e
fd&efgZee_ed&efd'efgZee_d(S ))z getPhases..InHeadPhasec S s | dS r r rE r( r( r) r s z)getPhases..InHeadPhase.processEOFc S s | |S r- r r r( r( r) r s z0getPhases..InHeadPhase.processCharactersc S s | j jd |S r r r r( r( r) r s z+getPhases..InHeadPhase.startTagHtmlc S s | j d d S )Nz!two-heads-are-not-better-than-oner r r( r( r) r s z+getPhases..InHeadPhase.startTagHeadc S s$ | j | | j j d|d< d S NTr rA r r r r r( r( r) startTagBaseLinkCommand s z6getPhases..InHeadPhase.startTagBaseLinkCommandc S s | j | | j j d|d< |d }| jjjjd dkrd|v rZ| jjj|d nVd|v rd|v r|d d krt
|d d
}t
|}| }| jjj| d S ) NTr r r tentativecharsetcontentz
http-equivz content-typezutf-8)rA r r r rO rS rV rk changeEncodingr_ r
EncodingBytesencodeContentAttrParserr" )rF r rq r rO codecr( r( r) startTagMeta s
z+getPhases..InHeadPhase.startTagMetac S s | j |d d S )Nr rO r r r( r( r)
startTagTitle s z,getPhases..InHeadPhase.startTagTitlec S s | j |d d S )Nr r% r r( r( r) startTagNoFramesStyle s z4getPhases..InHeadPhase.startTagNoFramesStylec S s8 | j jr| j |d n | j| | j jd | j _d S )Nr inHeadNoscript)rO rQ r rA r rL rd r r( r( r) startTagNoscript s z/getPhases..InHeadPhase.startTagNoscriptc S s< | j | | jjj| jj_| jj| j_| jjd | j_d S )Nr ) rA r rO rS scriptDataStatera rd r rL r r( r( r) startTagScript s z-getPhases..InHeadPhase.startTagScriptc S s | |S r- r r r( r( r) r s z,getPhases..InHeadPhase.startTagOtherc S s: | j jj }|jdks&J d|j | j jd | j _d S )Nr zExpected head got %s afterHeadrO rA r r rC rL rd rF r r r( r( r)
endTagHead
s z)getPhases..InHeadPhase.endTagHeadc S s | |S r- r r r( r( r) endTagHtmlBodyBr s z/getPhases..InHeadPhase.endTagHtmlBodyBrc S s | j dd|d i d S Nunexpected-end-tagrC r r r( r( r) r s z*getPhases..InHeadPhase.endTagOtherc S s | td d S )Nr )r/ r rE r( r( r) r s z+getPhases..InHeadPhase.anythingElser title)noframesstylenoscriptscript)basebasefontbgsoundcommandlinkr4 r )r r r N)r< r= r> r r r r r r r r$ r& r' r) r+ r r/ r0 r r r r r r r r( r( r( r) InHeadPhase sD r= c @ s e Zd Ze Zdd Zdd Zdd Zdd Zd d
Z d d Z
d
d Z dd Z dd Z
dd Zdd Zdd Zede fde
fde fgZe e_ed e
fd efgZee_d S ) z&getPhases..InHeadNoscriptPhasec S s | j d | dS )Nzeof-in-head-noscriptTr rE r( r( r) r / s z1getPhases..InHeadNoscriptPhase.processEOFc S s | j jd |S Nr )rO rL r r r( r( r) r 4 s z5getPhases..InHeadNoscriptPhase.processCommentc S s | j d | |S )Nzchar-in-head-noscriptr r r( r( r) r 7 s z8getPhases..InHeadNoscriptPhase.processCharactersc S s | j jd |S r> rO rL r r r( r( r) r < s z=getPhases..InHeadNoscriptPhase.processSpaceCharactersc S s | j jd |S r r r r( r( r) r ? s z3getPhases..InHeadNoscriptPhase.startTagHtmlc S s | j jd |S r> r r r( r( r) r B s z>getPhases..InHeadNoscriptPhase.startTagBaseLinkCommandc S s | j dd|d i d S Nunexpected-start-tagrC r r r( r( r) startTagHeadNoscriptE s z;getPhases..InHeadNoscriptPhase.startTagHeadNoscriptc S s" | j dd|d i | |S Nz unexpected-inhead-noscript-tagrC r r r( r( r) r H s z4getPhases..InHeadNoscriptPhase.startTagOtherc S s: | j jj }|jdks&J d|j | j jd | j _d S )Nr6 zExpected noscript got %sr r- r. r( r( r) endTagNoscriptM s z5getPhases..InHeadNoscriptPhase.endTagNoscriptc S s" | j dd|d i | |S rC r r r( r( r) endTagBrR s z/getPhases..InHeadNoscriptPhase.endTagBrc S s | j dd|d i d S r1 r r r( r( r) r W s z2getPhases..InHeadNoscriptPhase.endTagOtherc S s | td d S )Nr6 )rD r rE r( r( r) r Z s z3getPhases..InHeadNoscriptPhase.anythingElser )r9 r: r< r4 r4 r5 )r r6 r6 r N)r< r= r> r r r r r r r r rB r rD rE r r r r r r r r( r( r( r) InHeadNoscriptPhase, s0 rF c @ s e Zd Ze Zdd Zdd Zdd Zdd Zd d
Z d d Z
d
d Z dd Z dd Z
dd Zdd Zedefdefde fde
fde fgZe e_ed e
fgZee_d S ) z!getPhases..AfterHeadPhasec S s | dS r r rE r( r( r) r n s z,getPhases..AfterHeadPhase.processEOFc S s | |S r- r r r( r( r) r r s z3getPhases..AfterHeadPhase.processCharactersc S s | j jd |S r r r r( r( r) r v s z.getPhases..AfterHeadPhase.startTagHtmlc S s( d| j _| j| | j jd | j _d S )NFr )rO ri rA r rL rd r r( r( r) startTagBodyy s z.getPhases..AfterHeadPhase.startTagBodyc S s | j | | jjd | j_d S )Nr )rA r rO rL rd r r( r( r) startTagFrameset~ s z2getPhases..AfterHeadPhase.startTagFramesetc S sr | j dd|d i | jj| jj | j jd | | jjd d d D ] }|jdkrL| jj | qnqLd S )Nz#unexpected-start-tag-out-of-my-headrC r r~ r )
rO r rA r r r rL r rC remover. r( r( r) startTagFromHead s
z2getPhases..AfterHeadPhase.startTagFromHeadc S s | j dd|d i d S r@ r r r( r( r) r s z.getPhases..AfterHeadPhase.startTagHeadc S s | |S r- r r r( r( r) r s z/getPhases..AfterHeadPhase.startTagOtherc S s | |S r- r r r( r( r) r0 s z2getPhases..AfterHeadPhase.endTagHtmlBodyBrc S s | j dd|d i d S r1 r r r( r( r) r s z-getPhases..AfterHeadPhase.endTagOtherc S s. | j tdd | jjd | j_d| j_d S )Nr ry r T)rA r r rO rL rd ri rE r( r( r) r s z.getPhases..AfterHeadPhase.anythingElser r r ) r8 r9 r: r< r4 r4 r7 r5 r3 r )r r r N)r< r= r> r r r r r rG rH rJ r r r0 r r r r r r r r( r( r( r) AfterHeadPhasek s4
rK c $ s e Zd ZdZ fddZdd Zdd Zdd Zd
d Zd d
Z dd Z
dd Z dd Z dd Z
dd Zdd Zdd Zd d Zd d Zd d! Zd"d# Zd$d% Zd&d' Zd(d) Zd*d+ Zd,d- Zd.d/ Zd0d1 Zd2d3 Z d4d5 Z d6d7 Z d8d9 Z d:d; Z dd? Z"d@dA Z#dBdC Z$dDdE Z%dFdG Z&dHdI Z'dJdK Z(dLdM Z)dNdO Z*dPdQ Z+dRdS Z,dTdU Z-dVdW Z.dXdY Z/dZd[ Z0d\d] Z1d^d_ Z2d`da Z3dbdc Z4ddde Z5dfdg Z6e78dhj9fdie fdje fdke
fdlefe:efdmefdnefdoefdpefdqefdrefdsefdtefduefdvefdwefdxefdye fdze fd{e fd|e fd}e fd~e!fde"fde#fde$fde&fde'fde%fde(fde)fde*fg!Z;e+e;_S )z getPhases..InBodyPhase)r c s" t | j|i | | j| _d S r- )superrN processSpaceCharactersNonPrer rF r r% ) InBodyPhaser r( r) rN s z'getPhases..InBodyPhase.__init__c S s$ |j |j ko"|j|jko"|j|jkS r- )rC rp rq )rF node1node2r( r( r) isMatchingFormattingElement s
z:getPhases..InBodyPhase.isMatchingFormattingElementc S s | j | | j jd }g }| j jd d d D ](}|tu r@ qXq.| ||r.|| q.t|dkshJ t|dkr| j j|d | j j| d S )Nr~ ) rA r r activeFormattingElementsr rR r r rI )rF r rt matchingElementsr r( r( r) addFormattingElement s z3getPhases..InBodyPhase.addFormattingElementc S s> t d}| jjd d d D ] }|j|vr| jd q:qd S )N) dddtlir' r r r r r r r r r~ z expected-closing-tag-but-got-eof)r rA r rC rO r )rF allowed_elementsr r( r( r) r s
z)getPhases..InBodyPhase.processEOFc S sf |d }| j | _|drH| jjd jdv rH| jjd sH|dd }|rb| j | j| d S )Nr
r~ )prelistingtextarear ) rM r r rA r rC
hasContent#reconstructActiveFormattingElementsr )rF r r r( r( r) !processSpaceCharactersDropNewline s
z@getPhases..InBodyPhase.processSpaceCharactersDropNewlinec S sT |d dkrd S | j | j |d | jjrPtdd |d D rPd| j_d S )Nr c S s g | ] }|t vqS r( r
rB charr( r( r)
s zDgetPhases..InBodyPhase.processCharacters..F)rA r` r rO ri anyr r( r( r) r s
z0getPhases..InBodyPhase.processCharactersc S s | j | j |d d S r )rA r` r r r( r( r) rM s
z;getPhases..InBodyPhase.processSpaceCharactersNonPrec S s | j jd |S r> r r r( r( r) startTagProcessInHead s z4getPhases..InBodyPhase.startTagProcessInHeadc S s | j dddi t| jjdks4| jjd jdkrB| j jsJ nBd| j _|d D ],\}}|| jjd j vrV|| jjd j |< qVd S )NrA rC r r Fr )
rO r r rA r rC rW ri r. rq r r( r( r) rG s z+getPhases..InBodyPhase.startTagBodyc S s | j dddi t| jjdks4| jjd jdkrB| j jsJ np| j jsLnf| jjd jrv| jjd j | jjd | jjd jdkr| jj
qv| j | | j j d | j _
d S ) NrA rC r r r r~ r r )rO r r rA r rC rW ri parent removeChildr r rL rd r r( r( r) rH s " z/getPhases..InBodyPhase.startTagFramesetc S s. | j jdddr | td | j | d S Nr' buttonvariant)rA elementInScopeendTagPr r r r( r( r) startTagCloseP s z-getPhases..InBodyPhase.startTagClosePc S s> | j jdddr | td | j | d| j_| j| _d S )Nr' rl rm F) rA ro rp r r rO ri ra r r r( r( r) startTagPreListing s
z1getPhases..InBodyPhase.startTagPreListingc S sZ | j jr | jdddi n:| j jdddr:| td | j | | j jd | j _d S )NrA rC formr' rl rm r~ ) rA formPointerrO r ro rp r r r r r( r( r) startTagForm s z+getPhases..InBodyPhase.startTagFormc S s d| j _dgddgddgd}||d }t| jjD ]@}|j|v r^| j jt|jd qx|j t
v r6|jdvr6 qxq6| jj d d
d r| j jtd d | j | d S ) NFrY rX rW )rY rX rW rC rz )addressr* r' r' rl rm )
rO ri reversedrA r rC rd r r nameTupler ro r )rF r stopNamesMap stopNamesr r( r( r) startTagListItem& s*
z/getPhases..InBodyPhase.startTagListItemc S s> | j jdddr | td | j | | jjj| jj_d S rk ) rA ro rp r r rO rS rc ra r r( r( r) startTagPlaintext< s z0getPhases..InBodyPhase.startTagPlaintextc S sb | j jdddr | td | j jd jtv rR| jdd|d i | j j | j
| d S )Nr' rl rm r~ rA rC ) rA ro rp r r rC r rO r r r r r( r( r) startTagHeadingB s z.getPhases..InBodyPhase.startTagHeadingc S s~ | j d}|rf| jdddd | td || j jv rL| j j| || j jv rf| j j| | j |
| d S )Na$unexpected-start-tag-implies-end-tag startNameendName) rA !elementInActiveFormattingElementsrO r endTagFormattingr r rI rT r` rV )rF r afeAElementr( r( r) startTagAJ s
z(getPhases..InBodyPhase.startTagAc S s | j | | d S r- )rA r` rV r r( r( r) startTagFormattingW s
z1getPhases..InBodyPhase.startTagFormattingc S sP | j | j drB| jdddd | td | j | | d S )Nnobrr r )rA r` ro rO r r r rV r r( r( r) startTagNobr[ s
z+getPhases..InBodyPhase.startTagNobrc S sT | j dr2| jdddd | td |S | j | j | d| j_d S )Nrl r r F) rA ro rO r r r r` r ri r r( r( r) startTagButtone s
z-getPhases..InBodyPhase.startTagButtonc S s0 | j | j | | j jt d| j_d S NF)rA r` r rT r r rO ri r r( r( r) startTagAppletMarqueeObjectp s
z:getPhases..InBodyPhase.startTagAppletMarqueeObjectc S sB | j jdddr | td | j d| j_| j|d d S )Nr' rl rm Fr )rA ro rp r r` rO ri r r r( r( r) startTagXmpv s
z*getPhases..InBodyPhase.startTagXmpc S sR | j jdkr*| jjdddr*| td | j| d| j _| j jd | j _ d S )Nr r' rl rm Fr )
rO r^ rA ro r r r ri rL rd r r( r( r)
startTagTable} s z,getPhases..InBodyPhase.startTagTablec S s6 | j | j | | j j d|d< d| j_d S )NTr F)rA r` r r r rO ri r r( r( r) startTagVoidFormatting s
z5getPhases..InBodyPhase.startTagVoidFormattingc S s@ | j j}| | d|d v r<|d d tdkr<|| j _d S )Nr2 r hidden)rO ri r rr r )rF r ri r( r( r)
startTagInput s
z,getPhases..InBodyPhase.startTagInputc S s$ | j | | j j d|d< d S r r r r( r( r) startTagParamSource s z2getPhases..InBodyPhase.startTagParamSourcec S sJ | j jdddr | td | j | | j j d|d< d| j_d S )Nr' rl rm Tr F) rA ro rp r r r r rO ri r r( r( r)
startTagHr s z)getPhases..InBodyPhase.startTagHrc S s6 | j dddd | tdd|d |d d d S ) Nz unexpected-start-tag-treated-asimageimg originalNamenewNamery r r rq r )rO r r r r r( r( r)
startTagImage s
z,getPhases..InBodyPhase.startTagImagec S s | j dddi | jjr d S i }d|d v r>|d d |d< | tdd|d | td d | td
d d |d v r|d d }nd }| td
|d |d }d|v r|d= d |v r|d = d|d< | tdd||d d | td
| td d | td d S )Nzdeprecated-tagrC isindexactionr rs ry )rq hrlabelpromptz3This is a searchable index. Enter search keywords: rw r2 r inputr r )
rO r rA rt r r r r copyr )rF r
form_attrsr rq r( r( r) startTagIsIndex s<
z.getPhases..InBodyPhase.startTagIsIndexc S s0 | j | | jjj| jj_| j| _d| j_d S r ) rA r rO rS r` ra ra r ri r r( r( r) startTagTextarea s z/getPhases..InBodyPhase.startTagTextareac S s d| j _| | d S r )rO ri startTagRawtextr r( r( r) startTagIFrame s z-getPhases..InBodyPhase.startTagIFramec S s" | j jr| | n
| | d S r- )rO rQ r r r r( r( r) r) s z/getPhases..InBodyPhase.startTagNoscriptc S s | j |d dS )z8iframe, noembed noframes, noscript(if scripting enabled)r Nr% r r( r( r) r s z.getPhases..InBodyPhase.startTagRawtextc S s@ | j jd jdkr$| jjtd | j | jj | d S Nr~ option) rA r rC rO rd r r r` r r r( r( r) startTagOpt s
z*getPhases..InBodyPhase.startTagOptc S s | j | j | d| j_| jj| jjd | jjd | jjd | jjd | jjd | jjd fv rx| jjd | j_n| jjd | j_d S )
NFr r r r r r inSelectInTabler )rA r` r rO ri rd rL r r( r( r) startTagSelect s
z-getPhases..InBodyPhase.startTagSelectc S sB | j dr2| j | j jd jdkr2| j | j | d S )Nrubyr~ )rA ro generateImpliedEndTagsr rC rO r r r r( r( r) startTagRpRt s
z+getPhases..InBodyPhase.startTagRpRtc S sZ | j | j| | j| td |d< | j | |d rV| j j d|d< d S )Nrn rp r Tr ) rA r` rO r r r r r r r r( r( r) startTagMath s
z+getPhases..InBodyPhase.startTagMathc S sZ | j | j| | j| td |d< | j | |d rV| j j d|d< d S )Nr rp r Tr ) rA r` rO r r r r r r r r( r( r) startTagSvg s
z*getPhases..InBodyPhase.startTagSvgc S s | j dd|d i dS )a5 Elements that should be children of other elements that have a
different insertion mode; here they are ignored
"caption", "col", "colgroup", "frame", "frameset", "head",
"option", "optgroup", "tbody", "td", "tfoot", "th", "thead",
"tr", "noscript"
z unexpected-start-tag-ignoredrC Nr r r( r( r) startTagMisplaced s z0getPhases..InBodyPhase.startTagMisplacedc S s | j | j | d S r- )rA r` r r r( r( r) r s
z,getPhases..InBodyPhase.startTagOtherc S s | j jdddsD| tdd | jdddi | tdd nT| j d | j jd j dkrt| jdddi | j j
}|j dkr| j j
}qd S ) Nr' rl rm ry r2 rC rz r~ ) rA ro rq r rO r rp r r rC r r. r( r( r) rp s
z&getPhases..InBodyPhase.endTagPc S s~ | j ds| j d S | j jd jdkrj| j jdd D ],}|jtdvr<| jdd|jd qjq<| jjd | j_d S )Nr r~ )rW rX rY optgroupr r' rprtr r r r r r r r $expected-one-end-tag-but-got-anothergotName expectedName afterBody) rA ro rO r r rC r rL rd r. r( r( r)
endTagBody) s
z)getPhases..InBodyPhase.endTagBodyc S s" | j dr | td |S d S )Nr )rA ro r r r r( r( r)
endTagHtml; s z)getPhases..InBodyPhase.endTagHtmlc S s |d dkr| j | _| j|d }|r2| j | jjd j|d kr^| jdd|d i |r| jj }|j|d kr| jj }qnd S )NrC r\ r~ end-tag-too-early)
rM r rA ro r r rC rO r r )rF r inScoper r( r( r) endTagBlockA s
z*getPhases..InBodyPhase.endTagBlockc S sv | j j}d | j _|d u s$| j |s8| jdddi n:| j | j jd |krd| jdddi | j j| d S )Nr2 rC rs r~ zend-tag-too-early-ignored)rA rt ro rO r r r rI r. r( r( r)
endTagFormO s
z)getPhases..InBodyPhase.endTagFormc S s |d dkrd}nd }| j j|d |dsB| jdd|d i nf| j j|d d | j jd j|d kr| jdd|d i | j j }|j|d kr| j j }qd S ) NrC rY listrm r2 excluder~ r )rA ro rO r r r rC r )rF r rn r r( r( r) endTagListItem\ s
z-getPhases..InBodyPhase.endTagListItemc S s t D ] }| j|r| j q$q| jjd j|d krP| jdd|d i t D ]8}| j|rT| jj }|jt vr| jj }qp qqTd S )Nr~ rC r ) r rA ro r r rC rO r r )rF r itemr( r( r)
endTagHeadingm s
z,getPhases..InBodyPhase.endTagHeadingc S s d}|dk r
|d7 }| j |d }|rD|| j jv rR| j |jsR| | dS || j jvr| jdd|d i | j j | dS | j |js| jdd|d i dS || j jd kr| jd d|d i | j j
|}d}| j j|d D ]}|j t v r|} qq|du rR| j j
}||kr@| j j
}q&| j j | dS | j j|d }| j j
|}| } }
d} | j j
|
} | d
k rX| d7 } | d8 } | j j| }
|
| j jvr| j j |
q|
|krސqX| |kr| j j
|
d }|
}
|
| j j| j j
|
< |
| j j| j j
|
< |
}
| jrF| j| |
| |
} q| jrl| j| |jtd v r| j \}}|| | n
|| | }
||
||
| j j | | j j||
| j j | | j j| j j
|d |
qdS ) z)The much-feared adoption agency algorithmr r rC Nzadoption-agency-1.2zadoption-agency-4.4r~ zadoption-agency-1.3rS r r r r r )rA r r ro rC r rO r rT rI indexrx r r cloneNoderi rj appendChildr getTableMisnestedNodePosition insertBeforereparentChildreninsert)rF r outerLoopCounterformattingElementafeIndex
furthestBlockrt commonAncestorbookmarklastNoder innerLoopCounterr cloneri r r( r( r) r | s
z/getPhases..InBodyPhase.endTagFormattingc S s | j |d r| j | j jd j|d krF| jdd|d i | j |d r| j j }|j|d kr~| j j }qb| j d S )NrC r~ r ) rA ro r r rC rO r r clearActiveFormattingElements)rF r rt r( r( r) endTagAppletMarqueeObject s
z8getPhases..InBodyPhase.endTagAppletMarqueeObjectc S s@ | j dddd | j | jtdd | jj d S )Nz unexpected-end-tag-treated-asr z
br elementr ry )rO r rA r` r r r r r r( r( r) rE + s
z'getPhases..InBodyPhase.endTagBrc S s | j jd d d D ]}|j|d krz| j j|d d | j jd j|d krb| jdd|d i | j j |krtqb qq|jtv r| jdd|d i qqd S )Nr~ rC r r2 ) rA r rC r rO r r rx r r. r( r( r) r 2 s
z*getPhases..InBodyPhase.endTagOtherr ) r8 r9 r: r; r< r4 r7 r5 r3 r r )rv articleaside
blockquotecenterdetailsdirr* dlfieldset
figcaptionfigurefooterheaderhgroupmainmenunavolr' sectionsummaryul)r\ r] rs )rY rW rX rY r~ ) bbigcodeemfontissmallstrikestrongttur rl )appletmarqueeobjectxmpr )arear embedr keygenwbr)paramsourcetrackr r r r r^ iframer6 )noembedr4 r )r r )r r mathr ) r colr framer r r r r r r )rv r r r rl r r dialogr r* r r r r r r r r] r r r r r\ r r r r' )rW rX rY )r~ r r r r r r r r r r r r r r )?r< r= r> r rN rR rV r ra r rM rh rG rH rq rr ru r{ r| r} r r r r r r r r r r r r r r r r) r r r r r r r r rp r r r r r r r r rE r r r r r r r r
__classcell__r( )rO r r r) rO s
$ -rO c @ s` e Zd Ze Zdd Zdd Zdd Zdd Zd d
Z e
g Z ee _
e
d efgZe e_
d S )
z getPhases..TextPhasec S s | j |d d S r r r r( r( r) r s z.getPhases..TextPhase.processCharactersc S s8 | j dd| jjd ji | jj | j j| j _dS )Nz&expected-named-closing-tag-but-got-eofrC r~ T)rO r rA r rC r r rd rE r( r( r) r s z'getPhases..TextPhase.processEOFc S s dsJ d|d d S )NFz4Tried to process start tag %s in RCDATA/RAWTEXT moderC r( r r( r( r) r s z*getPhases..TextPhase.startTagOtherc S s* | j j }|jdksJ | jj| j_d S )Nr7 )rA r r rC rO r rd r. r( r( r) endTagScript s z)getPhases..TextPhase.endTagScriptc S s | j j | jj| j_d S r- )rA r r rO r rd r r( r( r) r s z(getPhases..TextPhase.endTagOtherr7 N)r< r= r> r r r r r r r r r r r r r( r( r( r) TextPhase s
r c
s e Zd Ze Zdd Zdd Zdd Zdd Zd d
Z d d Z
d
d Z dd Z dd Z
dd Zdd Zdd Zdd Zdd Zd d Zd d Zd!d" Zd#d$ Zed% jfd&e
fd'e fd(e fd)e
fd*efd+efd,efd-efd.efg
Zee_ed+efd/efgZ ee _d0S )1z getPhases..InTablePhasec S s$ | j jd jdvr | j j q d S )Nr~ )r r )rA r rC r rE r( r( r) clearStackToTableContext s z8getPhases..InTablePhase.clearStackToTableContextc S s0 | j jd jdkr | jd n | jjs,J d S )Nr~ r z eof-in-tablerA r rC rO r rW rE r( r( r) r s z*getPhases..InTablePhase.processEOFc S s4 | j j}| j jd | j _|| j j_| j j| d S N inTableText)rO rd rL r r rF r r r( r( r) r s
z6getPhases..InTablePhase.processSpaceCharactersc S s4 | j j}| j jd | j _|| j j_| j j| d S r )rO rd rL r r r r( r( r) r s
z1getPhases..InTablePhase.processCharactersc S s& d| j _| jjd | d| j _d S )NTr F)rA insertFromTablerO rL r r r( r( r) r s z*getPhases..InTablePhase.insertTextc S s6 | | jjt | j| | jjd | j_d S )Nr ) r rA rT r r r rO rL rd r r( r( r) startTagCaption s z/getPhases..InTablePhase.startTagCaptionc S s( | | j| | jjd | j_d S )Nr r rA r rO rL rd r r( r( r) startTagColgroup s z0getPhases..InTablePhase.startTagColgroupc S s | tdd |S )Nr ry )r r r r( r( r) startTagCol s z+getPhases..InTablePhase.startTagColc S s( | | j| | jjd | j_d S Nr r r r( r( r) startTagRowGroup s z0getPhases..InTablePhase.startTagRowGroupc S s | tdd |S )Nr ry )r r r r( r( r) startTagImplyTbody s z2getPhases..InTablePhase.startTagImplyTbodyc S s6 | j dddd | j jtd | j js2|S d S )Nr r r )rO r rd r r rW r r( r( r) r s z-getPhases..InTablePhase.startTagTablec S s | j jd |S r> r r r( r( r) startTagStyleScript s z3getPhases..InTablePhase.startTagStyleScriptc S sV d|d v rH|d d tdkrH| jd | j| | jj n
| | d S )Nr2 r r z unexpected-hidden-input-in-table) rr r rO r rA r r r r r r( r( r) r s z-getPhases..InTablePhase.startTagInputc S sD | j d | jjd u r@| j| | jjd | j_| jj d S )Nzunexpected-form-in-tabler~ )rO r rA rt r r r r r( r( r) ru s
z,getPhases..InTablePhase.startTagFormc S s< | j dd|d i d| j_| j jd | d| j_d S )Nz)unexpected-start-tag-implies-table-voodoorC Tr F)rO r rA r rL r r r( r( r) r s z-getPhases..InTablePhase.startTagOtherc S s | j jdddr| j | j jd jdkrJ| jdd| j jd jd | j jd jdkrj| j j qJ| j j | j n| jj sJ | j d S )Nr rm r~ zend-tag-too-early-namedr )
rA ro r r rC rO r r rf rW r r( r( r) endTagTable s
z+getPhases..InTablePhase.endTagTablec S s | j dd|d i d S r1 r r r( r( r) endTagIgnore s z,getPhases..InTablePhase.endTagIgnorec S s< | j dd|d i d| j_| j jd | d| j_d S )Nz'unexpected-end-tag-implies-table-voodoorC Tr F)rO r rA r rL r r r( r( r) r s z+getPhases..InTablePhase.endTagOtherr r r r
r r r )r r r r )r5 r7 r rs ) r r r
r r r r r r r r N) r< r= r> r r r r r r r r r r r r r r r ru r r r r r r r r r r r( r r( r) InTablePhase sN
r# c sZ e Zd ZdZ fddZdd Zdd Zdd Zd
d Zd d
Z dd Z
dd Z Z S )z#getPhases..InTableTextPhase)r characterTokensc s& t | j|i | d | _g | _d S r- )rL rN r r$ rN )InTableTextPhaser r( r) rN 6 s z,getPhases..InTableTextPhase.__init__c S sd d dd | jD }tdd |D rJtd |d}| jjd | n|rZ| j| g | _d S )Nr c S s g | ] }|d qS )r r( rB r r( r( r) rf < rH zGgetPhases..InTableTextPhase.flushCharacters..c S s g | ] }|t vqS r( rc r& r( r( r) rf = rH rw r r )joinr$ rg r rO rL r rA )rF r r r( r( r) flushCharacters; s z3getPhases..InTableTextPhase.flushCharactersc S s | | j| j_|S r- r( r rO rd r r( r( r) r D s
z2getPhases..InTableTextPhase.processCommentc S s | | j| j_dS r r) rE r( r( r) r I s
z.getPhases..InTableTextPhase.processEOFc S s |d dkrd S | j | d S Nr rb r$ r r r( r( r) r N s z5getPhases..InTableTextPhase.processCharactersc S s | j | d S r- r+ r r( r( r) r S s z:getPhases..InTableTextPhase.processSpaceCharactersc S s | | j| j_|S r- r) r r( r( r) r X s
z3getPhases..InTableTextPhase.processStartTagc S s | | j| j_|S r- r) r r( r( r) r ] s
z1getPhases..InTableTextPhase.processEndTag)
r< r= r> r rN r( r r r r r r r
r( )r% r r) r% 3 s r% c s e Zd Ze Zdd Zdd Zdd Zdd Zd d
Z d d Z
d
d Z dd Z dd Z
ed jfdefgZe e_ede
fde fde fgZe
e_dS )z!getPhases..InCaptionPhasec S s | j jddd S )Nr r rm rA ro rE r( r( r) ignoreEndTagCaptionf s z5getPhases..InCaptionPhase.ignoreEndTagCaptionc S s | j jd d S r rO rL r rE r( r( r) r i s z,getPhases..InCaptionPhase.processEOFc S s | j jd |S r rO rL r r r( r( r) r l s z3getPhases..InCaptionPhase.processCharactersc S s0 | j | }| j jtd |s,|S d S Nr rO r r- rd r r rF r ignoreEndTagr( r( r) startTagTableElemento s
z6getPhases..InCaptionPhase.startTagTableElementc S s | j jd |S r r r r( r( r) r w s z/getPhases..InCaptionPhase.startTagOtherc S s | s| j | jjd jdkrB| jdd| jjd jd | jjd jdkrb| jj qB| jj | j | jj d | j_
n| jj sJ | j d S )Nr~ r r r r ) r- rA r r rC rO r r r rL rd rW r r( r( r)
endTagCaptionz s
z/getPhases..InCaptionPhase.endTagCaptionc S s0 | j | }| j jtd |s,|S d S r0 r1 r2 r( r( r) r s
z-getPhases..InCaptionPhase.endTagTablec S s | j dd|d i d S r1 r r r( r( r) r s z.getPhases..InCaptionPhase.endTagIgnorec S s | j jd |S r rO rL r r r( r( r) r s z-getPhases..InCaptionPhase.endTagOtherr r r
r r r r r r r r r )
r r
r r r r r r r r N)r< r= r> r r r- r r r4 r r5 r r r r r r r r r r( r" r( r) InCaptionPhaseb s2 r8 c s e Zd Ze Zdd Zdd Zdd Zdd Zd d
Z d d Z
d
d Z dd Z e
d jfdefgZe e_e
de
fde fgZe e_dS )z%getPhases..InColumnGroupPhasec S s | j jd jdkS )Nr~ r )rA r rC rE r( r( r) ignoreEndTagColgroup s z:getPhases..InColumnGroupPhase.ignoreEndTagColgroupc S sD | j jd jdkr"| jjs J d S | }| td |s@dS d S )Nr~ r r T)rA r rC rO rW r9 endTagColgroupr )rF r3 r( r( r) r s z0getPhases..InColumnGroupPhase.processEOFc S s" | }| td |s |S d S Nr r9 r: r r2 r( r( r) r s z7getPhases..InColumnGroupPhase.processCharactersc S s$ | j | | j j d|d< d S r r r r( r( r) r s z1getPhases..InColumnGroupPhase.startTagColc S s" | }| td |s |S d S r; r< r2 r( r( r) r s z3getPhases..InColumnGroupPhase.startTagOtherc S s@ | r | jjsJ | j n | jj | jjd | j_d S Nr ) r9 rO rW r rA r r rL rd r r( r( r) r: s
z4getPhases..InColumnGroupPhase.endTagColgroupc S s | j dddi d S )Nz
no-end-tagrC r
r r r( r( r) endTagCol s z/getPhases..InColumnGroupPhase.endTagColc S s" | }| td |s |S d S r; r< r2 r( r( r) r s z1getPhases..InColumnGroupPhase.endTagOtherr r
r N)r< r= r> r r r9 r r r r r: r> r r r r r r r r( r" r( r) InColumnGroupPhase s&
r? c s e Zd Ze Zdd Zdd Zdd Zdd Zd d
Z d d Z
d
d Z dd Z dd Z
dd Zdd Zdd Zed jfde fde
fd e fgZe e_ed e
fd efd efgZee_d S )!z#getPhases..InTableBodyPhasec S sB | j jd jdvr | j j q | j jd jdkr>| jjs>J d S )Nr~ )r r r r r )rA r rC r rO rW rE r( r( r) clearStackToTableBodyContext s z@getPhases..InTableBodyPhase.clearStackToTableBodyContextc S s | j jd d S r= r. rE r( r( r) r s z.getPhases..InTableBodyPhase.processEOFc S s | j jd |S r= r? r r( r( r) r s z:getPhases..InTableBodyPhase.processSpaceCharactersc S s | j jd |S r= r/ r r( r( r) r s z5getPhases.