TripleDNN

Current Directory: /usr/lib/python3.6/site-packages/pip/_vendor/html5lib/filters

File Name	Size	Actions
📁 __pycache__	Folder	Edit \| Delete \| Rename \| Download
__init__.py	0 bytes	Edit \| Delete \| Rename \| Download
alphabeticalattributes.py	621 bytes	Edit \| Delete \| Rename \| Download
base.py	286 bytes	Edit \| Delete \| Rename \| Download
inject_meta_charset.py	2742 bytes	Edit \| Delete \| Rename \| Download
lint.py	3365 bytes	Edit \| Delete \| Rename \| Download
optionaltags.py	10534 bytes	Edit \| Delete \| Rename \| Download
sanitizer.py	25112 bytes	Edit \| Delete \| Rename \| Download
whitespace.py	1139 bytes	Edit \| Delete \| Rename \| Download

from __future__ import absolute_import, division, unicode_literals

import re

from . import base
from ..constants import rcdataElements, spaceCharacters
spaceCharacters = "".join(spaceCharacters)

SPACES_REGEX = re.compile("[%s]+" % spaceCharacters)

class Filter(base.Filter):

spacePreserveElements = frozenset(["pre", "textarea"] + list(rcdataElements))

def __iter__(self):
        preserve = 0
        for token in base.Filter.__iter__(self):
            type = token["type"]
            if type == "StartTag" \
                    and (preserve or token["name"] in self.spacePreserveElements):
                preserve += 1

elif type == "EndTag" and preserve:
                preserve -= 1

elif not preserve and type == "SpaceCharacters" and token["data"]:
                # Test on token["data"] above to not introduce spaces where there were not
                token["data"] = " "

elif not preserve and type == "Characters":
                token["data"] = collapse_spaces(token["data"])

yield token

def collapse_spaces(text):
    return SPACES_REGEX.sub(' ', text)