Tools/Scripts/webkitpy/thirdparty/BeautifulSoup.py

# Copyright (C) 2019 Apple Inc. All rights reserved.
#
# Redistribution and use in source and binary forms, with or without
# modification, are permitted provided that the following conditions
# are met:
# 1.  Redistributions of source code must retain the above copyright
#     notice, this list of conditions and the following disclaimer.
# 2.  Redistributions in binary form must reproduce the above copyright
#     notice, this list of conditions and the following disclaimer in the
#     documentation and/or other materials provided with the distribution.
#
# THIS SOFTWARE IS PROVIDED BY APPLE INC. AND ITS CONTRIBUTORS ``AS IS'' AND
# ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
# WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
# DISCLAIMED. IN NO EVENT SHALL APPLE INC. OR ITS CONTRIBUTORS BE LIABLE FOR
# ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
# DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
# SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
# CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
# OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.

import sys

if sys.version_info > (3, 0):
    import html5lib
    import bs4
    from bs4.builder import builder_registry, TreeBuilder
    from bs4.builder._htmlparser import HTMLParserTreeBuilder

    class BeautifulSoup(bs4.BeautifulSoup):
        HTML_ENTITIES = 'html'

        def __init__(self, *args, **kwargs):
            if 'convertEntities' in kwargs:
                del kwargs['convertEntities']
            if 'parseOnlyThese' in kwargs:
                kwargs['parse_only'] = kwargs['parseOnlyThese']
                del kwargs['parseOnlyThese']
            kwargs['features'] = self.HTML_ENTITIES
            kwargs['builder'] = HTMLParserTreeBuilder
            super(BeautifulSoup, self).__init__(*args, **kwargs)

    class BeautifulStoneSoup(bs4.BeautifulSoup):
        XML_ENTITIES = 'xml'

        def __init__(self, *args, **kwargs):
            if 'convertEntities' in kwargs:
                del kwargs['convertEntities']
            kwargs['features'] = self.XML_ENTITIES

            # FIXME: This hack isn't strictly accurate, but getting lxml to work with the autoinstaller is a non-trivial task
            kwargs['builder'] = HTMLParserTreeBuilder
            super(BeautifulStoneSoup, self).__init__(*args, **kwargs)

    SoupStrainer = bs4.SoupStrainer
else:
    from webkitpy.thirdparty.BeautifulSoup_legacy import BeautifulSoup, BeautifulStoneSoup, SoupStrainer