| # Copyright (C) 2011 Google Inc. All rights reserved. |
| # |
| # Redistribution and use in source and binary forms, with or without |
| # modification, are permitted provided that the following conditions |
| # are met: |
| # 1. Redistributions of source code must retain the above copyright |
| # notice, this list of conditions and the following disclaimer. |
| # 2. Redistributions in binary form must reproduce the above copyright |
| # notice, this list of conditions and the following disclaimer in the |
| # documentation and/or other materials provided with the distribution. |
| # |
| # THIS SOFTWARE IS PROVIDED BY APPLE INC. ``AS IS'' AND ANY |
| # EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE |
| # IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR |
| # PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL APPLE INC. OR |
| # CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, |
| # EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, |
| # PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR |
| # PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY |
| # OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
| # (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
| # OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
| # |
| |
| import fnmatch |
| import json |
| import os |
| import os.path |
| import shutil |
| import sys |
| import tempfile |
| |
| from webkitcorepy import string_utils |
| |
| from webkitpy.common.checkout.scm.detection import detect_scm_system |
| from webkitpy.common.system.executive import ScriptError |
| |
| |
| class BindingsTests: |
| |
| def __init__(self, reset_results, generators, executive, verbose, patterns, json_file_name): |
| self.reset_results = reset_results |
| self.generators = generators |
| self.executive = executive |
| self.verbose = verbose |
| self.patterns = patterns |
| self.json_file_name = json_file_name |
| |
| if self.json_file_name: |
| self.failures = [] |
| |
| def generate_from_idl(self, generator, idl_file, output_directory, supplemental_dependency_file): |
| cmd = ['perl', '-w', |
| '-IWebCore/bindings/scripts', |
| 'WebCore/bindings/scripts/generate-bindings.pl', |
| # idl include directories (path relative to generate-bindings.pl) |
| '--include', '.', |
| '--defines', 'TESTING_%s' % generator, |
| '--generator', generator, |
| '--outputDir', output_directory, |
| '--supplementalDependencyFile', supplemental_dependency_file, |
| '--idlAttributesFile', 'WebCore/bindings/scripts/IDLAttributes.json', |
| idl_file] |
| |
| exit_code = 0 |
| try: |
| output = self.executive.run_command(cmd) |
| if output: |
| print(output) |
| except ScriptError as e: |
| print(e.output) |
| exit_code = e.exit_code |
| return exit_code |
| |
| def generate_supplemental_dependency(self, input_directory, supplemental_dependency_file, supplemental_makefile_dependency_file, window_constructors_file, workerglobalscope_constructors_file, shadowrealmglobalscope_constructors_file, dedicatedworkerglobalscope_constructors_file, serviceworkerglobalscope_constructors_file, sharedworkerglobalscope_constructors_file, workletglobalscope_constructors_file, paintworkletglobalscope_constructors_file, audioworkletglobalscope_constructors_file, testglobalscope_constructors_file): |
| idl_files_list = tempfile.mkstemp() |
| for input_file in os.listdir(input_directory): |
| (name, extension) = os.path.splitext(input_file) |
| if extension != '.idl': |
| continue |
| if name.endswith('Constructors'): |
| continue |
| os.write(idl_files_list[0], string_utils.encode(os.path.join(input_directory, input_file) + "\n")) |
| os.close(idl_files_list[0]) |
| |
| cmd = ['perl', '-w', |
| '-IWebCore/bindings/scripts', |
| 'WebCore/bindings/scripts/preprocess-idls.pl', |
| '--idlFileNamesList', idl_files_list[1], |
| '--testGlobalContextName', 'TestGlobalObject', |
| '--defines', '', |
| '--idlAttributesFile', 'WebCore/bindings/scripts/IDLAttributes.json', |
| '--supplementalDependencyFile', supplemental_dependency_file, |
| '--supplementalMakefileDeps', supplemental_makefile_dependency_file, |
| '--windowConstructorsFile', window_constructors_file, |
| '--workerGlobalScopeConstructorsFile', workerglobalscope_constructors_file, |
| '--shadowRealmGlobalScopeConstructorsFile', shadowrealmglobalscope_constructors_file, |
| '--dedicatedWorkerGlobalScopeConstructorsFile', dedicatedworkerglobalscope_constructors_file, |
| '--serviceWorkerGlobalScopeConstructorsFile', serviceworkerglobalscope_constructors_file, |
| '--sharedWorkerGlobalScopeConstructorsFile', sharedworkerglobalscope_constructors_file, |
| '--workletGlobalScopeConstructorsFile', workletglobalscope_constructors_file, |
| '--paintWorkletGlobalScopeConstructorsFile', paintworkletglobalscope_constructors_file, |
| '--audioWorkletGlobalScopeConstructorsFile', audioworkletglobalscope_constructors_file, |
| '--testGlobalScopeConstructorsFile', testglobalscope_constructors_file, |
| '--validateAgainstParser'] |
| |
| exit_code = 0 |
| try: |
| output = self.executive.run_command(cmd) |
| if output: |
| print(output) |
| except ScriptError as e: |
| print(e.output) |
| exit_code = e.exit_code |
| os.remove(idl_files_list[1]) |
| return exit_code |
| |
| def detect_changes(self, generator, work_directory, reference_directory): |
| changes_found = False |
| for filename in os.listdir(work_directory): |
| if self.detect_file_changes(generator, work_directory, reference_directory, filename): |
| changes_found = True |
| return changes_found |
| |
| def detect_file_changes(self, generator, work_directory, reference_directory, filename): |
| changes_found = False |
| cmd = ['diff', |
| '-u', |
| '-N', |
| os.path.join(reference_directory, filename), |
| os.path.join(work_directory, filename)] |
| |
| exit_code = 0 |
| try: |
| output = self.executive.run_command(cmd) |
| except ScriptError as e: |
| output = e.output |
| exit_code = e.exit_code |
| |
| if exit_code or output: |
| print('FAIL: (%s) %s' % (generator, filename)) |
| print(output) |
| changes_found = True |
| if self.json_file_name: |
| self.failures.append("(%s) %s" % (generator, filename)) |
| elif self.verbose: |
| print('PASS: (%s) %s' % (generator, filename)) |
| sys.stdout.flush() |
| return changes_found |
| |
| def test_matches_patterns(self, test): |
| if not self.patterns: |
| return True |
| for pattern in self.patterns: |
| if fnmatch.fnmatch(test, pattern): |
| return True |
| return False |
| |
| def run_tests(self, generator, input_directory, reference_directory, supplemental_dependency_file): |
| work_directory = reference_directory |
| |
| passed = True |
| for input_file in os.listdir(input_directory): |
| (name, extension) = os.path.splitext(input_file) |
| if extension != '.idl': |
| continue |
| |
| if not self.test_matches_patterns(input_file): |
| continue |
| |
| # Generate output into the work directory (either the given one or a |
| # temp one if not reset_results is performed) |
| if not self.reset_results: |
| work_directory = tempfile.mkdtemp() |
| |
| if self.generate_from_idl(generator, |
| os.path.join(input_directory, input_file), |
| work_directory, |
| supplemental_dependency_file): |
| passed = False |
| |
| if self.reset_results: |
| print("Reset results: (%s) %s" % (generator, input_file)) |
| continue |
| |
| # Detect changes |
| if self.detect_changes(generator, work_directory, reference_directory): |
| passed = False |
| shutil.rmtree(work_directory) |
| |
| return passed |
| |
| def main(self): |
| current_scm = detect_scm_system(os.path.dirname(__file__)) |
| os.chdir(os.path.join(current_scm.checkout_root, 'Source')) |
| |
| all_tests_passed = True |
| |
| supplemental_dependency_filename = 'SupplementalDependencies.txt' |
| supplemental_makefile_dependency_filename = 'SupplementalDependencies.dep' |
| dom_window_constructors_filename = 'DOMWindowConstructors.idl' |
| workerglobalscope_constructors_filename = 'WorkerGlobalScopeConstructors.idl' |
| shadowrealmglobalscope_constructors_filename = 'ShadowRealmGlobalScopeConstructors.idl' |
| dedicatedworkerglobalscope_constructors_filename = 'DedicatedWorkerGlobalScopeConstructors.idl' |
| serviceworkerglobalscope_constructors_filename = 'ServiceWorkerGlobalScopeConstructors.idl' |
| sharedworkerglobalscope_constructors_filename = 'SharedWorkerGlobalScopeConstructors.idl' |
| workletglobalscope_constructors_filename = 'WorkletGlobalScopeConstructors.idl' |
| paintworkletglobalscope_constructors_filename = 'PaintWorkletGlobalScopeConstructors.idl' |
| audioworkletglobalscope_constructors_filename = 'AudioWorkletGlobalScopeConstructors.idl' |
| testglobalscope_constructors_filename = 'BindingTestGlobalConstructors.idl' |
| |
| work_directory = tempfile.mkdtemp() |
| input_directory = os.path.join('WebCore', 'bindings', 'scripts', 'test') |
| supplemental_dependency_file = os.path.join(work_directory, supplemental_dependency_filename) |
| supplemental_makefile_dependency_file = os.path.join(work_directory if not self.reset_results else input_directory, supplemental_makefile_dependency_filename) |
| window_constructors_file = os.path.join(work_directory if not self.reset_results else input_directory, dom_window_constructors_filename) |
| workerglobalscope_constructors_file = os.path.join(work_directory if not self.reset_results else input_directory, workerglobalscope_constructors_filename) |
| shadowrealmglobalscope_constructors_file = os.path.join(work_directory if not self.reset_results else input_directory, shadowrealmglobalscope_constructors_filename) |
| dedicatedworkerglobalscope_constructors_file = os.path.join(work_directory if not self.reset_results else input_directory, dedicatedworkerglobalscope_constructors_filename) |
| serviceworkerglobalscope_constructors_file = os.path.join(work_directory if not self.reset_results else input_directory, serviceworkerglobalscope_constructors_filename) |
| sharedworkerglobalscope_constructors_file = os.path.join(work_directory if not self.reset_results else input_directory, sharedworkerglobalscope_constructors_filename) |
| workletglobalscope_constructors_file = os.path.join(work_directory if not self.reset_results else input_directory, workletglobalscope_constructors_filename) |
| paintworkletglobalscope_constructors_file = os.path.join(work_directory if not self.reset_results else input_directory, paintworkletglobalscope_constructors_filename) |
| audioworkletglobalscope_constructors_file = os.path.join(work_directory if not self.reset_results else input_directory, audioworkletglobalscope_constructors_filename) |
| testglobalscope_constructors_file = os.path.join(work_directory if not self.reset_results else input_directory, testglobalscope_constructors_filename) |
| |
| if self.generate_supplemental_dependency(input_directory, supplemental_dependency_file, supplemental_makefile_dependency_file, window_constructors_file, workerglobalscope_constructors_file, shadowrealmglobalscope_constructors_file, dedicatedworkerglobalscope_constructors_file, serviceworkerglobalscope_constructors_file, sharedworkerglobalscope_constructors_file, workletglobalscope_constructors_file, paintworkletglobalscope_constructors_file, audioworkletglobalscope_constructors_file, testglobalscope_constructors_file): |
| print('Failed to generate a supplemental dependency file.') |
| shutil.rmtree(work_directory) |
| return -1 |
| |
| if not self.reset_results: |
| if self.detect_file_changes('dependencies', work_directory, input_directory, supplemental_makefile_dependency_filename): |
| all_tests_passed = False |
| if self.detect_file_changes('globalscope', work_directory, input_directory, dom_window_constructors_filename): |
| all_tests_passed = False |
| if self.detect_file_changes('globalscope', work_directory, input_directory, workerglobalscope_constructors_filename): |
| all_tests_passed = False |
| if self.detect_file_changes('globalscope', work_directory, input_directory, shadowrealmglobalscope_constructors_filename): |
| all_tests_passed = False |
| if self.detect_file_changes('globalscope', work_directory, input_directory, dedicatedworkerglobalscope_constructors_filename): |
| all_tests_passed = False |
| if self.detect_file_changes('globalscope', work_directory, input_directory, serviceworkerglobalscope_constructors_filename): |
| all_tests_passed = False |
| if self.detect_file_changes('globalscope', work_directory, input_directory, sharedworkerglobalscope_constructors_filename): |
| all_tests_passed = False |
| if self.detect_file_changes('globalscope', work_directory, input_directory, workletglobalscope_constructors_filename): |
| all_tests_passed = False |
| if self.detect_file_changes('globalscope', work_directory, input_directory, paintworkletglobalscope_constructors_filename): |
| all_tests_passed = False |
| if self.detect_file_changes('globalscope', work_directory, input_directory, audioworkletglobalscope_constructors_filename): |
| all_tests_passed = False |
| if self.detect_file_changes('globalscope', work_directory, input_directory, testglobalscope_constructors_filename): |
| all_tests_passed = False |
| |
| for generator in self.generators: |
| input_directory = os.path.join('WebCore', 'bindings', 'scripts', 'test') |
| reference_directory = os.path.join('WebCore', 'bindings', 'scripts', 'test', generator) |
| if not self.run_tests(generator, input_directory, reference_directory, supplemental_dependency_file): |
| all_tests_passed = False |
| |
| shutil.rmtree(work_directory) |
| |
| if self.json_file_name: |
| json_data = { |
| 'failures': self.failures, |
| } |
| |
| with open(self.json_file_name, 'w') as json_file: |
| json.dump(json_data, json_file) |
| |
| print('') |
| if all_tests_passed: |
| print('All tests PASS!') |
| return 0 |
| else: |
| print('Some tests FAIL! (To update the reference files, execute "run-bindings-tests --reset-results")') |
| return -1 |
