blob: ce8b506310f197d253a5b51859f17d6e319d5a7b [file] [log] [blame]
# Copyright (C) 2011 Google Inc. All rights reserved.
#
# Redistribution and use in source and binary forms, with or without
# modification, are permitted provided that the following conditions
# are met:
# 1. Redistributions of source code must retain the above copyright
# notice, this list of conditions and the following disclaimer.
# 2. Redistributions in binary form must reproduce the above copyright
# notice, this list of conditions and the following disclaimer in the
# documentation and/or other materials provided with the distribution.
#
# THIS SOFTWARE IS PROVIDED BY APPLE INC. ``AS IS'' AND ANY
# EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
# PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL APPLE INC. OR
# CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
# EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
# PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
# PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY
# OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
#
import fnmatch
import json
import os
import os.path
import shutil
import sys
import tempfile
from webkitcorepy import string_utils
from webkitpy.common.checkout.scm.detection import detect_scm_system
from webkitpy.common.system.executive import ScriptError
class BindingsTests:
def __init__(self, reset_results, generators, executive, verbose, patterns, json_file_name):
self.reset_results = reset_results
self.generators = generators
self.executive = executive
self.verbose = verbose
self.patterns = patterns
self.json_file_name = json_file_name
if self.json_file_name:
self.failures = []
def generate_from_idl(self, generator, idl_file, output_directory, supplemental_dependency_file):
cmd = ['perl', '-w',
'-IWebCore/bindings/scripts',
'WebCore/bindings/scripts/generate-bindings.pl',
# idl include directories (path relative to generate-bindings.pl)
'--include', '.',
'--defines', 'TESTING_%s' % generator,
'--generator', generator,
'--outputDir', output_directory,
'--supplementalDependencyFile', supplemental_dependency_file,
'--idlAttributesFile', 'WebCore/bindings/scripts/IDLAttributes.json',
idl_file]
exit_code = 0
try:
output = self.executive.run_command(cmd)
if output:
print(output)
except ScriptError as e:
print(e.output)
exit_code = e.exit_code
return exit_code
def generate_supplemental_dependency(self, input_directory, supplemental_dependency_file, supplemental_makefile_dependency_file, window_constructors_file, workerglobalscope_constructors_file, shadowrealmglobalscope_constructors_file, dedicatedworkerglobalscope_constructors_file, serviceworkerglobalscope_constructors_file, sharedworkerglobalscope_constructors_file, workletglobalscope_constructors_file, paintworkletglobalscope_constructors_file, audioworkletglobalscope_constructors_file, testglobalscope_constructors_file):
idl_files_list = tempfile.mkstemp()
for input_file in os.listdir(input_directory):
(name, extension) = os.path.splitext(input_file)
if extension != '.idl':
continue
if name.endswith('Constructors'):
continue
os.write(idl_files_list[0], string_utils.encode(os.path.join(input_directory, input_file) + "\n"))
os.close(idl_files_list[0])
cmd = ['perl', '-w',
'-IWebCore/bindings/scripts',
'WebCore/bindings/scripts/preprocess-idls.pl',
'--idlFileNamesList', idl_files_list[1],
'--testGlobalContextName', 'TestGlobalObject',
'--defines', '',
'--idlAttributesFile', 'WebCore/bindings/scripts/IDLAttributes.json',
'--supplementalDependencyFile', supplemental_dependency_file,
'--supplementalMakefileDeps', supplemental_makefile_dependency_file,
'--windowConstructorsFile', window_constructors_file,
'--workerGlobalScopeConstructorsFile', workerglobalscope_constructors_file,
'--shadowRealmGlobalScopeConstructorsFile', shadowrealmglobalscope_constructors_file,
'--dedicatedWorkerGlobalScopeConstructorsFile', dedicatedworkerglobalscope_constructors_file,
'--serviceWorkerGlobalScopeConstructorsFile', serviceworkerglobalscope_constructors_file,
'--sharedWorkerGlobalScopeConstructorsFile', sharedworkerglobalscope_constructors_file,
'--workletGlobalScopeConstructorsFile', workletglobalscope_constructors_file,
'--paintWorkletGlobalScopeConstructorsFile', paintworkletglobalscope_constructors_file,
'--audioWorkletGlobalScopeConstructorsFile', audioworkletglobalscope_constructors_file,
'--testGlobalScopeConstructorsFile', testglobalscope_constructors_file,
'--validateAgainstParser']
exit_code = 0
try:
output = self.executive.run_command(cmd)
if output:
print(output)
except ScriptError as e:
print(e.output)
exit_code = e.exit_code
os.remove(idl_files_list[1])
return exit_code
def detect_changes(self, generator, work_directory, reference_directory):
changes_found = False
for filename in os.listdir(work_directory):
if self.detect_file_changes(generator, work_directory, reference_directory, filename):
changes_found = True
return changes_found
def detect_file_changes(self, generator, work_directory, reference_directory, filename):
changes_found = False
cmd = ['diff',
'-u',
'-N',
os.path.join(reference_directory, filename),
os.path.join(work_directory, filename)]
exit_code = 0
try:
output = self.executive.run_command(cmd)
except ScriptError as e:
output = e.output
exit_code = e.exit_code
if exit_code or output:
print('FAIL: (%s) %s' % (generator, filename))
print(output)
changes_found = True
if self.json_file_name:
self.failures.append("(%s) %s" % (generator, filename))
elif self.verbose:
print('PASS: (%s) %s' % (generator, filename))
sys.stdout.flush()
return changes_found
def test_matches_patterns(self, test):
if not self.patterns:
return True
for pattern in self.patterns:
if fnmatch.fnmatch(test, pattern):
return True
return False
def run_tests(self, generator, input_directory, reference_directory, supplemental_dependency_file):
work_directory = reference_directory
passed = True
for input_file in os.listdir(input_directory):
(name, extension) = os.path.splitext(input_file)
if extension != '.idl':
continue
if not self.test_matches_patterns(input_file):
continue
# Generate output into the work directory (either the given one or a
# temp one if not reset_results is performed)
if not self.reset_results:
work_directory = tempfile.mkdtemp()
if self.generate_from_idl(generator,
os.path.join(input_directory, input_file),
work_directory,
supplemental_dependency_file):
passed = False
if self.reset_results:
print("Reset results: (%s) %s" % (generator, input_file))
continue
# Detect changes
if self.detect_changes(generator, work_directory, reference_directory):
passed = False
shutil.rmtree(work_directory)
return passed
def main(self):
current_scm = detect_scm_system(os.path.dirname(__file__))
os.chdir(os.path.join(current_scm.checkout_root, 'Source'))
all_tests_passed = True
supplemental_dependency_filename = 'SupplementalDependencies.txt'
supplemental_makefile_dependency_filename = 'SupplementalDependencies.dep'
dom_window_constructors_filename = 'DOMWindowConstructors.idl'
workerglobalscope_constructors_filename = 'WorkerGlobalScopeConstructors.idl'
shadowrealmglobalscope_constructors_filename = 'ShadowRealmGlobalScopeConstructors.idl'
dedicatedworkerglobalscope_constructors_filename = 'DedicatedWorkerGlobalScopeConstructors.idl'
serviceworkerglobalscope_constructors_filename = 'ServiceWorkerGlobalScopeConstructors.idl'
sharedworkerglobalscope_constructors_filename = 'SharedWorkerGlobalScopeConstructors.idl'
workletglobalscope_constructors_filename = 'WorkletGlobalScopeConstructors.idl'
paintworkletglobalscope_constructors_filename = 'PaintWorkletGlobalScopeConstructors.idl'
audioworkletglobalscope_constructors_filename = 'AudioWorkletGlobalScopeConstructors.idl'
testglobalscope_constructors_filename = 'BindingTestGlobalConstructors.idl'
work_directory = tempfile.mkdtemp()
input_directory = os.path.join('WebCore', 'bindings', 'scripts', 'test')
supplemental_dependency_file = os.path.join(work_directory, supplemental_dependency_filename)
supplemental_makefile_dependency_file = os.path.join(work_directory if not self.reset_results else input_directory, supplemental_makefile_dependency_filename)
window_constructors_file = os.path.join(work_directory if not self.reset_results else input_directory, dom_window_constructors_filename)
workerglobalscope_constructors_file = os.path.join(work_directory if not self.reset_results else input_directory, workerglobalscope_constructors_filename)
shadowrealmglobalscope_constructors_file = os.path.join(work_directory if not self.reset_results else input_directory, shadowrealmglobalscope_constructors_filename)
dedicatedworkerglobalscope_constructors_file = os.path.join(work_directory if not self.reset_results else input_directory, dedicatedworkerglobalscope_constructors_filename)
serviceworkerglobalscope_constructors_file = os.path.join(work_directory if not self.reset_results else input_directory, serviceworkerglobalscope_constructors_filename)
sharedworkerglobalscope_constructors_file = os.path.join(work_directory if not self.reset_results else input_directory, sharedworkerglobalscope_constructors_filename)
workletglobalscope_constructors_file = os.path.join(work_directory if not self.reset_results else input_directory, workletglobalscope_constructors_filename)
paintworkletglobalscope_constructors_file = os.path.join(work_directory if not self.reset_results else input_directory, paintworkletglobalscope_constructors_filename)
audioworkletglobalscope_constructors_file = os.path.join(work_directory if not self.reset_results else input_directory, audioworkletglobalscope_constructors_filename)
testglobalscope_constructors_file = os.path.join(work_directory if not self.reset_results else input_directory, testglobalscope_constructors_filename)
if self.generate_supplemental_dependency(input_directory, supplemental_dependency_file, supplemental_makefile_dependency_file, window_constructors_file, workerglobalscope_constructors_file, shadowrealmglobalscope_constructors_file, dedicatedworkerglobalscope_constructors_file, serviceworkerglobalscope_constructors_file, sharedworkerglobalscope_constructors_file, workletglobalscope_constructors_file, paintworkletglobalscope_constructors_file, audioworkletglobalscope_constructors_file, testglobalscope_constructors_file):
print('Failed to generate a supplemental dependency file.')
shutil.rmtree(work_directory)
return -1
if not self.reset_results:
if self.detect_file_changes('dependencies', work_directory, input_directory, supplemental_makefile_dependency_filename):
all_tests_passed = False
if self.detect_file_changes('globalscope', work_directory, input_directory, dom_window_constructors_filename):
all_tests_passed = False
if self.detect_file_changes('globalscope', work_directory, input_directory, workerglobalscope_constructors_filename):
all_tests_passed = False
if self.detect_file_changes('globalscope', work_directory, input_directory, shadowrealmglobalscope_constructors_filename):
all_tests_passed = False
if self.detect_file_changes('globalscope', work_directory, input_directory, dedicatedworkerglobalscope_constructors_filename):
all_tests_passed = False
if self.detect_file_changes('globalscope', work_directory, input_directory, serviceworkerglobalscope_constructors_filename):
all_tests_passed = False
if self.detect_file_changes('globalscope', work_directory, input_directory, sharedworkerglobalscope_constructors_filename):
all_tests_passed = False
if self.detect_file_changes('globalscope', work_directory, input_directory, workletglobalscope_constructors_filename):
all_tests_passed = False
if self.detect_file_changes('globalscope', work_directory, input_directory, paintworkletglobalscope_constructors_filename):
all_tests_passed = False
if self.detect_file_changes('globalscope', work_directory, input_directory, audioworkletglobalscope_constructors_filename):
all_tests_passed = False
if self.detect_file_changes('globalscope', work_directory, input_directory, testglobalscope_constructors_filename):
all_tests_passed = False
for generator in self.generators:
input_directory = os.path.join('WebCore', 'bindings', 'scripts', 'test')
reference_directory = os.path.join('WebCore', 'bindings', 'scripts', 'test', generator)
if not self.run_tests(generator, input_directory, reference_directory, supplemental_dependency_file):
all_tests_passed = False
shutil.rmtree(work_directory)
if self.json_file_name:
json_data = {
'failures': self.failures,
}
with open(self.json_file_name, 'w') as json_file:
json.dump(json_data, json_file)
print('')
if all_tests_passed:
print('All tests PASS!')
return 0
else:
print('Some tests FAIL! (To update the reference files, execute "run-bindings-tests --reset-results")')
return -1