| # Copyright (C) 2020-2021 Apple Inc. All rights reserved. |
| # |
| # Redistribution and use in source and binary forms, with or without |
| # modification, are permitted provided that the following conditions |
| # are met: |
| # 1. Redistributions of source code must retain the above copyright |
| # notice, this list of conditions and the following disclaimer. |
| # 2. Redistributions in binary form must reproduce the above copyright |
| # notice, this list of conditions and the following disclaimer in the |
| # documentation and/or other materials provided with the distribution. |
| # |
| # THIS SOFTWARE IS PROVIDED BY APPLE INC. AND ITS CONTRIBUTORS ``AS IS'' AND |
| # ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED |
| # WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE |
| # DISCLAIMED. IN NO EVENT SHALL APPLE INC. OR ITS CONTRIBUTORS BE LIABLE FOR |
| # ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL |
| # DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR |
| # SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER |
| # CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, |
| # OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
| # OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
| |
| import inspect |
| import operator |
| import os |
| import shutil |
| import tempfile |
| |
| from buildbot.process.results import Results, SUCCESS, FAILURE, WARNINGS, SKIPPED, EXCEPTION, RETRY |
| from buildbot.test.fake.remotecommand import Expect, ExpectRemoteRef, ExpectShell |
| from buildbot.test.util.misc import TestReactorMixin |
| from buildbot.test.util.steps import BuildStepMixin |
| from buildbot.util import identifiers as buildbot_identifiers |
| from mock import call |
| from twisted.internet import defer, error, reactor |
| from twisted.python import failure, log |
| from twisted.trial import unittest |
| |
| from steps import * |
| |
| CURRENT_HOSTNAME = socket.gethostname().strip() |
| |
| |
| class ExpectMasterShellCommand(object): |
| def __init__(self, command, workdir=None, env=None, usePTY=0): |
| self.args = command |
| self.usePTY = usePTY |
| self.rc = None |
| self.path = None |
| self.logs = [] |
| |
| if env is not None: |
| self.env = env |
| else: |
| self.env = os.environ |
| if workdir: |
| self.path = os.path.join(os.getcwd(), workdir) |
| |
| @classmethod |
| def log(self, name, value): |
| return ('log', name, value) |
| |
| def __add__(self, other): |
| if isinstance(other, int): |
| self.rc = other |
| elif isinstance(other, tuple) and other[0] == 'log': |
| self.logs.append((other[1], other[2])) |
| return self |
| |
| def __repr__(self): |
| return 'ExpectMasterShellCommand({0})'.format(repr(self.args)) |
| |
| |
| class BuildStepMixinAdditions(BuildStepMixin, TestReactorMixin): |
| def setUpBuildStep(self): |
| self.patch(reactor, 'spawnProcess', lambda *args, **kwargs: self._checkSpawnProcess(*args, **kwargs)) |
| self._expected_local_commands = [] |
| self.setUpTestReactor() |
| |
| self._temp_directory = tempfile.mkdtemp() |
| os.chdir(self._temp_directory) |
| self._expected_uploaded_files = [] |
| |
| super(BuildStepMixinAdditions, self).setUpBuildStep() |
| |
| def tearDownBuildStep(self): |
| shutil.rmtree(self._temp_directory) |
| super(BuildStepMixinAdditions, self).tearDownBuildStep() |
| |
| def fakeBuildFinished(self, text, results): |
| self.build.text = text |
| self.build.results = results |
| |
| def setupStep(self, step, *args, **kwargs): |
| self.previous_steps = kwargs.get('previous_steps') or [] |
| if self.previous_steps: |
| del kwargs['previous_steps'] |
| |
| super(BuildStepMixinAdditions, self).setupStep(step, *args, **kwargs) |
| self.build.terminate = False |
| self.build.stopped = False |
| self.build.executedSteps = self.executedSteps |
| self.build.buildFinished = self.fakeBuildFinished |
| self._expected_added_urls = [] |
| self._expected_sources = None |
| |
| @property |
| def executedSteps(self): |
| return [step for step in self.previous_steps if not step.stopped] |
| |
| def setProperty(self, name, value, source='Unknown'): |
| self.properties.setProperty(name, value, source) |
| |
| def getProperty(self, name): |
| return self.properties.getProperty(name) |
| |
| def expectAddedURLs(self, added_urls): |
| self._expected_added_urls = added_urls |
| |
| def expectUploadedFile(self, path): |
| self._expected_uploaded_files.append(path) |
| |
| def expectLocalCommands(self, *expected_commands): |
| self._expected_local_commands.extend(expected_commands) |
| |
| def expectRemoteCommands(self, *expected_commands): |
| self.expectCommands(*expected_commands) |
| |
| def expectSources(self, expected_sources): |
| self._expected_sources = expected_sources |
| |
| def _checkSpawnProcess(self, processProtocol, executable, args, env, path, usePTY, **kwargs): |
| got = (executable, args, env, path, usePTY) |
| if not self._expected_local_commands: |
| self.fail('got local command {0} when no further commands were expected'.format(got)) |
| local_command = self._expected_local_commands.pop(0) |
| try: |
| self.assertEqual(got, (local_command.args[0], local_command.args, local_command.env, local_command.path, local_command.usePTY)) |
| except AssertionError: |
| log.err() |
| raise |
| for name, value in local_command.logs: |
| if name == 'stdout': |
| processProtocol.outReceived(value) |
| elif name == 'stderr': |
| processProtocol.errReceived(value) |
| if local_command.rc != 0: |
| value = error.ProcessTerminated(exitCode=local_command.rc) |
| else: |
| value = error.ProcessDone(None) |
| processProtocol.processEnded(failure.Failure(value)) |
| |
| def _added_files(self): |
| results = [] |
| for dirpath, dirnames, filenames in os.walk(self._temp_directory): |
| relative_root_path = os.path.relpath(dirpath, start=self._temp_directory) |
| if relative_root_path == '.': |
| relative_root_path = '' |
| for name in filenames: |
| results.append(os.path.join(relative_root_path, name)) |
| return results |
| |
| def runStep(self): |
| def check(result): |
| self.assertEqual(self._expected_local_commands, [], 'assert all expected local commands were run') |
| self.expectAddedURLs(self._expected_added_urls) |
| self.assertEqual(self._added_files(), self._expected_uploaded_files) |
| if self._expected_sources is not None: |
| # Convert to dictionaries because assertEqual() only knows how to diff Python built-in types. |
| actual_sources = sorted([source.asDict() for source in self.build.sources], key=operator.itemgetter('codebase')) |
| expected_sources = sorted([source.asDict() for source in self._expected_sources], key=operator.itemgetter('codebase')) |
| self.assertEqual(actual_sources, expected_sources) |
| deferred_result = super(BuildStepMixinAdditions, self).runStep() |
| deferred_result.addCallback(check) |
| return deferred_result |
| |
| |
| class TestStepNameShouldBeValidIdentifier(BuildStepMixinAdditions, unittest.TestCase): |
| def test_step_names_are_valid(self): |
| import steps |
| build_step_classes = inspect.getmembers(steps, inspect.isclass) |
| for build_step in build_step_classes: |
| if 'name' in vars(build_step[1]): |
| name = build_step[1].name |
| self.assertFalse(' ' in name, 'step name "{}" contain space.'.format(name)) |
| self.assertTrue(buildbot_identifiers.ident_re.match(name), 'step name "{}" is not a valid buildbot identifier.'.format(name)) |
| |
| |
| class TestRunBindingsTests(BuildStepMixinAdditions, unittest.TestCase): |
| def setUp(self): |
| self.longMessage = True |
| return self.setUpBuildStep() |
| |
| def tearDown(self): |
| return self.tearDownBuildStep() |
| |
| def test_success(self): |
| self.setupStep(RunBindingsTests()) |
| self.expectRemoteCommands( |
| ExpectShell( |
| workdir='wkdir', |
| timeout=1200, |
| logEnviron=True, |
| command=['python3', 'Tools/Scripts/run-bindings-tests'], |
| ) + 0, |
| ) |
| self.expectOutcome(result=SUCCESS, state_string='bindings-tests') |
| return self.runStep() |
| |
| def test_failure(self): |
| self.setupStep(RunBindingsTests()) |
| self.expectRemoteCommands( |
| ExpectShell( |
| workdir='wkdir', |
| timeout=1200, |
| logEnviron=True, |
| command=['python3', 'Tools/Scripts/run-bindings-tests'], |
| ) + 2 |
| + ExpectShell.log('stdio', stdout='FAIL: (JS) JSTestInterface.cpp'), |
| ) |
| self.expectOutcome(result=FAILURE, state_string='bindings-tests (failure)') |
| return self.runStep() |
| |
| |
| class TestKillOldProcesses(BuildStepMixinAdditions, unittest.TestCase): |
| def setUp(self): |
| self.longMessage = True |
| return self.setUpBuildStep() |
| |
| def tearDown(self): |
| return self.tearDownBuildStep() |
| |
| def test_success(self): |
| self.setupStep(KillOldProcesses()) |
| self.expectRemoteCommands( |
| ExpectShell( |
| workdir='wkdir', |
| timeout=1200, |
| logEnviron=True, |
| command=['python3', 'Tools/CISupport/kill-old-processes', 'buildbot'], |
| ) + 0, |
| ) |
| self.expectOutcome(result=SUCCESS, state_string='killed old processes') |
| return self.runStep() |
| |
| def test_failure(self): |
| self.setupStep(KillOldProcesses()) |
| self.expectRemoteCommands( |
| ExpectShell( |
| workdir='wkdir', |
| timeout=1200, |
| logEnviron=True, |
| command=['python3', 'Tools/CISupport/kill-old-processes', 'buildbot'], |
| ) + 2 |
| + ExpectShell.log('stdio', stdout='Unexpected error.'), |
| ) |
| self.expectOutcome(result=FAILURE, state_string='killed old processes (failure)') |
| return self.runStep() |
| |
| |
| class TestCleanBuildIfScheduled(BuildStepMixinAdditions, unittest.TestCase): |
| def setUp(self): |
| self.longMessage = True |
| return self.setUpBuildStep() |
| |
| def tearDown(self): |
| return self.tearDownBuildStep() |
| |
| def test_success(self): |
| self.setupStep(CleanBuildIfScheduled()) |
| self.setProperty('fullPlatform', 'ios-14') |
| self.setProperty('configuration', 'release') |
| self.setProperty('is_clean', 'True') |
| self.expectRemoteCommands( |
| ExpectShell( |
| workdir='wkdir', |
| timeout=1200, |
| logEnviron=True, |
| command=['python3', 'Tools/CISupport/clean-build', '--platform=ios-14', '--release'], |
| ) + 0, |
| ) |
| self.expectOutcome(result=SUCCESS, state_string='deleted WebKitBuild directory') |
| return self.runStep() |
| |
| def test_failure(self): |
| self.setupStep(CleanBuildIfScheduled()) |
| self.setProperty('fullPlatform', 'ios-simulator-14') |
| self.setProperty('configuration', 'debug') |
| self.setProperty('is_clean', 'True') |
| self.expectRemoteCommands( |
| ExpectShell( |
| workdir='wkdir', |
| timeout=1200, |
| logEnviron=True, |
| command=['python3', 'Tools/CISupport/clean-build', '--platform=ios-simulator-14', '--debug'], |
| ) + 2 |
| + ExpectShell.log('stdio', stdout='Unexpected error.'), |
| ) |
| self.expectOutcome(result=FAILURE, state_string='deleted WebKitBuild directory (failure)') |
| return self.runStep() |
| |
| def test_skip(self): |
| self.setupStep(CleanBuildIfScheduled()) |
| self.setProperty('fullPlatform', 'ios-simulator-14') |
| self.setProperty('configuration', 'debug') |
| self.expectOutcome(result=SKIPPED, state_string='deleted WebKitBuild directory (skipped)') |
| return self.runStep() |
| |
| |
| class TestInstallGtkDependencies(BuildStepMixinAdditions, unittest.TestCase): |
| def setUp(self): |
| self.longMessage = True |
| return self.setUpBuildStep() |
| |
| def tearDown(self): |
| return self.tearDownBuildStep() |
| |
| def test_success(self): |
| self.setupStep(InstallGtkDependencies()) |
| self.setProperty('configuration', 'release') |
| self.assertEqual(InstallGtkDependencies.haltOnFailure, True) |
| self.expectRemoteCommands( |
| ExpectShell(workdir='wkdir', |
| timeout=1200, |
| logEnviron=True, |
| command=['perl', 'Tools/Scripts/update-webkitgtk-libs', '--release'], |
| ) |
| + 0, |
| ) |
| self.expectOutcome(result=SUCCESS, state_string='updated gtk dependencies') |
| return self.runStep() |
| |
| def test_failure(self): |
| self.setupStep(InstallGtkDependencies()) |
| self.setProperty('configuration', 'debug') |
| self.assertEqual(InstallGtkDependencies.haltOnFailure, True) |
| self.expectRemoteCommands( |
| ExpectShell( |
| workdir='wkdir', |
| timeout=1200, |
| logEnviron=True, |
| command=['perl', 'Tools/Scripts/update-webkitgtk-libs', '--debug'], |
| ) + 2 |
| + ExpectShell.log('stdio', stdout='Unexpected error.'), |
| ) |
| self.expectOutcome(result=FAILURE, state_string='updated gtk dependencies (failure)') |
| return self.runStep() |
| |
| |
| class TestInstallWpeDependencies(BuildStepMixinAdditions, unittest.TestCase): |
| def setUp(self): |
| self.longMessage = True |
| return self.setUpBuildStep() |
| |
| def tearDown(self): |
| return self.tearDownBuildStep() |
| |
| def test_success(self): |
| self.setupStep(InstallWpeDependencies()) |
| self.setProperty('configuration', 'release') |
| self.assertEqual(InstallWpeDependencies.haltOnFailure, True) |
| self.expectRemoteCommands( |
| ExpectShell( |
| workdir='wkdir', |
| timeout=1200, |
| logEnviron=True, |
| command=['perl', 'Tools/Scripts/update-webkitwpe-libs', '--release'], |
| ) + 0, |
| ) |
| self.expectOutcome(result=SUCCESS, state_string='updated wpe dependencies') |
| return self.runStep() |
| |
| def test_failure(self): |
| self.setupStep(InstallWpeDependencies()) |
| self.setProperty('configuration', 'release') |
| self.assertEqual(InstallWpeDependencies.haltOnFailure, True) |
| self.expectRemoteCommands( |
| ExpectShell( |
| workdir='wkdir', |
| timeout=1200, |
| logEnviron=True, |
| command=['perl', 'Tools/Scripts/update-webkitwpe-libs', '--release'], |
| ) + 2 |
| + ExpectShell.log('stdio', stdout='Unexpected error.'), |
| ) |
| self.expectOutcome(result=FAILURE, state_string='updated wpe dependencies (failure)') |
| return self.runStep() |
| |
| |
| class TestCompileWebKit(BuildStepMixinAdditions, unittest.TestCase): |
| def setUp(self): |
| self.longMessage = True |
| return self.setUpBuildStep() |
| |
| def tearDown(self): |
| return self.tearDownBuildStep() |
| |
| def test_success(self): |
| self.setupStep(CompileWebKit()) |
| self.setProperty('fullPlatform', 'ios-simulator-11') |
| self.setProperty('configuration', 'release') |
| self.expectRemoteCommands( |
| ExpectShell( |
| workdir='wkdir', |
| timeout=1200, |
| logEnviron=True, |
| command=['perl', 'Tools/Scripts/build-webkit', '--release'], |
| ) + 0, |
| ) |
| self.expectOutcome(result=SUCCESS, state_string='compiled') |
| return self.runStep() |
| |
| def test_success_gtk(self): |
| self.setupStep(CompileWebKit()) |
| self.setProperty('platform', 'gtk') |
| self.setProperty('fullPlatform', 'gtk') |
| self.setProperty('configuration', 'release') |
| self.expectRemoteCommands( |
| ExpectShell( |
| workdir='wkdir', |
| timeout=1200, |
| logEnviron=True, |
| command=['perl', 'Tools/Scripts/build-webkit', '--release', '--prefix=/app/webkit/WebKitBuild/Release/install', '--gtk'], |
| ) + 0, |
| ) |
| self.expectOutcome(result=SUCCESS, state_string='compiled') |
| return self.runStep() |
| |
| def test_success_wpe(self): |
| self.setupStep(CompileWebKit()) |
| self.setProperty('platform', 'wpe') |
| self.setProperty('fullPlatform', 'wpe') |
| self.setProperty('configuration', 'release') |
| self.expectRemoteCommands( |
| ExpectShell( |
| workdir='wkdir', |
| timeout=1200, |
| logEnviron=True, |
| command=['perl', 'Tools/Scripts/build-webkit', '--release', '--wpe'], |
| ) + 0, |
| ) |
| self.expectOutcome(result=SUCCESS, state_string='compiled') |
| return self.runStep() |
| |
| def test_failure(self): |
| self.setupStep(CompileWebKit()) |
| self.setProperty('fullPlatform', 'mac-sierra') |
| self.setProperty('configuration', 'debug') |
| self.expectRemoteCommands( |
| ExpectShell( |
| workdir='wkdir', |
| timeout=1200, |
| logEnviron=True, |
| command=['perl', 'Tools/Scripts/build-webkit', '--debug'], |
| ) + 2 |
| + ExpectShell.log('stdio', stdout='1 error generated.'), |
| ) |
| self.expectOutcome(result=FAILURE, state_string='compiled (failure)') |
| return self.runStep() |
| |
| |
| class TestCompileJSCOnly(BuildStepMixinAdditions, unittest.TestCase): |
| def setUp(self): |
| self.longMessage = True |
| return self.setUpBuildStep() |
| |
| def tearDown(self): |
| return self.tearDownBuildStep() |
| |
| def test_success(self): |
| self.setupStep(CompileJSCOnly()) |
| self.setProperty('fullPlatform', 'jsc-only') |
| self.setProperty('configuration', 'release') |
| self.expectRemoteCommands( |
| ExpectShell( |
| workdir='wkdir', |
| timeout=1200, |
| logEnviron=True, |
| command=['perl', 'Tools/Scripts/build-jsc', '--release'], |
| ) + 0, |
| ) |
| self.expectOutcome(result=SUCCESS, state_string='compiled') |
| return self.runStep() |
| |
| def test_failure(self): |
| self.setupStep(CompileJSCOnly()) |
| self.setProperty('fullPlatform', 'jsc-only') |
| self.setProperty('configuration', 'debug') |
| self.expectRemoteCommands( |
| ExpectShell( |
| workdir='wkdir', |
| logEnviron=True, |
| command=['perl', 'Tools/Scripts/build-jsc', '--debug'], |
| ) + 2 |
| + ExpectShell.log('stdio', stdout='1 error generated.'), |
| ) |
| self.expectOutcome(result=FAILURE, state_string='compiled (failure)') |
| return self.runStep() |
| |
| |
| class TestShowIdentifier(BuildStepMixinAdditions, unittest.TestCase): |
| def setUp(self): |
| self.longMessage = True |
| return self.setUpBuildStep() |
| |
| def tearDown(self): |
| return self.tearDownBuildStep() |
| |
| def test_success(self): |
| self.setupStep(ShowIdentifier()) |
| self.setProperty('got_revision', '272692') |
| self.expectRemoteCommands( |
| ExpectShell(workdir='wkdir', |
| timeout=600, |
| logEnviron=False, |
| command=['python3', 'Tools/Scripts/git-webkit', 'find', 'r272692']) + |
| ExpectShell.log('stdio', stdout='Identifier: 233939@main') + |
| 0, |
| ) |
| self.expectOutcome(result=SUCCESS, state_string='Identifier: 233939@main') |
| rc = self.runStep() |
| self.assertEqual(self.getProperty('identifier'), '233939@main') |
| return rc |
| |
| def test_failure(self): |
| self.setupStep(ShowIdentifier()) |
| self.setProperty('got_revision', '272692') |
| self.expectRemoteCommands( |
| ExpectShell(workdir='wkdir', |
| timeout=600, |
| logEnviron=False, |
| command=['python3', 'Tools/Scripts/git-webkit', 'find', 'r272692']) + |
| ExpectShell.log('stdio', stdout='Unexpected failure') + |
| 2, |
| ) |
| self.expectOutcome(result=FAILURE, state_string='Failed to find identifier') |
| return self.runStep() |
| |
| |
| class TestRunWebKitPerlTests(BuildStepMixinAdditions, unittest.TestCase): |
| def setUp(self): |
| self.longMessage = True |
| return self.setUpBuildStep() |
| |
| def tearDown(self): |
| return self.tearDownBuildStep() |
| |
| def test_success(self): |
| self.setupStep(RunPerlTests()) |
| self.expectRemoteCommands( |
| ExpectShell( |
| workdir='wkdir', |
| timeout=1200, |
| logEnviron=True, |
| command=['perl', 'Tools/Scripts/test-webkitperl'], |
| ) + 0, |
| ) |
| self.expectOutcome(result=SUCCESS, state_string='webkitperl-test') |
| return self.runStep() |
| |
| def test_failure(self): |
| self.setupStep(RunPerlTests()) |
| self.expectRemoteCommands( |
| ExpectShell( |
| workdir='wkdir', |
| timeout=1200, |
| logEnviron=True, |
| command=['perl', 'Tools/Scripts/test-webkitperl'], |
| ) + 2 |
| + ExpectShell.log('stdio', stdout='''Failed tests: 1-3, 5-7, 9, 11-13 |
| Files=40, Tests=630, 4 wallclock secs ( 0.16 usr 0.09 sys + 2.78 cusr 0.64 csys = 3.67 CPU) |
| Result: FAIL |
| Failed 1/40 test programs. 10/630 subtests failed.'''), |
| ) |
| self.expectOutcome(result=FAILURE, state_string='10 perl tests failed') |
| return self.runStep() |
| |
| |
| class TestRunWebKitPyTests(BuildStepMixinAdditions, unittest.TestCase): |
| def setUp(self): |
| self.longMessage = True |
| os.environ['RESULTS_SERVER_API_KEY'] = 'test-api-key' |
| return self.setUpBuildStep() |
| |
| def tearDown(self): |
| del os.environ['RESULTS_SERVER_API_KEY'] |
| return self.tearDownBuildStep() |
| |
| def configureStep(self): |
| self.setupStep(RunWebKitPyTests()) |
| self.setProperty('buildername', 'WebKitPy-Tests-EWS') |
| self.setProperty('buildnumber', '101') |
| self.setProperty('workername', 'ews100') |
| |
| def test_success(self): |
| self.configureStep() |
| self.expectRemoteCommands( |
| ExpectShell( |
| workdir='wkdir', |
| timeout=1200, |
| logEnviron=False, |
| command=['python3', 'Tools/Scripts/test-webkitpy', '--verbose', |
| '--buildbot-master', CURRENT_HOSTNAME, |
| '--builder-name', 'WebKitPy-Tests-EWS', |
| '--build-number', '101', '--buildbot-worker', 'ews100', |
| '--report', RESULTS_WEBKIT_URL], |
| env={'RESULTS_SERVER_API_KEY': 'test-api-key'} |
| ) + 0, |
| ) |
| self.expectOutcome(result=SUCCESS, state_string='webkitpy-test') |
| return self.runStep() |
| |
| def test_unexpected_failure(self): |
| self.configureStep() |
| self.expectRemoteCommands( |
| ExpectShell( |
| workdir='wkdir', |
| timeout=1200, |
| logEnviron=False, |
| command=['python3', 'Tools/Scripts/test-webkitpy', '--verbose', |
| '--buildbot-master', CURRENT_HOSTNAME, |
| '--builder-name', 'WebKitPy-Tests-EWS', |
| '--build-number', '101', '--buildbot-worker', 'ews100', |
| '--report', RESULTS_WEBKIT_URL], |
| env={'RESULTS_SERVER_API_KEY': 'test-api-key'} |
| ) + 2, |
| ) |
| self.expectOutcome(result=FAILURE, state_string='webkitpy-test (failure)') |
| return self.runStep() |
| |
| def test_failure(self): |
| self.configureStep() |
| self.expectRemoteCommands( |
| ExpectShell( |
| workdir='wkdir', |
| timeout=1200, |
| logEnviron=False, |
| command=['python3', 'Tools/Scripts/test-webkitpy', '--verbose', |
| '--buildbot-master', CURRENT_HOSTNAME, |
| '--builder-name', 'WebKitPy-Tests-EWS', |
| '--build-number', '101', '--buildbot-worker', 'ews100', |
| '--report', RESULTS_WEBKIT_URL], |
| env={'RESULTS_SERVER_API_KEY': 'test-api-key'} |
| ) + 2 |
| + ExpectShell.log('stdio', stdout='FAILED (failures=2, errors=0)'), |
| ) |
| self.expectOutcome(result=FAILURE, state_string='2 python tests failed') |
| return self.runStep() |
| |
| def test_errors(self): |
| self.configureStep() |
| self.expectRemoteCommands( |
| ExpectShell( |
| workdir='wkdir', |
| timeout=1200, |
| logEnviron=False, |
| command=['python3', 'Tools/Scripts/test-webkitpy', '--verbose', |
| '--buildbot-master', CURRENT_HOSTNAME, |
| '--builder-name', 'WebKitPy-Tests-EWS', |
| '--build-number', '101', '--buildbot-worker', 'ews100', |
| '--report', RESULTS_WEBKIT_URL], |
| env={'RESULTS_SERVER_API_KEY': 'test-api-key'} |
| ) + 2 |
| + ExpectShell.log('stdio', stdout='FAILED (failures=0, errors=2)'), |
| ) |
| self.expectOutcome(result=FAILURE, state_string='2 python tests failed') |
| return self.runStep() |
| |
| def test_lot_of_failures(self): |
| self.configureStep() |
| self.expectRemoteCommands( |
| ExpectShell( |
| workdir='wkdir', |
| timeout=1200, |
| logEnviron=False, |
| command=['python3', 'Tools/Scripts/test-webkitpy', '--verbose', |
| '--buildbot-master', CURRENT_HOSTNAME, |
| '--builder-name', 'WebKitPy-Tests-EWS', |
| '--build-number', '101', '--buildbot-worker', 'ews100', |
| '--report', RESULTS_WEBKIT_URL], |
| env={'RESULTS_SERVER_API_KEY': 'test-api-key'} |
| ) + 2 |
| + ExpectShell.log('stdio', stdout='FAILED (failures=30, errors=2)'), |
| ) |
| self.expectOutcome(result=FAILURE, state_string='32 python tests failed') |
| return self.runStep() |
| |
| |
| class TestRunLLDBWebKitTests(BuildStepMixinAdditions, unittest.TestCase): |
| def setUp(self): |
| self.longMessage = True |
| return self.setUpBuildStep() |
| |
| def tearDown(self): |
| return self.tearDownBuildStep() |
| |
| def test_success(self): |
| self.setupStep(RunLLDBWebKitTests()) |
| self.setProperty('configuration', 'release') |
| self.expectRemoteCommands( |
| ExpectShell( |
| workdir='wkdir', |
| timeout=1200, |
| logEnviron=True, |
| command=['python3', 'Tools/Scripts/test-lldb-webkit', '--verbose', '--no-build', '--release'], |
| ) + 0, |
| ) |
| self.expectOutcome(result=SUCCESS, state_string='lldb-webkit-test') |
| return self.runStep() |
| |
| def test_unexpected_failure(self): |
| self.setupStep(RunLLDBWebKitTests()) |
| self.setProperty('configuration', 'release') |
| self.expectRemoteCommands( |
| ExpectShell( |
| workdir='wkdir', |
| timeout=1200, |
| logEnviron=True, |
| command=['python3', 'Tools/Scripts/test-lldb-webkit', '--verbose', '--no-build', '--release'], |
| ) + 2, |
| ) |
| self.expectOutcome(result=FAILURE, state_string='lldb-webkit-test (failure)') |
| return self.runStep() |
| |
| def test_failure(self): |
| self.setupStep(RunLLDBWebKitTests()) |
| self.setProperty('configuration', 'release') |
| self.expectRemoteCommands( |
| ExpectShell( |
| workdir='wkdir', |
| timeout=1200, |
| logEnviron=True, |
| command=['python3', 'Tools/Scripts/test-lldb-webkit', '--verbose', '--no-build', '--release'], |
| ) + 2 |
| + ExpectShell.log('stdio', stdout='FAILED (failures=2, errors=0)'), |
| ) |
| self.expectOutcome(result=FAILURE, state_string='2 lldb tests failed') |
| return self.runStep() |
| |
| def test_errors(self): |
| self.setupStep(RunLLDBWebKitTests()) |
| self.setProperty('configuration', 'release') |
| self.expectRemoteCommands( |
| ExpectShell( |
| workdir='wkdir', |
| timeout=1200, |
| logEnviron=True, |
| command=['python3', 'Tools/Scripts/test-lldb-webkit', '--verbose', '--no-build', '--release'], |
| ) + 2 |
| + ExpectShell.log('stdio', stdout='FAILED (failures=0, errors=2)'), |
| ) |
| self.expectOutcome(result=FAILURE, state_string='2 lldb tests failed') |
| return self.runStep() |
| |
| def test_lot_of_failures(self): |
| self.setupStep(RunLLDBWebKitTests()) |
| self.setProperty('configuration', 'release') |
| self.expectRemoteCommands( |
| ExpectShell( |
| workdir='wkdir', |
| timeout=1200, |
| logEnviron=True, |
| command=['python3', 'Tools/Scripts/test-lldb-webkit', '--verbose', '--no-build', '--release'], |
| ) + 2 |
| + ExpectShell.log('stdio', stdout='FAILED (failures=30, errors=2)'), |
| ) |
| self.expectOutcome(result=FAILURE, state_string='32 lldb tests failed') |
| return self.runStep() |
| |
| |
| class TestRunWebKitTests(BuildStepMixinAdditions, unittest.TestCase): |
| def setUp(self): |
| self.longMessage = True |
| os.environ['RESULTS_SERVER_API_KEY'] = 'test-api-key' |
| return self.setUpBuildStep() |
| |
| def tearDown(self): |
| del os.environ['RESULTS_SERVER_API_KEY'] |
| return self.tearDownBuildStep() |
| |
| def configureStep(self): |
| self.setupStep(RunWebKitTests()) |
| self.setProperty('buildername', 'iOS-14-Simulator-WK2-Tests-EWS') |
| self.setProperty('buildnumber', '101') |
| self.setProperty('workername', 'ews100') |
| |
| def test_success(self): |
| self.configureStep() |
| self.setProperty('fullPlatform', 'ios-simulator') |
| self.setProperty('configuration', 'release') |
| self.expectRemoteCommands( |
| ExpectShell( |
| workdir='wkdir', |
| timeout=1200, |
| logEnviron=False, |
| command=['python', 'Tools/Scripts/run-webkit-tests', '--no-build', '--no-show-results', |
| '--no-new-test-results', '--clobber-old-results', |
| '--builder-name', 'iOS-14-Simulator-WK2-Tests-EWS', |
| '--build-number', '101', '--buildbot-worker', 'ews100', |
| '--buildbot-master', CURRENT_HOSTNAME, |
| '--report', RESULTS_WEBKIT_URL, |
| '--exit-after-n-crashes-or-timeouts', '50', |
| '--exit-after-n-failures', '500', |
| '--release', '--results-directory', 'layout-test-results', '--debug-rwt-logging'], |
| env={'RESULTS_SERVER_API_KEY': 'test-api-key'} |
| ) + 0, |
| ) |
| self.expectOutcome(result=SUCCESS, state_string='layout-tests') |
| return self.runStep() |
| |
| def test_warnings(self): |
| self.configureStep() |
| self.setProperty('fullPlatform', 'ios-simulator') |
| self.setProperty('configuration', 'release') |
| self.expectRemoteCommands( |
| ExpectShell( |
| workdir='wkdir', |
| timeout=1200, |
| logEnviron=False, |
| command=['python', 'Tools/Scripts/run-webkit-tests', '--no-build', '--no-show-results', |
| '--no-new-test-results', '--clobber-old-results', |
| '--builder-name', 'iOS-14-Simulator-WK2-Tests-EWS', |
| '--build-number', '101', '--buildbot-worker', 'ews100', |
| '--buildbot-master', CURRENT_HOSTNAME, |
| '--report', RESULTS_WEBKIT_URL, |
| '--exit-after-n-crashes-or-timeouts', '50', |
| '--exit-after-n-failures', '500', |
| '--release', '--results-directory', 'layout-test-results', '--debug-rwt-logging'], |
| env={'RESULTS_SERVER_API_KEY': 'test-api-key'} |
| ) + 0 |
| + ExpectShell.log('stdio', stdout='''Unexpected flakiness: timeouts (2) |
| imported/blink/storage/indexeddb/blob-valid-before-commit.html [ Timeout Pass ] |
| storage/indexeddb/modern/deleteindex-2.html [ Timeout Pass ]'''), |
| ) |
| self.expectOutcome(result=WARNINGS, state_string='2 flakes') |
| return self.runStep() |
| |
| def test_failure(self): |
| self.configureStep() |
| self.setProperty('fullPlatform', 'ios-simulator') |
| self.setProperty('configuration', 'release') |
| self.expectRemoteCommands( |
| ExpectShell( |
| workdir='wkdir', |
| timeout=1200, |
| logEnviron=False, |
| command=['python', 'Tools/Scripts/run-webkit-tests', '--no-build', '--no-show-results', |
| '--no-new-test-results', '--clobber-old-results', |
| '--builder-name', 'iOS-14-Simulator-WK2-Tests-EWS', |
| '--build-number', '101', '--buildbot-worker', 'ews100', |
| '--buildbot-master', CURRENT_HOSTNAME, |
| '--report', RESULTS_WEBKIT_URL, |
| '--exit-after-n-crashes-or-timeouts', '50', |
| '--exit-after-n-failures', '500', |
| '--release', '--results-directory', 'layout-test-results', '--debug-rwt-logging'], |
| env={'RESULTS_SERVER_API_KEY': 'test-api-key'} |
| ) + 2 |
| + ExpectShell.log('stdio', stdout='9 failures found.'), |
| ) |
| self.expectOutcome(result=FAILURE, state_string='layout-tests (failure)') |
| return self.runStep() |
| |
| def test_unexpected_error(self): |
| self.configureStep() |
| self.setProperty('fullPlatform', 'mac-highsierra') |
| self.setProperty('configuration', 'debug') |
| self.expectRemoteCommands( |
| ExpectShell( |
| workdir='wkdir', |
| timeout=1200, |
| logEnviron=False, |
| command=['python', 'Tools/Scripts/run-webkit-tests', '--no-build', '--no-show-results', |
| '--no-new-test-results', '--clobber-old-results', |
| '--builder-name', 'iOS-14-Simulator-WK2-Tests-EWS', |
| '--build-number', '101', '--buildbot-worker', 'ews100', |
| '--buildbot-master', CURRENT_HOSTNAME, |
| '--report', RESULTS_WEBKIT_URL, |
| '--exit-after-n-crashes-or-timeouts', '50', |
| '--exit-after-n-failures', '500', |
| '--debug', '--results-directory', 'layout-test-results', '--debug-rwt-logging'], |
| env={'RESULTS_SERVER_API_KEY': 'test-api-key'} |
| ) + 2 |
| + ExpectShell.log('stdio', stdout='Unexpected error.'), |
| ) |
| self.expectOutcome(result=FAILURE, state_string='layout-tests (failure)') |
| return self.runStep() |
| |
| def test_exception(self): |
| self.configureStep() |
| self.setProperty('fullPlatform', 'mac-highsierra') |
| self.setProperty('configuration', 'debug') |
| self.expectRemoteCommands( |
| ExpectShell( |
| workdir='wkdir', |
| timeout=1200, |
| logEnviron=False, |
| command=['python', 'Tools/Scripts/run-webkit-tests', '--no-build', '--no-show-results', |
| '--no-new-test-results', '--clobber-old-results', |
| '--builder-name', 'iOS-14-Simulator-WK2-Tests-EWS', |
| '--build-number', '101', '--buildbot-worker', 'ews100', |
| '--buildbot-master', CURRENT_HOSTNAME, |
| '--report', RESULTS_WEBKIT_URL, |
| '--exit-after-n-crashes-or-timeouts', '50', |
| '--exit-after-n-failures', '500', |
| '--debug', '--results-directory', 'layout-test-results', '--debug-rwt-logging'], |
| env={'RESULTS_SERVER_API_KEY': 'test-api-key'} |
| ) + 254 |
| + ExpectShell.log('stdio', stdout='Unexpected error.'), |
| ) |
| self.expectOutcome(result=EXCEPTION, state_string='layout-tests (exception)') |
| return self.runStep() |
| |
| |
| class TestRunWebKit1Tests(BuildStepMixinAdditions, unittest.TestCase): |
| def setUp(self): |
| self.longMessage = True |
| self.jsonFileName = 'layout-test-results/full_results.json' |
| os.environ['RESULTS_SERVER_API_KEY'] = 'test-api-key' |
| return self.setUpBuildStep() |
| |
| def tearDown(self): |
| del os.environ['RESULTS_SERVER_API_KEY'] |
| return self.tearDownBuildStep() |
| |
| def configureStep(self): |
| self.setupStep(RunWebKit1Tests()) |
| self.setProperty('buildername', 'Apple-iOS-14-Simulator-Debug-Build') |
| self.setProperty('buildnumber', '101') |
| self.setProperty('workername', 'bot100') |
| |
| def test_success(self): |
| self.configureStep() |
| self.setProperty('fullPlatform', 'ios-simulator') |
| self.setProperty('configuration', 'debug') |
| self.expectRemoteCommands( |
| ExpectShell( |
| workdir='wkdir', |
| logEnviron=False, |
| command=['python', 'Tools/Scripts/run-webkit-tests', '--no-build', '--no-show-results', |
| '--no-new-test-results', '--clobber-old-results', |
| '--builder-name', 'Apple-iOS-14-Simulator-Debug-Build', |
| '--build-number', '101', '--buildbot-worker', 'bot100', |
| '--buildbot-master', CURRENT_HOSTNAME, |
| '--report', RESULTS_WEBKIT_URL, |
| '--exit-after-n-crashes-or-timeouts', '50', |
| '--exit-after-n-failures', '500', |
| '--debug', '--dump-render-tree', '--results-directory', 'layout-test-results', '--debug-rwt-logging'], |
| env={'RESULTS_SERVER_API_KEY': 'test-api-key'} |
| ) + 0, |
| ) |
| self.expectOutcome(result=SUCCESS, state_string='layout-tests') |
| return self.runStep() |
| |
| def test_failure(self): |
| self.configureStep() |
| self.setProperty('fullPlatform', 'ios-14') |
| self.setProperty('configuration', 'release') |
| self.expectRemoteCommands( |
| ExpectShell( |
| workdir='wkdir', |
| logEnviron=False, |
| command=['python', 'Tools/Scripts/run-webkit-tests', '--no-build', '--no-show-results', |
| '--no-new-test-results', '--clobber-old-results', |
| '--builder-name', 'Apple-iOS-14-Simulator-Debug-Build', |
| '--build-number', '101', '--buildbot-worker', 'bot100', |
| '--buildbot-master', CURRENT_HOSTNAME, |
| '--report', RESULTS_WEBKIT_URL, |
| '--exit-after-n-crashes-or-timeouts', '50', |
| '--exit-after-n-failures', '500', |
| '--release', '--dump-render-tree', '--results-directory', 'layout-test-results', '--debug-rwt-logging'], |
| env={'RESULTS_SERVER_API_KEY': 'test-api-key'} |
| ) + ExpectShell.log('stdio', stdout='9 failures found.') |
| + 2, |
| ) |
| self.expectOutcome(result=FAILURE, state_string='layout-tests (failure)') |
| return self.runStep() |
| |
| |
| class TestRunJavaScriptCoreTests(BuildStepMixinAdditions, unittest.TestCase): |
| def setUp(self): |
| self.longMessage = True |
| os.environ['RESULTS_SERVER_API_KEY'] = 'test-api-key' |
| self.jsonFileName = 'jsc_results.json' |
| return self.setUpBuildStep() |
| |
| def tearDown(self): |
| del os.environ['RESULTS_SERVER_API_KEY'] |
| return self.tearDownBuildStep() |
| |
| def configureStep(self, platform=None, fullPlatform=None, configuration=None): |
| self.setupStep(RunJavaScriptCoreTests()) |
| if platform: |
| self.setProperty('platform', platform) |
| if fullPlatform: |
| self.setProperty('fullPlatform', fullPlatform) |
| if configuration: |
| self.setProperty('configuration', configuration) |
| self.setProperty('buildername', 'JSC-Tests') |
| self.setProperty('buildnumber', '101') |
| self.setProperty('workername', 'bot100') |
| |
| def test_success(self): |
| self.configureStep(platform='mac', fullPlatform='mac-highsierra', configuration='release') |
| self.expectRemoteCommands( |
| ExpectShell(workdir='wkdir', |
| logEnviron=False, |
| command=['perl', 'Tools/Scripts/run-javascriptcore-tests', '--no-build', '--no-fail-fast', '--json-output={0}'.format(self.jsonFileName), '--release', '--builder-name', 'JSC-Tests', '--build-number', '101', '--buildbot-worker', 'bot100', '--buildbot-master', CURRENT_HOSTNAME, '--report', 'https://results.webkit.org'], |
| logfiles={'json': self.jsonFileName}, |
| env={'RESULTS_SERVER_API_KEY': 'test-api-key'} |
| ) |
| + 0, |
| ) |
| self.expectOutcome(result=SUCCESS, state_string='jscore-test') |
| return self.runStep() |
| |
| def test_failure(self): |
| self.configureStep(platform='mac', fullPlatform='mac-highsierra', configuration='debug') |
| self.expectRemoteCommands( |
| ExpectShell(workdir='wkdir', |
| logEnviron=False, |
| command=['perl', 'Tools/Scripts/run-javascriptcore-tests', '--no-build', '--no-fail-fast', '--json-output={0}'.format(self.jsonFileName), '--debug', '--builder-name', 'JSC-Tests', '--build-number', '101', '--buildbot-worker', 'bot100', '--buildbot-master', CURRENT_HOSTNAME, '--report', 'https://results.webkit.org'], |
| logfiles={'json': self.jsonFileName}, |
| env={'RESULTS_SERVER_API_KEY': 'test-api-key'} |
| ) |
| + ExpectShell.log('stdio', stdout='Results for JSC stress tests:\n 9 failures found.') |
| + 2, |
| ) |
| self.expectOutcome(result=FAILURE, state_string='9 JSC tests failed') |
| return self.runStep() |
| |
| |
| class TestSetPermissions(BuildStepMixinAdditions, unittest.TestCase): |
| def setUp(self): |
| self.longMessage = True |
| return self.setUpBuildStep() |
| |
| def tearDown(self): |
| return self.tearDownBuildStep() |
| |
| def test_success(self): |
| self.setupStep(SetPermissions()) |
| self.setProperty('result_directory', 'public_html/results/Apple-BigSur-Release-WK2-Tests/r277034 (2346)') |
| self.expectLocalCommands( |
| ExpectMasterShellCommand(command=['chmod', 'a+rx', 'public_html/results/Apple-BigSur-Release-WK2-Tests/r277034 (2346)']) |
| + 0, |
| ) |
| self.expectOutcome(result=SUCCESS, state_string='Ran') |
| return self.runStep() |
| |
| def test_failure(self): |
| self.setupStep(SetPermissions()) |
| self.setProperty('result_directory', 'testdir') |
| self.expectLocalCommands( |
| ExpectMasterShellCommand(command=['chmod', 'a+rx', 'testdir']) |
| + 1, |
| ) |
| self.expectOutcome(result=FAILURE, state_string='failed (1) (failure)') |
| return self.runStep() |
| |
| |
| class TestSVNCleanup(BuildStepMixinAdditions, unittest.TestCase): |
| def setUp(self): |
| self.longMessage = True |
| return self.setUpBuildStep() |
| |
| def tearDown(self): |
| return self.tearDownBuildStep() |
| |
| def test_success(self): |
| self.setupStep(SVNCleanup()) |
| self.expectRemoteCommands( |
| ExpectShell( |
| workdir='wkdir', |
| timeout=600, |
| logEnviron=False, |
| command=['svn', 'cleanup'], |
| ) + 0, |
| ) |
| self.expectOutcome(result=SUCCESS, state_string='Run svn cleanup') |
| return self.runStep() |
| |
| def test_failure(self): |
| self.setupStep(SVNCleanup()) |
| self.expectRemoteCommands( |
| ExpectShell( |
| workdir='wkdir', |
| timeout=600, |
| logEnviron=False, |
| command=['svn', 'cleanup'], |
| ) + 2 |
| + ExpectShell.log('stdio', stdout='Unexpected error.'), |
| ) |
| self.expectOutcome(result=FAILURE, state_string='Run svn cleanup (failure)') |
| return self.runStep() |
| |
| |
| class TestPrintConfiguration(BuildStepMixinAdditions, unittest.TestCase): |
| def setUp(self): |
| self.longMessage = True |
| return self.setUpBuildStep() |
| |
| def tearDown(self): |
| return self.tearDownBuildStep() |
| |
| def test_success_mac(self): |
| self.setupStep(PrintConfiguration()) |
| self.setProperty('buildername', 'macOS-Monterey-Release-WK2-Tests-EWS') |
| self.setProperty('platform', 'mac-monterey') |
| |
| self.expectRemoteCommands( |
| ExpectShell(command=['hostname'], workdir='wkdir', timeout=60, logEnviron=False) + 0 |
| + ExpectShell.log('stdio', stdout='ews150.apple.com'), |
| ExpectShell(command=['df', '-hl'], workdir='wkdir', timeout=60, logEnviron=False) + 0 |
| + ExpectShell.log('stdio', stdout='''Filesystem Size Used Avail Capacity iused ifree %iused Mounted on |
| /dev/disk1s1 119Gi 95Gi 23Gi 81% 937959 9223372036853837848 0% / |
| /dev/disk1s4 119Gi 20Ki 23Gi 1% 0 9223372036854775807 0% /private/var/vm |
| /dev/disk0s3 119Gi 22Gi 97Gi 19% 337595 4294629684 0% /Volumes/Data'''), |
| ExpectShell(command=['date'], workdir='wkdir', timeout=60, logEnviron=False) + 0 |
| + ExpectShell.log('stdio', stdout='Tue Apr 9 15:30:52 PDT 2019'), |
| ExpectShell(command=['sw_vers'], workdir='wkdir', timeout=60, logEnviron=False) + 0 |
| + ExpectShell.log('stdio', stdout='''ProductName: macOS |
| ProductVersion: 12.0.1 |
| BuildVersion: 21A558'''), |
| ExpectShell(command=['system_profiler', 'SPSoftwareDataType', 'SPHardwareDataType'], workdir='wkdir', timeout=60, logEnviron=False) + 0 |
| + ExpectShell.log('stdio', stdout='Configuration version: Software: System Software Overview: System Version: macOS 11.4 (20F71) Kernel Version: Darwin 20.5.0 Boot Volume: Macintosh HD Boot Mode: Normal Computer Name: bot1020 User Name: WebKit Build Worker (buildbot) Secure Virtual Memory: Enabled System Integrity Protection: Enabled Time since boot: 27 seconds Hardware: Hardware Overview: Model Name: Mac mini Model Identifier: Macmini8,1 Processor Name: 6-Core Intel Core i7 Processor Speed: 3.2 GHz Number of Processors: 1 Total Number of Cores: 6 L2 Cache (per Core): 256 KB L3 Cache: 12 MB Hyper-Threading Technology: Enabled Memory: 32 GB System Firmware Version: 1554.120.19.0.0 (iBridge: 18.16.14663.0.0,0) Serial Number (system): C07DXXXXXXXX Hardware UUID: F724DE6E-706A-5A54-8D16-000000000000 Provisioning UDID: E724DE6E-006A-5A54-8D16-000000000000 Activation Lock Status: Disabled Xcode 12.5 Build version 12E262'), |
| ExpectShell(command=['xcodebuild', '-sdk', '-version'], workdir='wkdir', timeout=60, logEnviron=False) |
| + ExpectShell.log('stdio', stdout='''MacOSX12.0.sdk - macOS 12.0 (macosx12.0) |
| SDKVersion: 12.0 |
| Path: /Applications/Xcode.app/Contents/Developer/Platforms/MacOSX.platform/Developer/SDKs/MacOSX12.0.sdk |
| PlatformVersion: 12.0 |
| PlatformPath: /Applications/Xcode.app/Contents/Developer/Platforms/MacOSX.platform |
| ProductBuildVersion: 21A344 |
| ProductCopyright: 1983-2021 Apple Inc. |
| ProductName: macOS |
| ProductUserVisibleVersion: 12.0 |
| ProductVersion: 12.0 |
| iOSSupportVersion: 15.0 |
| |
| Xcode 13.1 |
| Build version 13A1030d''') |
| + 0, |
| ) |
| self.expectOutcome(result=SUCCESS, state_string='OS: Monterey (12.0.1), Xcode: 13.1') |
| return self.runStep() |
| |
| def test_success_ios_simulator(self): |
| self.setupStep(PrintConfiguration()) |
| self.setProperty('buildername', 'Apple-iOS-15-Simulator-Release-WK2-Tests') |
| self.setProperty('platform', 'ios-simulator-15') |
| |
| self.expectRemoteCommands( |
| ExpectShell(command=['hostname'], workdir='wkdir', timeout=60, logEnviron=False) + 0 |
| + ExpectShell.log('stdio', stdout='ews152.apple.com'), |
| ExpectShell(command=['df', '-hl'], workdir='wkdir', timeout=60, logEnviron=False) + 0 |
| + ExpectShell.log('stdio', stdout='''Filesystem Size Used Avail Capacity iused ifree %iused Mounted on |
| /dev/disk1s1 119Gi 95Gi 23Gi 81% 937959 9223372036853837848 0% / |
| /dev/disk1s4 119Gi 20Ki 23Gi 1% 0 9223372036854775807 0% /private/var/vm |
| /dev/disk0s3 119Gi 22Gi 97Gi 19% 337595 4294629684 0% /Volumes/Data'''), |
| ExpectShell(command=['date'], workdir='wkdir', timeout=60, logEnviron=False) + 0 |
| + ExpectShell.log('stdio', stdout='Tue Apr 9 15:30:52 PDT 2019'), |
| ExpectShell(command=['sw_vers'], workdir='wkdir', timeout=60, logEnviron=False) + 0 |
| + ExpectShell.log('stdio', stdout='''ProductName: macOS |
| ProductVersion: 11.6 |
| BuildVersion: 20G165'''), |
| ExpectShell(command=['system_profiler', 'SPSoftwareDataType', 'SPHardwareDataType'], workdir='wkdir', timeout=60, logEnviron=False) + 0 |
| + ExpectShell.log('stdio', stdout='Sample system information'), |
| ExpectShell(command=['xcodebuild', '-sdk', '-version'], workdir='wkdir', timeout=60, logEnviron=False) |
| + ExpectShell.log('stdio', stdout='''iPhoneSimulator15.0.sdk - Simulator - iOS 15.0 (iphonesimulator15.0) |
| SDKVersion: 15.0 |
| Path: /Applications/Xcode.app/Contents/Developer/Platforms/iPhoneSimulator.platform/Developer/SDKs/iPhoneSimulator15.0.sdk |
| PlatformVersion: 15.0 |
| PlatformPath: /Applications/Xcode.app/Contents/Developer/Platforms/iPhoneSimulator.platform |
| BuildID: 84856584-0587-11EC-B99C-6807972BB3D4 |
| ProductBuildVersion: 19A339 |
| ProductCopyright: 1983-2021 Apple Inc. |
| ProductName: iPhone OS |
| ProductVersion: 15.0 |
| |
| Xcode 13.0 |
| Build version 13A233''') |
| + 0, |
| ) |
| self.expectOutcome(result=SUCCESS, state_string='OS: Big Sur (11.6), Xcode: 13.0') |
| return self.runStep() |
| |
| def test_success_webkitpy(self): |
| self.setupStep(PrintConfiguration()) |
| self.setProperty('platform', '*') |
| |
| self.expectRemoteCommands( |
| ExpectShell(command=['hostname'], workdir='wkdir', timeout=60, logEnviron=False) + 0, |
| ExpectShell(command=['df', '-hl'], workdir='wkdir', timeout=60, logEnviron=False) + 0, |
| ExpectShell(command=['date'], workdir='wkdir', timeout=60, logEnviron=False) + 0, |
| ExpectShell(command=['sw_vers'], workdir='wkdir', timeout=60, logEnviron=False) + 0 |
| + ExpectShell.log('stdio', stdout='''ProductName: macOS |
| ProductVersion: 11.6 |
| BuildVersion: 20G165'''), |
| ExpectShell(command=['system_profiler', 'SPSoftwareDataType', 'SPHardwareDataType'], workdir='wkdir', timeout=60, logEnviron=False) + 0 |
| + ExpectShell.log('stdio', stdout='Sample system information'), |
| ExpectShell(command=['xcodebuild', '-sdk', '-version'], workdir='wkdir', timeout=60, logEnviron=False) + 0 |
| + ExpectShell.log('stdio', stdout='''Xcode 13.0\nBuild version 13A233'''), |
| ) |
| self.expectOutcome(result=SUCCESS, state_string='OS: Big Sur (11.6), Xcode: 13.0') |
| return self.runStep() |
| |
| def test_success_linux_wpe(self): |
| self.setupStep(PrintConfiguration()) |
| self.setProperty('platform', 'wpe') |
| |
| self.expectRemoteCommands( |
| ExpectShell(command=['hostname'], workdir='wkdir', timeout=60, logEnviron=False) + 0 |
| + ExpectShell.log('stdio', stdout='ews190'), |
| ExpectShell(command=['df', '-hl'], workdir='wkdir', timeout=60, logEnviron=False) + 0 |
| + ExpectShell.log('stdio', stdout='''Filesystem Size Used Avail Capacity iused ifree %iused Mounted on |
| /dev/disk0s3 119Gi 22Gi 97Gi 19% 337595 4294629684 0% /'''), |
| ExpectShell(command=['date'], workdir='wkdir', timeout=60, logEnviron=False) + 0 |
| + ExpectShell.log('stdio', stdout='Tue Apr 9 15:30:52 PDT 2019'), |
| ExpectShell(command=['uname', '-a'], workdir='wkdir', timeout=60, logEnviron=False) + 0 |
| + ExpectShell.log('stdio', stdout='''Linux kodama-ews 5.0.4-arch1-1-ARCH #1 SMP PREEMPT Sat Mar 23 21:00:33 UTC 2019 x86_64 GNU/Linux'''), |
| ExpectShell(command=['uptime'], workdir='wkdir', timeout=60, logEnviron=False) + 0 |
| + ExpectShell.log('stdio', stdout=' 6:31 up 22 seconds, 12:05, 2 users, load averages: 3.17 7.23 5.45'), |
| ) |
| self.expectOutcome(result=SUCCESS, state_string='Printed configuration') |
| return self.runStep() |
| |
| def test_success_linux_gtk(self): |
| self.setupStep(PrintConfiguration()) |
| self.setProperty('platform', 'gtk') |
| |
| self.expectRemoteCommands( |
| ExpectShell(command=['hostname'], workdir='wkdir', timeout=60, logEnviron=False) + 0, |
| ExpectShell(command=['df', '-hl'], workdir='wkdir', timeout=60, logEnviron=False) + 0, |
| ExpectShell(command=['date'], workdir='wkdir', timeout=60, logEnviron=False) + 0, |
| ExpectShell(command=['uname', '-a'], workdir='wkdir', timeout=60, logEnviron=False) + 0, |
| ExpectShell(command=['uptime'], workdir='wkdir', timeout=60, logEnviron=False) + 0, |
| ) |
| self.expectOutcome(result=SUCCESS, state_string='Printed configuration') |
| return self.runStep() |
| |
| def test_success_win(self): |
| self.setupStep(PrintConfiguration()) |
| self.setProperty('platform', 'win') |
| |
| self.expectRemoteCommands( |
| ExpectShell(command=['hostname'], workdir='wkdir', timeout=60, logEnviron=False) + 0, |
| ExpectShell(command=['df', '-hl'], workdir='wkdir', timeout=60, logEnviron=False) + 0, |
| ) |
| self.expectOutcome(result=SUCCESS, state_string='Printed configuration') |
| return self.runStep() |
| |
| def test_failure(self): |
| self.setupStep(PrintConfiguration()) |
| self.setProperty('platform', 'ios-12') |
| self.expectRemoteCommands( |
| ExpectShell(command=['hostname'], workdir='wkdir', timeout=60, logEnviron=False) + 0, |
| ExpectShell(command=['df', '-hl'], workdir='wkdir', timeout=60, logEnviron=False) + 0, |
| ExpectShell(command=['date'], workdir='wkdir', timeout=60, logEnviron=False) + 0, |
| ExpectShell(command=['sw_vers'], workdir='wkdir', timeout=60, logEnviron=False) + 1 |
| + ExpectShell.log('stdio', stdout='''Upon execvpe sw_vers ['sw_vers'] in environment id 7696545650400 |
| :Traceback (most recent call last): |
| File "/usr/lib/python2.7/site-packages/twisted/internet/process.py", line 445, in _fork |
| environment) |
| File "/usr/lib/python2.7/site-packages/twisted/internet/process.py", line 523, in _execChild |
| os.execvpe(executable, args, environment) |
| File "/usr/lib/python2.7/os.py", line 355, in execvpe |
| _execvpe(file, args, env) |
| File "/usr/lib/python2.7/os.py", line 382, in _execvpe |
| func(fullname, *argrest) |
| OSError: [Errno 2] No such file or directory'''), |
| ExpectShell(command=['system_profiler', 'SPSoftwareDataType', 'SPHardwareDataType'], workdir='wkdir', timeout=60, logEnviron=False) + 0 |
| + ExpectShell.log('stdio', stdout='Sample system information'), |
| ExpectShell(command=['xcodebuild', '-sdk', '-version'], workdir='wkdir', timeout=60, logEnviron=False) |
| + ExpectShell.log('stdio', stdout='''Upon execvpe xcodebuild ['xcodebuild', '-sdk', '-version'] in environment id 7696545612416 |
| :Traceback (most recent call last): |
| File "/usr/lib/python2.7/site-packages/twisted/internet/process.py", line 445, in _fork |
| environment) |
| File "/usr/lib/python2.7/site-packages/twisted/internet/process.py", line 523, in _execChild |
| os.execvpe(executable, args, environment) |
| File "/usr/lib/python2.7/os.py", line 355, in execvpe |
| _execvpe(file, args, env) |
| File "/usr/lib/python2.7/os.py", line 382, in _execvpe |
| func(fullname, *argrest) |
| OSError: [Errno 2] No such file or directory''') |
| + 1, |
| ) |
| self.expectOutcome(result=FAILURE, state_string='Failed to print configuration') |
| return self.runStep() |
| |
| |
| class TestInstallBuiltProduct(BuildStepMixinAdditions, unittest.TestCase): |
| def setUp(self): |
| self.longMessage = True |
| return self.setUpBuildStep() |
| |
| def tearDown(self): |
| return self.tearDownBuildStep() |
| |
| def test_success(self): |
| self.setupStep(InstallBuiltProduct()) |
| self.setProperty('fullPlatform', 'ios-14') |
| self.setProperty('configuration', 'release') |
| self.expectRemoteCommands( |
| ExpectShell(workdir='wkdir', |
| command=['python3', 'Tools/Scripts/install-built-product', '--platform=ios-14', '--release'], |
| logEnviron=True, |
| timeout=1200, |
| ) |
| + 0, |
| ) |
| self.expectOutcome(result=SUCCESS, state_string='Installed Built Product') |
| return self.runStep() |
| |
| def test_failure(self): |
| self.setupStep(InstallBuiltProduct()) |
| self.setProperty('fullPlatform', 'ios-14') |
| self.setProperty('configuration', 'debug') |
| self.expectRemoteCommands( |
| ExpectShell(workdir='wkdir', |
| command=['python3', 'Tools/Scripts/install-built-product', '--platform=ios-14', '--debug'], |
| logEnviron=True, |
| timeout=1200, |
| ) |
| + ExpectShell.log('stdio', stdout='Unexpected error.') |
| + 2, |
| ) |
| self.expectOutcome(result=FAILURE, state_string='Installed Built Product (failure)') |
| return self.runStep() |
