blob: 3b04ac35541ff70a7c70ce611ab838261419cbec [file] [log] [blame]
# Copyright (C) 2020 Apple Inc. All rights reserved.
#
# Redistribution and use in source and binary forms, with or without
# modification, are permitted provided that the following conditions
# are met:
# 1. Redistributions of source code must retain the above copyright
# notice, this list of conditions and the following disclaimer.
# 2. Redistributions in binary form must reproduce the above copyright
# notice, this list of conditions and the following disclaimer in the
# documentation and/or other materials provided with the distribution.
#
# THIS SOFTWARE IS PROVIDED BY APPLE INC. AND ITS CONTRIBUTORS ``AS IS'' AND
# ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
# WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
# DISCLAIMED. IN NO EVENT SHALL APPLE INC. OR ITS CONTRIBUTORS BE LIABLE FOR
# ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
# DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
# SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
# CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
# OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
import unittest
from buildbot.process.buildstep import _BuildStepFactory
from buildbot.steps.master import SetProperty
import factories
import steps
class TestCase(unittest.TestCase):
def assertBuildSteps(self, actual_steps, expected_steps):
assert all(map(lambda step: isinstance(step, _BuildStepFactory), actual_steps))
assert all(map(lambda step: isinstance(step, _BuildStepFactory), expected_steps))
# Convert to dictionaries because assertEqual() only knows how to diff Python built-in types.
def step_to_dict(step):
return {key: getattr(step, key) for key in step.compare_attrs}
actual_steps = map(step_to_dict, actual_steps)
expected_steps = map(step_to_dict, expected_steps)
self.assertEqual(actual_steps, expected_steps)
class TestGenericFactory(TestCase):
def setUp(self):
self.longMessage = True
def test_generic_factory(self):
factory = factories.Factory(platform='ios-simulator-13', configuration='release', architectures='arm64')
self.assertBuildSteps(factory.steps, [
_BuildStepFactory(steps.ConfigureBuild, platform='ios-simulator-13', configuration='release', architectures='arm64', buildOnly=True, triggers=None, remotes=None, additionalArguments=None),
_BuildStepFactory(steps.ValidatePatch),
_BuildStepFactory(steps.PrintConfiguration),
_BuildStepFactory(steps.CheckOutSource),
_BuildStepFactory(steps.CheckOutSpecificRevision),
_BuildStepFactory(steps.ApplyPatch),
])
def test_generic_factory_with_check_relevance(self):
factory = factories.Factory(platform='ios-simulator-13', configuration='release', architectures='arm64', checkRelevance=True)
self.assertBuildSteps(factory.steps, [
_BuildStepFactory(steps.ConfigureBuild, platform='ios-simulator-13', configuration='release', architectures='arm64', buildOnly=True, triggers=None, remotes=None, additionalArguments=None),
_BuildStepFactory(steps.CheckPatchRelevance),
_BuildStepFactory(steps.ValidatePatch),
_BuildStepFactory(steps.PrintConfiguration),
_BuildStepFactory(steps.CheckOutSource),
_BuildStepFactory(steps.CheckOutSpecificRevision),
_BuildStepFactory(steps.ApplyPatch),
])
class TestTestsFactory(TestCase):
def setUp(self):
self.longMessage = True
def test_style_factory(self):
factory = factories.StyleFactory(platform='*', configuration=None, architectures=None)
self.assertBuildSteps(factory.steps, [
_BuildStepFactory(steps.ConfigureBuild, platform='*', configuration=None, architectures=None, buildOnly=False, triggers=None, remotes=None, additionalArguments=None),
_BuildStepFactory(steps.ValidatePatch),
_BuildStepFactory(steps.PrintConfiguration),
_BuildStepFactory(steps.CheckOutSource),
_BuildStepFactory(steps.UpdateWorkingDirectory),
_BuildStepFactory(steps.ApplyPatch),
_BuildStepFactory(steps.CheckStyle),
])
def test_watchlist_factory(self):
factory = factories.WatchListFactory(platform='*', configuration=None, architectures=None)
self.assertBuildSteps(factory.steps, [
_BuildStepFactory(steps.ConfigureBuild, platform='*', configuration=None, architectures=None, buildOnly=False, triggers=None, remotes=None, additionalArguments=None),
_BuildStepFactory(steps.ValidatePatch),
_BuildStepFactory(steps.PrintConfiguration),
_BuildStepFactory(steps.CheckOutSource),
_BuildStepFactory(steps.UpdateWorkingDirectory),
_BuildStepFactory(steps.ApplyPatch),
_BuildStepFactory(steps.ApplyWatchList),
])
def test_bindings_factory(self):
factory = factories.BindingsFactory(platform='*', configuration=None, architectures=None)
self.assertBuildSteps(factory.steps, [
_BuildStepFactory(steps.ConfigureBuild, platform='*', configuration=None, architectures=None, buildOnly=False, triggers=None, remotes=None, additionalArguments=None),
_BuildStepFactory(steps.CheckPatchRelevance),
_BuildStepFactory(steps.ValidatePatch),
_BuildStepFactory(steps.PrintConfiguration),
_BuildStepFactory(steps.CheckOutSource),
_BuildStepFactory(steps.CheckOutSpecificRevision),
_BuildStepFactory(steps.ApplyPatch),
_BuildStepFactory(steps.RunBindingsTests),
])
def test_webkitperl_factory(self):
factory = factories.WebKitPerlFactory(platform='*', configuration=None, architectures=None)
self.assertBuildSteps(factory.steps, [
_BuildStepFactory(steps.ConfigureBuild, platform='*', configuration=None, architectures=None, buildOnly=False, triggers=None, remotes=None, additionalArguments=None),
_BuildStepFactory(steps.ValidatePatch),
_BuildStepFactory(steps.PrintConfiguration),
_BuildStepFactory(steps.CheckOutSource),
_BuildStepFactory(steps.CheckOutSpecificRevision),
_BuildStepFactory(steps.ApplyPatch),
_BuildStepFactory(steps.RunWebKitPerlTests),
])
def test_webkitpy_factory(self):
factory = factories.WebKitPyFactory(platform='*', configuration=None, architectures=None)
self.assertBuildSteps(factory.steps, [
_BuildStepFactory(steps.ConfigureBuild, platform='*', configuration=None, architectures=None, buildOnly=False, triggers=None, remotes=None, additionalArguments=None),
_BuildStepFactory(steps.CheckPatchRelevance),
_BuildStepFactory(steps.ValidatePatch),
_BuildStepFactory(steps.PrintConfiguration),
_BuildStepFactory(steps.CheckOutSource),
_BuildStepFactory(steps.CheckOutSpecificRevision),
_BuildStepFactory(steps.ApplyPatch),
_BuildStepFactory(steps.RunWebKitPyPython2Tests),
_BuildStepFactory(steps.RunWebKitPyPython3Tests),
_BuildStepFactory(steps.SetBuildSummary),
])
def test_services_factory(self):
factory = factories.ServicesFactory(platform='*', configuration=None, architectures=None)
self.assertBuildSteps(factory.steps, [
_BuildStepFactory(steps.ConfigureBuild, platform='*', configuration=None, architectures=None, buildOnly=False, triggers=None, remotes=None, additionalArguments=None),
_BuildStepFactory(steps.CheckPatchRelevance),
_BuildStepFactory(steps.ValidatePatch),
_BuildStepFactory(steps.PrintConfiguration),
_BuildStepFactory(steps.CheckOutSource),
_BuildStepFactory(steps.CheckOutSpecificRevision),
_BuildStepFactory(steps.ApplyPatch),
_BuildStepFactory(steps.RunEWSUnitTests),
_BuildStepFactory(steps.RunEWSBuildbotCheckConfig),
_BuildStepFactory(steps.RunResultsdbpyTests),
_BuildStepFactory(steps.RunBuildWebKitOrgUnitTests),
])
class TestBuildFactory(TestCase):
def test_jsc_mipsel_factory(self):
factory = factories.JSCBuildFactory(platform='jsc', configuration='release', architectures=["mipsel"])
self.assertBuildSteps(factory.steps, [
_BuildStepFactory(steps.ConfigureBuild, platform='jsc', configuration='release', architectures=["mipsel"], buildOnly=False, triggers=None, remotes=None, additionalArguments=None),
_BuildStepFactory(steps.CheckPatchRelevance),
_BuildStepFactory(steps.ValidatePatch),
_BuildStepFactory(steps.PrintConfiguration),
_BuildStepFactory(steps.CheckOutSource),
_BuildStepFactory(steps.CheckOutSpecificRevision),
_BuildStepFactory(steps.ApplyPatch),
_BuildStepFactory(steps.KillOldProcesses),
_BuildStepFactory(steps.CompileJSC),
])
def test_jsc_armv7_factory(self):
factory = factories.JSCBuildFactory(platform='jsc', configuration='release', architectures=["armv7"])
self.assertBuildSteps(factory.steps, [
_BuildStepFactory(steps.ConfigureBuild, platform='jsc', configuration='release', architectures=["armv7"], buildOnly=False, triggers=None, remotes=None, additionalArguments=None),
_BuildStepFactory(steps.CheckPatchRelevance),
_BuildStepFactory(steps.ValidatePatch),
_BuildStepFactory(steps.PrintConfiguration),
_BuildStepFactory(steps.CheckOutSource),
_BuildStepFactory(steps.CheckOutSpecificRevision),
_BuildStepFactory(steps.ApplyPatch),
_BuildStepFactory(steps.KillOldProcesses),
_BuildStepFactory(steps.CompileJSC),
])
class TestBuildAndTestsFactory(TestCase):
def test_windows_factory(self):
factory = factories.WindowsFactory(platform='win', configuration='release', architectures=["x86_64"])
self.assertBuildSteps(factory.steps, [
_BuildStepFactory(steps.ConfigureBuild, platform='win', configuration='release', architectures=["x86_64"], buildOnly=False, triggers=None, remotes=None, additionalArguments=None),
_BuildStepFactory(steps.CheckPatchRelevance),
_BuildStepFactory(steps.ValidatePatch),
_BuildStepFactory(steps.PrintConfiguration),
_BuildStepFactory(steps.CheckOutSource),
_BuildStepFactory(steps.CheckOutSpecificRevision),
_BuildStepFactory(steps.ApplyPatch),
_BuildStepFactory(steps.KillOldProcesses),
_BuildStepFactory(steps.CompileWebKit, skipUpload=True),
_BuildStepFactory(steps.ValidatePatch, verifyBugClosed=False, addURLs=False),
_BuildStepFactory(steps.RunWebKit1Tests),
_BuildStepFactory(steps.SetBuildSummary),
])
class TestCommitQueueFactory(TestCase):
def test_commit_queue_factory(self):
factory = factories.CommitQueueFactory(platform='mac-mojave', configuration='release', architectures=["x86_64"])
self.assertBuildSteps(factory.steps, [
_BuildStepFactory(steps.ConfigureBuild, platform='mac-mojave', configuration='release', architectures=["x86_64"], buildOnly=False, triggers=None, remotes=None, additionalArguments=None),
_BuildStepFactory(steps.ValidatePatch, verifycqplus=True),
_BuildStepFactory(steps.ValidateCommiterAndReviewer),
_BuildStepFactory(steps.PrintConfiguration),
_BuildStepFactory(steps.CheckOutSource),
_BuildStepFactory(steps.UpdateWorkingDirectory),
_BuildStepFactory(steps.ApplyPatch),
_BuildStepFactory(steps.ValidateChangeLogAndReviewer),
_BuildStepFactory(steps.FindModifiedChangeLogs),
_BuildStepFactory(steps.KillOldProcesses),
_BuildStepFactory(steps.CompileWebKit, skipUpload=True),
_BuildStepFactory(steps.KillOldProcesses),
_BuildStepFactory(steps.ValidatePatch, addURLs=False, verifycqplus=True),
_BuildStepFactory(steps.CheckPatchStatusOnEWSQueues),
_BuildStepFactory(steps.RunWebKitTests),
_BuildStepFactory(steps.ValidatePatch, addURLs=False, verifycqplus=True),
_BuildStepFactory(steps.CheckOutSource),
_BuildStepFactory(steps.UpdateWorkingDirectory),
_BuildStepFactory(steps.ApplyPatch),
_BuildStepFactory(steps.CreateLocalGITCommit),
_BuildStepFactory(steps.PushCommitToWebKitRepo),
_BuildStepFactory(steps.SetBuildSummary),
])
class TestLayoutTestsFactory(TestCase):
def test_macos_wk1_release_factory(self):
factory = factories.macOSWK1Factory(platform='mac-mojave', configuration='release', architectures=["x86_64"])
self.assertBuildSteps(factory.steps, [
_BuildStepFactory(steps.ConfigureBuild, platform='mac-mojave', configuration='release', architectures=["x86_64"], buildOnly=False, triggers=None, remotes=None, additionalArguments=None),
_BuildStepFactory(steps.CheckPatchRelevance),
_BuildStepFactory(steps.ValidatePatch),
_BuildStepFactory(steps.PrintConfiguration),
_BuildStepFactory(steps.CheckOutSource),
_BuildStepFactory(steps.CheckOutSpecificRevision),
_BuildStepFactory(steps.ApplyPatch),
_BuildStepFactory(steps.DownloadBuiltProduct),
_BuildStepFactory(steps.ExtractBuiltProduct),
_BuildStepFactory(steps.WaitForCrashCollection),
_BuildStepFactory(steps.KillOldProcesses),
_BuildStepFactory(steps.RunWebKit1Tests),
_BuildStepFactory(steps.TriggerCrashLogSubmission),
_BuildStepFactory(steps.SetBuildSummary),
])
def test_macos_wk1_debug_factory(self):
factory = factories.macOSWK1Factory(platform='mac-mojave', configuration='debug', architectures=["x86_64"])
self.assertBuildSteps(factory.steps, [
_BuildStepFactory(steps.ConfigureBuild, platform='mac-mojave', configuration='debug', architectures=["x86_64"], buildOnly=False, triggers=None, remotes=None, additionalArguments=None),
_BuildStepFactory(steps.CheckPatchRelevance),
_BuildStepFactory(steps.ValidatePatch),
_BuildStepFactory(steps.PrintConfiguration),
_BuildStepFactory(steps.CheckOutSource),
_BuildStepFactory(steps.CheckOutSpecificRevision),
_BuildStepFactory(steps.ApplyPatch),
_BuildStepFactory(steps.DownloadBuiltProduct),
_BuildStepFactory(steps.ExtractBuiltProduct),
_BuildStepFactory(steps.WaitForCrashCollection),
_BuildStepFactory(steps.KillOldProcesses),
_BuildStepFactory(steps.RunWebKit1Tests),
_BuildStepFactory(steps.TriggerCrashLogSubmission),
_BuildStepFactory(steps.SetBuildSummary),
])
def test_macos_wk2_factory(self):
factory = factories.macOSWK2Factory(platform='mac-mojave', configuration='release', architectures=["x86_64"])
self.assertBuildSteps(factory.steps, [
_BuildStepFactory(steps.ConfigureBuild, platform='mac-mojave', configuration='release', architectures=["x86_64"], buildOnly=False, triggers=None, remotes=None, additionalArguments=None),
_BuildStepFactory(steps.ValidatePatch),
_BuildStepFactory(steps.PrintConfiguration),
_BuildStepFactory(steps.CheckOutSource),
_BuildStepFactory(steps.CheckOutSpecificRevision),
_BuildStepFactory(steps.ApplyPatch),
_BuildStepFactory(steps.DownloadBuiltProduct),
_BuildStepFactory(steps.ExtractBuiltProduct),
_BuildStepFactory(steps.WaitForCrashCollection),
_BuildStepFactory(steps.KillOldProcesses),
_BuildStepFactory(steps.RunWebKitTests),
_BuildStepFactory(steps.TriggerCrashLogSubmission),
_BuildStepFactory(steps.SetBuildSummary),
])
def test_ios_wk2_factory(self):
factory = factories.iOSTestsFactory(platform='ios-simulator-13', configuration='release', architectures=["x86_64"])
self.assertBuildSteps(factory.steps, [
_BuildStepFactory(steps.ConfigureBuild, platform='ios-simulator-13', configuration='release', architectures=["x86_64"], buildOnly=False, triggers=None, remotes=None, additionalArguments=None),
_BuildStepFactory(steps.ValidatePatch),
_BuildStepFactory(steps.PrintConfiguration),
_BuildStepFactory(steps.CheckOutSource),
_BuildStepFactory(steps.CheckOutSpecificRevision),
_BuildStepFactory(steps.ApplyPatch),
_BuildStepFactory(steps.DownloadBuiltProduct),
_BuildStepFactory(steps.ExtractBuiltProduct),
_BuildStepFactory(steps.WaitForCrashCollection),
_BuildStepFactory(steps.KillOldProcesses),
_BuildStepFactory(steps.RunWebKitTests),
_BuildStepFactory(steps.TriggerCrashLogSubmission),
_BuildStepFactory(steps.SetBuildSummary),
])
def test_gtk_factory(self):
factory = factories.GTKTestsFactory(platform='gtk', configuration='release', architectures=["x86_64"])
self.assertBuildSteps(factory.steps, [
_BuildStepFactory(steps.ConfigureBuild, platform='gtk', configuration='release', architectures=["x86_64"], buildOnly=False, triggers=None, remotes=None, additionalArguments=None),
_BuildStepFactory(steps.ValidatePatch),
_BuildStepFactory(steps.PrintConfiguration),
_BuildStepFactory(steps.CheckOutSource),
_BuildStepFactory(steps.CheckOutSpecificRevision),
_BuildStepFactory(steps.ApplyPatch),
_BuildStepFactory(steps.InstallGtkDependencies),
_BuildStepFactory(steps.DownloadBuiltProduct),
_BuildStepFactory(steps.ExtractBuiltProduct),
_BuildStepFactory(steps.KillOldProcesses),
_BuildStepFactory(steps.RunWebKitTests),
_BuildStepFactory(steps.SetBuildSummary),
])