blob: 8fcac488a93daae5d28466278d0d6e33cfc21552 [file] [log] [blame]
#!/usr/bin/env perl
# Copyright (C) 2005-2017 Apple Inc. All rights reserved.
# Copyright (C) 2007 Eric Seidel <eric@webkit.org>
#
# Redistribution and use in source and binary forms, with or without
# modification, are permitted provided that the following conditions
# are met:
#
# 1. Redistributions of source code must retain the above copyright
# notice, this list of conditions and the following disclaimer.
# 2. Redistributions in binary form must reproduce the above copyright
# notice, this list of conditions and the following disclaimer in the
# documentation and/or other materials provided with the distribution.
# 3. Neither the name of Apple Inc. ("Apple") nor the names of
# its contributors may be used to endorse or promote products derived
# from this software without specific prior written permission.
#
# THIS SOFTWARE IS PROVIDED BY APPLE AND ITS CONTRIBUTORS "AS IS" AND ANY
# EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
# WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
# DISCLAIMED. IN NO EVENT SHALL APPLE OR ITS CONTRIBUTORS BE LIABLE FOR ANY
# DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
# (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
# LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
# ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
# THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
# Script to run the WebKit Open Source Project JavaScriptCore tests (adapted from Mozilla),
# as well as other tests: testapi on Mac and LayoutTests/js.
use strict;
use warnings;
use File::Spec;
use FindBin;
use Getopt::Long qw(:config pass_through);
use JSON::PP;
use lib $FindBin::Bin;
use List::Util qw(min max);
use POSIX;
use webkitdirs;
# determine configuration
setConfiguration();
my $configuration = configuration();
# These variables are intentionally left undefined.
my $root;
my $showHelp;
my @extraTests = ();
my $jsDriverArgs;
my $childProcesses;
my $shellRunner;
my $makeRunner;
my $rubyRunner;
my $testWriter;
my $memoryLimited;
my $buildJSC = 1;
my $copyJSC = 1;
use constant {
ENV_VAR_SAYS_DO_RUN => 4,
ENV_VAR_SAYS_DONT_RUN => 3,
RUN_IF_NO_TESTS_SPECIFIED => 2,
DO_RUN => 1,
DONT_RUN => 0,
};
my $runTestMasm = RUN_IF_NO_TESTS_SPECIFIED;
my $runTestAir = RUN_IF_NO_TESTS_SPECIFIED;
my $runTestB3 = RUN_IF_NO_TESTS_SPECIFIED;
my $runTestDFG = RUN_IF_NO_TESTS_SPECIFIED;
my $runTestAPI = RUN_IF_NO_TESTS_SPECIFIED;
my $runJSCStress = RUN_IF_NO_TESTS_SPECIFIED;
my $runMozillaTests = RUN_IF_NO_TESTS_SPECIFIED;
# $runJITStressTests is special because it is not for enabling a different set of tests.
# Instead it is only meaningful for when we want to disable using JIT test configurations
# on the JSC stress test or mozilla tests.
my $runJITStressTests = 1;
my $runQuickMode = 0;
my $forceCollectContinuously = 0;
my $envVars = "";
my $gmallocPath = undef;
my $gmallocDefaultPath = "/usr/lib/libgmalloc.dylib";
my $createTarball = 0;
my $remoteHost = 0;
my $failFast = 1;
my %jsonData = ();
my @testResults = ();
my $isTestFailed = 0;
my $remoteConfigFile;
my $jsonFileName;
my $verbose = 0;
if ($ENV{RUN_JAVASCRIPTCORE_TESTS_TESTMASM}) {
if ($ENV{RUN_JAVASCRIPTCORE_TESTS_TESTMASM} eq "true") {
$runTestMasm = ENV_VAR_SAYS_DO_RUN;
} elsif ($ENV{RUN_JAVASCRIPTCORE_TESTS_TESTMASM} eq "false") {
$runTestMasm = ENV_VAR_SAYS_DONT_RUN;
} else {
print "Don't recognize value for RUN_JAVASCRIPTCORE_TESTS_TESTMASM environment variable: '"
. $ENV{RUN_JAVASCRIPTCORE_TESTS_TESTMASM} . "'. Should be set to 'true' or 'false'.\n";
}
}
if ($ENV{RUN_JAVASCRIPTCORE_TESTS_TESTAIR}) {
if ($ENV{RUN_JAVASCRIPTCORE_TESTS_TESTAIR} eq "true") {
$runTestAir = ENV_VAR_SAYS_DO_RUN;
} elsif ($ENV{RUN_JAVASCRIPTCORE_TESTS_TESTAIR} eq "false") {
$runTestAir = ENV_VAR_SAYS_DONT_RUN;
} else {
print "Don't recognize value for RUN_JAVASCRIPTCORE_TESTS_TESTAIR environment variable: '"
. $ENV{RUN_JAVASCRIPTCORE_TESTS_TESTAIR} . "'. Should be set to 'true' or 'false'.\n";
}
}
if ($ENV{RUN_JAVASCRIPTCORE_TESTS_TESTB3}) {
if ($ENV{RUN_JAVASCRIPTCORE_TESTS_TESTB3} eq "true") {
$runTestB3 = ENV_VAR_SAYS_DO_RUN;
} elsif ($ENV{RUN_JAVASCRIPTCORE_TESTS_TESTB3} eq "false") {
$runTestB3 = ENV_VAR_SAYS_DONT_RUN;
} else {
print "Don't recognize value for RUN_JAVASCRIPTCORE_TESTS_TESTB3 environment variable: '"
. $ENV{RUN_JAVASCRIPTCORE_TESTS_TESTB3} . "'. Should be set to 'true' or 'false'.\n";
}
}
if ($ENV{RUN_JAVASCRIPTCORE_TESTS_TESTDFG}) {
if ($ENV{RUN_JAVASCRIPTCORE_TESTS_TESTDFG} eq "true") {
$runTestDFG = ENV_VAR_SAYS_DO_RUN;
} elsif ($ENV{RUN_JAVASCRIPTCORE_TESTS_TESTDFG} eq "false") {
$runTestDFG = ENV_VAR_SAYS_DONT_RUN;
} else {
print "Don't recognize value for RUN_JAVASCRIPTCORE_TESTS_TESTDFG environment variable: '"
. $ENV{RUN_JAVASCRIPTCORE_TESTS_TESTDFG} . "'. Should be set to 'true' or 'false'.\n";
}
}
if ($ENV{RUN_JAVASCRIPTCORE_TESTS_TESTAPI}) {
if ($ENV{RUN_JAVASCRIPTCORE_TESTS_TESTAPI} eq "true") {
$runTestAPI = ENV_VAR_SAYS_DO_RUN;
} elsif ($ENV{RUN_JAVASCRIPTCORE_TESTS_TESTAPI} eq "false") {
$runTestAPI = ENV_VAR_SAYS_DONT_RUN;
} else {
print "Don't recognize value for RUN_JAVASCRIPTCORE_TESTS_TESTAPI environment variable: '"
. $ENV{RUN_JAVASCRIPTCORE_TESTS_TESTAPI} . "'. Should be set to 'true' or 'false'.\n";
}
}
if ($ENV{RUN_JAVASCRIPTCORE_TESTS_BUILD}) {
if ($ENV{RUN_JAVASCRIPTCORE_TESTS_BUILD} eq "true") {
$buildJSC = 1;
} elsif ($ENV{RUN_JAVASCRIPTCORE_TESTS_BUILD} eq "false") {
$buildJSC = 0;
} else {
print "Don't recognize value for RUN_JAVASCRIPTCORE_TESTS_BUILD environment variable: '"
. $ENV{RUN_JAVASCRIPTCORE_TESTS_BUILD} . "'. Should be set to 'true' or 'false'.\n";
}
}
if ($ENV{RUN_JAVASCRIPTCORE_TESTS_COPY}) {
if ($ENV{RUN_JAVASCRIPTCORE_TESTS_COPY} eq "true") {
$copyJSC = 1;
} elsif ($ENV{RUN_JAVASCRIPTCORE_TESTS_COPY} eq "false") {
$copyJSC = 0;
} else {
print "Don't recognize value for RUN_JAVASCRIPTCORE_TESTS_COPY environment variable: '"
. $ENV{RUN_JAVASCRIPTCORE_TESTS_COPY} . "'. Should be set to 'true' or 'false'.\n";
}
}
if ($ENV{RUN_JAVASCRIPTCORE_TESTS_EXTRA_TESTS}) {
push @extraTests, $ENV{RUN_JAVASCRIPTCORE_TESTS_EXTRA_TESTS};
}
sub defaultStringForTestState {
my ($state) = @_;
if ($state == ENV_VAR_SAYS_DONT_RUN) {
return "will not run due to environment variable";
} elsif ($state == DONT_RUN) {
return "will not run";
} else {
return "will run";
}
}
my $programName = basename($0);
my $buildJSCDefault = $buildJSC ? "will check" : "will not check";
my $testmasmDefault = defaultStringForTestState($runTestMasm);
my $testairDefault = defaultStringForTestState($runTestAir);
my $testb3Default = defaultStringForTestState($runTestB3);
my $testDFGDefault = defaultStringForTestState($runTestDFG);
my $testapiDefault = defaultStringForTestState($runTestAPI);
my $jscStressDefault = defaultStringForTestState($runJSCStress);
my $mozillaTestsDefault = defaultStringForTestState($runMozillaTests);
my $jitStressTestsDefault = $runJITStressTests ? "will run" : " will not run";
my $quickModeDefault = $runQuickMode ? "some" : "all";
my $failFastDefault = $failFast ? "fail fast" : "don't fail fast";
my $copyJSCDefault = $copyJSC ? "copy" : "do not copy";
my $filter;
my $usage = <<EOF;
Usage: $programName [options] [options to pass to build system]
--help Show this help message
--root= Path to pre-built root containing jsc
--[no-]ftl-jit Turn the FTL JIT on or off
--[no-]build Check (or don't check) to see if the jsc build is up-to-date (default: $buildJSCDefault)
--[no-]testmasm Only run (or don't run) testmasm (default: $testmasmDefault)
--[no-]testair Only run (or don't run) testair (default: $testairDefault)
--[no-]testb3 Only run (or don't run) testb3 (default: $testb3Default)
--[no-]testdfg Only run (or don't run) testdfg (default: $testDFGDefault)
--[no-]testapi Only run (or don't run) testapi (default: $testapiDefault)
--[no-]jsc-stress Only run (or don't run) the JSC stress tests (default: $jscStressDefault)
--[no-]mozilla-tests Only run (or don't run) the Mozilla tests (default: $mozillaTestsDefault)
--[no-]jit-stress-tests Run (or don't run) the JIT stress tests (default: $jitStressTestsDefault)
--[no-]quick Run some (or all) of the regular testing modes (default: $quickModeDefault)
If the runner only runs some it will run the default and no-cjit-validate modes.
Note, this will not change the behavior of tests that specify their own modes.
--[no-]fail-fast Stop this script when a test family reports an error or failure (default: $failFastDefault)
--[no-]force-collectContinuously Enable the collectContinuously mode even if it was disabled on this platform.
--[no-]copy Copy (or don't copy) the JavaScriptCore build product before testing (default: $copyJSCDefault)
--json-output= Create a file at specified path, listing failed stress tests in JSON format.
--tarball Create a tarball of the bundle produced by running the JSC stress tests.
--remote= Run the JSC stress tests on the specified remote host. Implies --tarball.
--remote-config-file= Same as remote, but read config from JSON file.
--extra-tests= Path to a file containing extra tests
--child-processes= Specify the number of child processes.
--shell-runner Uses the shell-based test runner instead of the default make-based runner.
In general the shell runner is slower than the make runner.
--make-runner Uses the faster make-based runner.
--ruby-runner Uses the ruby runner for machines without unix shell or make.
--test-writer [writer] Specifies the test script format."
default is to use shell scripts to run the tests"
\"ruby\" to use ruby scripts for systems without a unix shell.
--memory-limited Indicate that we are targeting the test for a memory limited device.
Skip tests tagged with //\@skip if \$memoryLimited
--filter Only run tests whose name matches the given regular expression.
--env-vars Pass a list of environment variables to set before running tests.
Each environment variable should be separated by a space.
e.g. \"foo=bar x=y\" (no quotes).
--gmalloc: Run tests with Guard Malloc enabled (if no path is given: $gmallocDefaultPath is used)
--verbose: Verbose output (specify more than once to increase verbosity).
Environment Variables:
- set RUN_JAVASCRIPTCORE_TESTS_TESTMASM to "true" or "false" (no quotes) to determine if we run testmasm by default.
- set RUN_JAVASCRIPTCORE_TESTS_TESTAIR to "true" or "false" (no quotes) to determine if we run testair by default.
- set RUN_JAVASCRIPTCORE_TESTS_TESTB3 to "true" or "false" (no quotes) to determine if we run testb3 by default.
- set RUN_JAVASCRIPTCORE_TESTS_TESTDFG to "true" or "false" (no quotes) to determine if we run testdfg by default.
- set RUN_JAVASCRIPTCORE_TESTS_TESTAPI to "true" or "false" (no quotes) to determine if we run testapi by default.
- set RUN_JAVASCRIPTCORE_TESTS_BUILD to "true" or "false" (no quotes) to set the should-we-build-before-running-tests setting.
- set RUN_JAVASCRIPTCORE_TESTS_EXTRA_TESTS to the path of a yaml file or a directory of JS files to be run as part of run-javascriptcore-tests.
If one or more --<testname> options are specified, only those tests will run. For example,
the following only runs testmasm and testapi:
\$ run-javascriptcore-tests --testmasm --testapi
Otherwise, all tests will run unless the test is disabled using --no-<testname> or an
environment variable.
EOF
GetOptions(
'root=s' => \$root,
'extra-tests=s' => \@extraTests,
'build!' => \$buildJSC,
'testmasm!' => \$runTestMasm,
'testair!' => \$runTestAir,
'testb3!' => \$runTestB3,
'testdfg!' => \$runTestDFG,
'testapi!' => \$runTestAPI,
'jsc-stress!' => \$runJSCStress,
'mozilla-tests!' => \$runMozillaTests,
'jit-stress-tests!' => \$runJITStressTests,
'quick!' => \$runQuickMode,
'fail-fast!' => \$failFast,
'force-collectContinuously!' => \$forceCollectContinuously,
'copy!' => \$copyJSC,
'json-output=s' => \$jsonFileName,
'tarball!' => \$createTarball,
'remote=s' => \$remoteHost,
'remote-config-file=s' => \$remoteConfigFile,
'child-processes=s' => \$childProcesses,
'shell-runner' => \$shellRunner,
'make-runner' => \$makeRunner,
'ruby-runner' => \$rubyRunner,
'test-writer=s' => \$testWriter,
'memory-limited' => \$memoryLimited,
'filter=s' => \$filter,
'help' => \$showHelp,
'env-vars=s' => \$envVars,
'gmalloc:s' => \$gmallocPath,
'verbose+' => \$verbose
);
my $specificTestsSpecified = 0;
if ($runTestMasm == DO_RUN
|| $runTestAir == DO_RUN
|| $runTestB3 == DO_RUN
|| $runTestDFG == DO_RUN
|| $runTestAPI == DO_RUN
|| $runJSCStress == DO_RUN
|| $runMozillaTests == DO_RUN) {
$specificTestsSpecified = 1;
}
sub enableTestOrNot {
my ($state) = @_;
if ($state == RUN_IF_NO_TESTS_SPECIFIED || $state == ENV_VAR_SAYS_DO_RUN) {
return $specificTestsSpecified ? DONT_RUN : DO_RUN;
} elsif ($state == ENV_VAR_SAYS_DONT_RUN) {
return DONT_RUN;
}
return $state;
}
$runTestMasm = enableTestOrNot($runTestMasm);
$runTestAir = enableTestOrNot($runTestAir);
$runTestB3 = enableTestOrNot($runTestB3);
$runTestDFG = enableTestOrNot($runTestDFG);
$runTestAPI = enableTestOrNot($runTestAPI);
$runJSCStress = enableTestOrNot($runJSCStress);
$runMozillaTests = enableTestOrNot($runMozillaTests);
# Assume any arguments left over from GetOptions are assumed to be build arguments
my @buildArgs = @ARGV;
if ($showHelp) {
print STDERR $usage;
exit 1;
}
setConfigurationProductDir(Cwd::abs_path($root)) if (defined($root));
if (defined($jsonFileName)) {
$jsonFileName = File::Spec->rel2abs($jsonFileName);
}
if (!defined($root) && $buildJSC) {
chdirWebKit();
push(@buildArgs, argumentsForConfiguration());
print "Running: build-jsc " . join(" ", @buildArgs) . "\n";
my $buildResult = system "perl", File::Spec->catfile("Tools", "Scripts", "build-jsc"), @buildArgs;
if ($buildResult) {
print STDERR "Compiling jsc failed!\n";
exit exitStatus($buildResult);
}
}
if (defined($gmallocPath)) {
if ($gmallocPath eq "") {
$envVars .= " DYLD_INSERT_LIBRARIES=" . $gmallocDefaultPath;
} else {
$envVars .= " DYLD_INSERT_LIBRARIES=" . $gmallocPath;
}
}
my $productDir = jscProductDir();
$ENV{DYLD_FRAMEWORK_PATH} = $productDir;
$ENV{JSCTEST_timeout} = 120 unless $ENV{JSCTEST_timeout}; # Set a 120 second timeout on all jsc tests (if environment variable not defined already).
$ENV{TZ}="US/Pacific"; # Some tests fail if the time zone is not set to US/Pacific (<https://webkit.org/b/136363>)
setPathForRunningWebKitApp(\%ENV) if isCygwin();
sub testPath {
my ($productDir, $testName) = @_;
$testName .= "_debug" if configuration() eq "Debug_All";
return File::Spec->catfile($productDir, $testName);
}
sub runTest {
my ($testName, $jsonTestStatusName) = @_;
chdirWebKit();
chdir($productDir) or die "Failed to switch directory to '$productDir'\n";
my @command = (testPath($productDir, $testName));
unshift @command, ("xcrun", "-sdk", xcodeSDK(), "sim") if willUseIOSSimulatorSDK();
unshift @command, wrapperPrefixIfNeeded() if shouldUseJhbuild();
if ($envVars ne "") {
foreach my $var (split(/\s+/, $envVars)) {
if ($var =~ /([^=]*)=(.*)/) {
$ENV{$1} = $2;
}
}
}
# Use an "indirect object" so that system() won't get confused if the path
# contains spaces (see perldoc -f exec).
my $testResult = system { $command[0] } @command;
my $exitStatus = exitStatus($testResult);
print "$testName completed with rc=$testResult ($exitStatus)\n\n";
if ($testResult) {
$isTestFailed = 1;
push @testResults, $testName;
}
if (defined($jsonFileName)) {
my $testStatus = ($exitStatus == 0)? JSON::PP::true: JSON::PP::false;
$jsonData{$jsonTestStatusName} = $testStatus;
}
if ($testResult && $failFast) {
reportTestFailures();
writeJsonDataIfApplicable();
exit exitStatus($testResult);
}
}
sub reportTestFailures {
my $numJSCtestFailures = @testResults;
if ($numJSCtestFailures) {
print "\n** The following JSC test binaries failures have been introduced:\n";
foreach my $testFailure (@testResults) {
print "\t$testFailure\n";
}
}
print "\n";
print "Results for JSC test binaries:\n";
printThingsFound($numJSCtestFailures, "failure", "failures", "found");
print " OK.\n" if $numJSCtestFailures == 0;
print "\n";
}
if ($runTestMasm) { runTest("testmasm", "allMasmTestsPassed") }
if ($runTestAir) { runTest("testair", "allAirTestsPassed") }
if ($runTestB3) { runTest("testb3", "allB3TestsPassed") }
if ($runTestDFG) { runTest("testdfg", "allDFGTestsPassed") }
if ($runTestAPI) { runTest("testapi", "allApiTestsPassed") }
# Find JavaScriptCore directory
chdirWebKit();
runJSCStressTests();
reportTestFailures();
if ($isTestFailed) {
exit(1);
}
sub runJSCStressTests
{
my $jscStressResultsDir = $productDir . "/jsc-stress-results";
my $hasTestsToRun = 0;
my @testList;
if ($runJSCStress) {
@testList = (
"PerformanceTests/SunSpider/tests/sunspider-1.0",
"PerformanceTests/JetStream/cdjs/cdjs-tests.yaml",
"PerformanceTests/ARES-6/Air/airjs-tests.yaml",
"PerformanceTests/ARES-6/Basic/basic-tests.yaml",
"JSTests/executableAllocationFuzz.yaml",
"JSTests/exceptionFuzz.yaml",
"PerformanceTests/SunSpider/no-architecture-specific-optimizations.yaml",
"PerformanceTests/SunSpider/shadow-chicken.yaml",
"PerformanceTests/SunSpider/tests/v8-v6",
"JSTests/stress",
"JSTests/microbenchmarks",
"JSTests/slowMicrobenchmarks.yaml",
"PerformanceTests/SunSpider/profiler-test.yaml",
"LayoutTests/jsc-layout-tests.yaml",
"JSTests/typeProfiler.yaml",
"JSTests/controlFlowProfiler.yaml",
"JSTests/es6.yaml",
"JSTests/modules.yaml",
"JSTests/complex.yaml",
"JSTests/ChakraCore.yaml",
"JSTests/wasm.yaml");
$hasTestsToRun = 1;
}
if ($runMozillaTests) {
push(@testList, "JSTests/mozilla/mozilla-tests.yaml");
$hasTestsToRun = 1;
}
# Set LANG environment variable so the stress tests will work with newer ruby (<rdar://problem/15010705>)
$ENV{LANG}="en_US.UTF-8";
my @jscStressDriverCmd = (
"/usr/bin/env", "ruby", "Tools/Scripts/run-jsc-stress-tests",
"-j", jscPath($productDir), "-o", $jscStressResultsDir);
push(@jscStressDriverCmd, @testList);
if (isWindows() && !isCygwin()) {
shift @jscStressDriverCmd; # Remove /usr/bin/env
}
if (configuration() eq "Debug") {
push(@jscStressDriverCmd, "--debug");
}
if (!$copyJSC) {
push(@jscStressDriverCmd, "--no-copy");
}
if ($forceCollectContinuously) {
push(@jscStressDriverCmd, "--force-collectContinuously");
}
if ($envVars ne "") {
push(@jscStressDriverCmd, "--env-vars");
push(@jscStressDriverCmd, $envVars);
}
if ($runQuickMode) {
push(@jscStressDriverCmd, "--quick");
}
if (!$runJITStressTests) {
push(@jscStressDriverCmd, "--no-jit");
}
if ($createTarball) {
push(@jscStressDriverCmd, "--tarball");
}
if ($remoteHost) {
push(@jscStressDriverCmd, "--remote");
push(@jscStressDriverCmd, $remoteHost);
}
if ($remoteConfigFile) {
push(@jscStressDriverCmd, "--remote-config-file");
push(@jscStressDriverCmd, $remoteConfigFile);
}
if ($childProcesses) {
push(@jscStressDriverCmd, "--child-processes");
push(@jscStressDriverCmd, $childProcesses);
}
if ($shellRunner) {
push(@jscStressDriverCmd, "--shell-runner");
}
if ($makeRunner) {
push(@jscStressDriverCmd, "--make-runner");
}
if ($rubyRunner) {
push(@jscStressDriverCmd, "--ruby-runner");
}
if ($testWriter) {
push(@jscStressDriverCmd, "--test-writer");
push(@jscStressDriverCmd, $testWriter);
}
if ($memoryLimited) {
push(@jscStressDriverCmd, "--memory-limited");
}
if ($filter) {
push(@jscStressDriverCmd, "--filter");
push(@jscStressDriverCmd, $filter);
}
push(@jscStressDriverCmd, ("--verbose") x $verbose) if ($verbose > 0);
if (isPlayStation()) {
push(@jscStressDriverCmd, "--os=playstation");
push(@jscStressDriverCmd, "--no-copy");
}
unshift @jscStressDriverCmd, wrapperPrefixIfNeeded() if shouldUseJhbuild();
# End option processing, the rest of the arguments are tests
push(@jscStressDriverCmd, "--");
for my $testSuite (@extraTests) {
push(@jscStressDriverCmd, $testSuite);
$hasTestsToRun = 1;
}
if (defined($ENV{"EXTRA_JSC_TESTS"})) {
push(@jscStressDriverCmd, $ENV{"EXTRA_JSC_TESTS"});
$hasTestsToRun = 1;
}
if (!$hasTestsToRun) {
exit(0);
}
print "Running: " . join(" ", @jscStressDriverCmd) . "\n";
my $result = system(@jscStressDriverCmd);
exit exitStatus($result) if $result;
my @jscStressFailList = readAllLines($jscStressResultsDir . "/failed");
@jscStressFailList = sort @jscStressFailList;
my $numJSCStressFailures = @jscStressFailList;
if ($numJSCStressFailures) {
$isTestFailed = 1;
print "\n** The following JSC stress test failures have been introduced:\n";
foreach my $testFailure (@jscStressFailList) {
print "\t$testFailure\n";
}
}
print "\n";
print "Results for JSC stress tests:\n";
printThingsFound($numJSCStressFailures, "failure", "failures", "found");
print " OK.\n" if $numJSCStressFailures == 0;
print "\n";
if (defined($jsonFileName)) {
$jsonData{'stressTestFailures'} = \@jscStressFailList;
}
writeJsonDataIfApplicable();
}
sub readAllLines
{
my ($filename) = @_;
my @array = ();
eval {
open FILE, $filename or die;
while (<FILE>) {
chomp;
push @array, $_;
}
close FILE;
};
return @array;
}
sub printThingsFound
{
my ($number, $label, $pluralLabel, $verb) = @_;
print " $number ";
if ($number == 1) {
print $label;
} else {
print $pluralLabel;
}
print " $verb.\n";
}
sub writeJsonDataIfApplicable
{
if (defined($jsonFileName)) {
open(my $fileHandler, ">", $jsonFileName) or die;
print $fileHandler "${\encode_json(\%jsonData)}\n";
close($fileHandler);
}
}