blob: 72ebf56a04109c8ae8237eb4523052a850424f95 [file] [log] [blame]
/*
* Copyright (C) 2011 Apple Inc. All rights reserved.
*
* Redistribution and use in source and binary forms, with or without
* modification, are permitted provided that the following conditions
* are met:
* 1. Redistributions of source code must retain the above copyright
* notice, this list of conditions and the following disclaimer.
* 2. Redistributions in binary form must reproduce the above copyright
* notice, this list of conditions and the following disclaimer in the
* documentation and/or other materials provided with the distribution.
*
* THIS SOFTWARE IS PROVIDED BY APPLE INC. AND ITS CONTRIBUTORS ``AS IS''
* AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO,
* THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
* PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL APPLE INC. OR ITS CONTRIBUTORS
* BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
* CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
* SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
* INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
* CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
* ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF
* THE POSSIBILITY OF SUCH DAMAGE.
*/
(function() {
module('FailingTestsBugForm');
function createTestForm(testerName, failingBuildName, passingBuildName, failingTests) {
var mockBuildbot = {};
mockBuildbot.parseBuildName = function(buildName) {
var match = /(\d+)/.exec(buildName);
return {
revision: parseInt(match[1], 10),
buildNumber: parseInt(match[2], 10),
};
};
var mockBuilder = {};
mockBuilder.name = testerName;
mockBuilder.buildbot = mockBuildbot;
mockBuilder.resultsPageURL = function(buildName) {
return '[RESULTS PAGE URL ' + this.name + ', ' + buildName + ']';
}
return new FailingTestsBugForm(mockBuilder, failingBuildName, passingBuildName, failingTests);
}
test('keywords are set', 1, function() {
var form = createTestForm('Windows 7 Release (Tests)', 'r10 (5)', 'r8 (2)', ['css1/basic/class_as_selector.html']);
deepEqual(form.keywords.split(', '), [WebKitBugzilla.Keyword.LayoutTestFailure, WebKitBugzilla.Keyword.MakingBotsRed, WebKitBugzilla.Keyword.Regression]);
});
const testCases = [
{
failingBuildName: 'r10 (5)',
failingTests: [
'css1/basic/class_as_selector.html',
],
expectedDescription: 'css1/basic/class_as_selector.html has been failing on Windows 7 Release (Tests) since at least r10 <http://trac.webkit.org/changeset/10>.\n\n[RESULTS PAGE URL Windows 7 Release (Tests), r10 (5)] failed\n',
expectedTitle: 'REGRESSION (r10): css1/basic/class_as_selector.html failing on Windows 7 Release (Tests)',
},
{
failingBuildName: 'r10 (5)',
passingBuildName: 'r9 (3)',
failingTests: [
'css1/basic/class_as_selector.html',
],
expectedDescription: 'css1/basic/class_as_selector.html started failing on Windows 7 Release (Tests) in r10 <http://trac.webkit.org/changeset/10>.\n\n[RESULTS PAGE URL Windows 7 Release (Tests), r9 (3)] passed\n[RESULTS PAGE URL Windows 7 Release (Tests), r10 (5)] failed\n',
expectedTitle: 'REGRESSION (r10): css1/basic/class_as_selector.html failing on Windows 7 Release (Tests)',
},
{
failingBuildName: 'r10 (5)',
passingBuildName: 'r8 (2)',
failingTests: [
'css1/basic/class_as_selector.html',
],
expectedDescription: 'css1/basic/class_as_selector.html started failing on Windows 7 Release (Tests) between r9 and r10 (inclusive).\n\nhttp://trac.webkit.org/log/trunk?rev=10&stop_rev=9&limit=3\n\n[RESULTS PAGE URL Windows 7 Release (Tests), r8 (2)] passed\n[RESULTS PAGE URL Windows 7 Release (Tests), r10 (5)] failed\n',
expectedTitle: 'REGRESSION (r8-r10): css1/basic/class_as_selector.html failing on Windows 7 Release (Tests)',
},
{
failingBuildName: 'r10 (5)',
passingBuildName: 'r8 (2)',
failingTests: [
'css1/basic/class_as_selector.html',
'fast/css/ex-after-font-variant.html',
],
expectedDescription: 'css1/basic/class_as_selector.html and fast/css/ex-after-font-variant.html started failing on Windows 7 Release (Tests) between r9 and r10 (inclusive).\n\nhttp://trac.webkit.org/log/trunk?rev=10&stop_rev=9&limit=3\n\n[RESULTS PAGE URL Windows 7 Release (Tests), r8 (2)] passed\n[RESULTS PAGE URL Windows 7 Release (Tests), r10 (5)] failed\n',
expectedTitle: 'REGRESSION (r8-r10): css1/basic/class_as_selector.html, fast/css/ex-after-font-variant.html failing on Windows 7 Release (Tests)',
},
{
failingBuildName: 'r10 (5)',
passingBuildName: 'r8 (2)',
failingTests: [
'css1/basic/class_as_selector1.html',
'css1/basic/class_as_selector2.html',
'css1/basic/class_as_selector3.html',
'css1/basic/class_as_selector4.html',
'css1/basic/class_as_selector5.html',
'css1/basic/class_as_selector6.html',
'css1/basic/class_as_selector7.html',
'css1/basic/class_as_selector8.html',
],
expectedDescription: 'The following tests started failing on Windows 7 Release (Tests) between r9 and r10 (inclusive):\n\n css1/basic/class_as_selector1.html\n css1/basic/class_as_selector2.html\n css1/basic/class_as_selector3.html\n css1/basic/class_as_selector4.html\n css1/basic/class_as_selector5.html\n css1/basic/class_as_selector6.html\n css1/basic/class_as_selector7.html\n css1/basic/class_as_selector8.html\n\nhttp://trac.webkit.org/log/trunk?rev=10&stop_rev=9&limit=3\n\n[RESULTS PAGE URL Windows 7 Release (Tests), r8 (2)] passed\n[RESULTS PAGE URL Windows 7 Release (Tests), r10 (5)] failed\n',
expectedTitle: 'REGRESSION (r8-r10): 8 css1/basic tests failing on Windows 7 Release (Tests)',
},
{
failingBuildName: 'r10 (5)',
passingBuildName: 'r8 (2)',
failingTests: [
'css1/basic/class_as_selector1.html',
'css1/basic/class_as_selector2.html',
'css1/basic/class_as_selector3.html',
'css1/basic/class_as_selector4.html',
'css1/basic/class_as_selector5.html',
'css1/basic/class_as_selector6.html',
'css1/basic/class_as_selector7.html',
'css1/basic/class_as_selector8.html',
'css1/class_as_selector9.html',
],
expectedTitle: 'REGRESSION (r8-r10): 9 css1 tests failing on Windows 7 Release (Tests)',
},
{
failingBuildName: 'r10 (5)',
passingBuildName: 'r8 (2)',
failingTests: [
'css1/basic/class_as_selector1.html',
'css1/basic/class_as_selector2.html',
'css1/basic/class_as_selector3.html',
'css1/basic/class_as_selector4.html',
'css1/basic/class_as_selector5.html',
'css1/basic/class_as_selector6.html',
'css1/basic/class_as_selector7.html',
'css1/basic/class_as_selector8.html',
'css1/class_as_selector9.html',
'fast/css/ex-after-font-variant.html',
],
expectedTitle: 'REGRESSION (r8-r10): 10 tests failing on Windows 7 Release (Tests)',
},
];
test('titles', 7, function() {
for (var i = 0; i < testCases.length; ++i) {
var form = createTestForm('Windows 7 Release (Tests)', testCases[i].failingBuildName, testCases[i].passingBuildName, testCases[i].failingTests);
equal(form.title, testCases[i].expectedTitle);
}
});
test('descriptions', 5, function() {
for (var i = 0; i < testCases.length; ++i) {
if (!('expectedDescription' in testCases[i]))
continue;
var form = createTestForm('Windows 7 Release (Tests)', testCases[i].failingBuildName, testCases[i].passingBuildName, testCases[i].failingTests);
equal(form.description, testCases[i].expectedDescription);
}
});
})();