blob: a456fb888112591ca60673155618e3aec1b7abc6 [file] [log] [blame]
// Copyright (C) 2011 Google Inc. All rights reserved.
//
// Redistribution and use in source and binary forms, with or without
// modification, are permitted provided that the following conditions are
// met:
//
// * Redistributions of source code must retain the above copyright
// notice, this list of conditions and the following disclaimer.
// * Redistributions in binary form must reproduce the above
// copyright notice, this list of conditions and the following disclaimer
// in the documentation and/or other materials provided with the
// distribution.
// * Neither the name of Google Inc. nor the names of its
// contributors may be used to endorse or promote products derived from
// this software without specific prior written permission.
//
// THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
// "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
// LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
// A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
// OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
// SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
// LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
// DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
// THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
// (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
// OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
// FIXME(jparent): Rename this once it isn't globals.
function resetGlobals()
{
allExpectations = null;
allTests = null;
g_expectationsByPlatform = {};
g_resultsByBuilder = {};
g_allExpectations = null;
g_allTestsTrie = null;
var historyInstance = new history.History(flakinessConfig);
// FIXME(jparent): Remove this once global isn't used.
g_history = historyInstance;
g_testToResultsMap = {};
for (var key in history.DEFAULT_CROSS_DASHBOARD_STATE_VALUES)
historyInstance.crossDashboardState[key] = history.DEFAULT_CROSS_DASHBOARD_STATE_VALUES[key];
LOAD_BUILDBOT_DATA([{
name: 'webkit.org',
url: 'dummyurl',
tests: {'layout-tests': {'builders': ['Apple Lion Release WK2 (Tests)', 'Apple Lion Debug WK2 (Tests)', 'GTK Linux 64-bit Release (Tests)', 'WPE Linux 64-bit Release (Tests)']}}
}]);
for (var group in LAYOUT_TESTS_BUILDER_GROUPS)
LAYOUT_TESTS_BUILDER_GROUPS[group] = null;
return historyInstance;
}
function stubResultsByBuilder(data)
{
for (var builder in currentBuilders())
{
g_resultsByBuilder[builder] = data[builder] || {'tests': []};
};
}
function runExpectationsTest(builder, test, expectations, modifiers)
{
// Put in some dummy results. processExpectations expects the test to be
// there.
var tests = {};
tests[test] = {'results': [[100, 'F']], 'times': [[100, 0]]};
var results = {};
results[builder] = {'tests': tests};
stubResultsByBuilder(results);
processExpectations();
var resultsForTest = createResultsObjectForTest(test, builder);
populateExpectationsData(resultsForTest);
var message = 'Builder: ' + resultsForTest.builder + ' test: ' + resultsForTest.test;
equal(resultsForTest.expectations, expectations, message);
equal(resultsForTest.modifiers, modifiers, message);
}
test('releaseFail', 2, function() {
resetGlobals();
loadBuildersList('@ToT - webkit.org', 'layout-tests');
var builder = 'Apple Lion Release WK2 (Tests)';
var test = 'foo/1.html';
var expectationsArray = [
{'modifiers': 'RELEASE', 'expectations': 'FAIL'}
];
g_expectationsByPlatform['APPLE_MAC_LION_WK2'] = getParsedExpectations('[ Release ] ' + test + ' [ Failure ]');
runExpectationsTest(builder, test, 'FAIL', 'RELEASE');
});
test('releaseFailDebugCrashReleaseBuilder', 2, function() {
resetGlobals();
loadBuildersList('@ToT - webkit.org', 'layout-tests');
var builder = 'Apple Lion Release WK2 (Tests)';
var test = 'foo/1.html';
var expectationsArray = [
{'modifiers': 'RELEASE', 'expectations': 'FAIL'},
{'modifiers': 'DEBUG', 'expectations': 'CRASH'}
];
g_expectationsByPlatform['APPLE_MAC_LION_WK2'] = getParsedExpectations('[ Release ] ' + test + ' [ Failure ]\n' +
'[ Debug ] ' + test + ' [ Crash ]');
runExpectationsTest(builder, test, 'FAIL', 'RELEASE');
});
test('releaseFailDebugCrashDebugBuilder', 2, function() {
resetGlobals();
loadBuildersList('@ToT - webkit.org', 'layout-tests');
var builder = 'Apple Lion Debug WK2 (Tests)';
var test = 'foo/1.html';
var expectationsArray = [
{'modifiers': 'RELEASE', 'expectations': 'FAIL'},
{'modifiers': 'DEBUG', 'expectations': 'CRASH'}
];
g_expectationsByPlatform['APPLE_MAC_LION_WK2'] = getParsedExpectations('[ Release ] ' + test + ' [ Failure ]\n' +
'[ Debug ] ' + test + ' [ Crash ]');
runExpectationsTest(builder, test, 'CRASH', 'DEBUG');
});
test('overrideJustBuildType', 4, function() {
resetGlobals();
loadBuildersList('@ToT - webkit.org', 'layout-tests');
var test = 'bar/1.html';
g_expectationsByPlatform['APPLE_MAC_LION_WK2'] = getParsedExpectations('bar [ WontFix Failure Pass Timeout ]\n' +
'[ Release ] ' + test + ' [ WontFix Failure ]\n' +
'[ Debug ] ' + test + ' [ Crash ]');
runExpectationsTest('Apple Lion Release WK2 (Tests)', test, 'FAIL', 'RELEASE WONTFIX');
runExpectationsTest('Apple Lion Debug WK2 (Tests)', test, 'CRASH', 'DEBUG');
});
test('platformAndBuildType', 30, function() {
var historyInstance = new history.History(flakinessConfig);
// FIXME(jparent): Change to use the flakiness_db's history object
// once it exists, rather than tracking global.
g_history = historyInstance;
var runPlatformAndBuildTypeTest = function(builder, expectedPlatform, expectedBuildType) {
g_perBuilderPlatformAndBuildType = {};
buildInfo = platformAndBuildType(builder);
var message = 'Builder: ' + builder;
equal(buildInfo.platform, expectedPlatform, message);
equal(buildInfo.buildType, expectedBuildType, message);
}
// FIXME: These platforms should match whatever we use in the TestExpectations format.
runPlatformAndBuildTypeTest('Lion Release (Tests)', 'APPLE_MAC_LION_WK1', 'RELEASE');
runPlatformAndBuildTypeTest('Lion Debug (Tests)', 'APPLE_MAC_LION_WK1', 'DEBUG');
runPlatformAndBuildTypeTest('MountainLion Release (Tests)', 'APPLE_MAC_MOUNTAINLION_WK1', 'RELEASE');
runPlatformAndBuildTypeTest('MountainLion Leaks', 'APPLE_MAC_MOUNTAINLION_WK1', 'RELEASE');
runPlatformAndBuildTypeTest('MountainLion Debug (Tests)', 'APPLE_MAC_MOUNTAINLION_WK1', 'DEBUG');
runPlatformAndBuildTypeTest('GTK Linux 32-bit Release', 'GTK_LINUX_WK1', 'RELEASE');
runPlatformAndBuildTypeTest('GTK Linux 64-bit Release (Tests)', 'GTK_LINUX_WK2', 'RELEASE');
runPlatformAndBuildTypeTest('GTK Linux 64-bit Debug (Tests)', 'GTK_LINUX_WK2', 'DEBUG');
runPlatformAndBuildTypeTest('Windows 7 Release (Tests)', 'APPLE_WIN_WIN7', 'RELEASE');
runPlatformAndBuildTypeTest('Windows XP Debug (Tests)', 'APPLE_WIN_XP', 'DEBUG');
runPlatformAndBuildTypeTest('WPE Linux 64-bit Release (Tests)', 'WPE_LINUX', 'RELEASE');
// FIXME: Should WebKit2 be it's own platform?
runPlatformAndBuildTypeTest('MountainLion Release (WebKit2 Tests)', 'APPLE_MAC_MOUNTAINLION_WK2', 'RELEASE');
runPlatformAndBuildTypeTest('MountainLion Debug (WebKit2 Tests)', 'APPLE_MAC_MOUNTAINLION_WK2', 'DEBUG');
runPlatformAndBuildTypeTest('Windows 7 Release (WebKit2 Tests)', 'APPLE_WIN_WIN7', 'RELEASE');
});
test('realModifiers', 3, function() {
equal(realModifiers('BUG(Foo) DEBUG SLOW'), 'SLOW');
equal(realModifiers('BUG(Foo) RELEASE'), '');
equal(realModifiers('BUG(Foo)'), '');
});
test('allTestsWithSamePlatformAndBuildType', 1, function() {
// FIXME: test that allTestsWithSamePlatformAndBuildType actually returns the right set of tests.
var expectedPlatformsList = ['APPLE_MAC_LION_WK1', 'APPLE_MAC_LION_WK2', 'APPLE_MAC_MOUNTAINLION_WK1', 'APPLE_MAC_MOUNTAINLION_WK2',
'APPLE_WIN_XP', 'APPLE_WIN_WIN7', 'GTK_LINUX_WK1', 'GTK_LINUX_WK2', 'EFL_LINUX_WK2'];
var actualPlatformsList = Object.keys(g_allTestsByPlatformAndBuildType);
deepEqual(expectedPlatformsList, actualPlatformsList);
});
test('filterBugs',4, function() {
var filtered = filterBugs('Skip crbug.com/123 webkit.org/b/123 Slow Bug(Tony) Debug')
equal(filtered.modifiers, 'Skip Slow Debug');
equal(filtered.bugs, 'crbug.com/123 webkit.org/b/123 Bug(Tony)');
filtered = filterBugs('Skip Slow Debug')
equal(filtered.modifiers, 'Skip Slow Debug');
equal(filtered.bugs, '');
});
test('getExpectations', 14, function() {
resetGlobals();
loadBuildersList('@ToT - webkit.org', 'layout-tests');
stubResultsByBuilder({
'Apple Lion Release WK2 (Tests)' : {
'tests': {
'foo/test1.html': {'results': [[100, 'F']], 'times': [[100, 0]]},
'foo/test2.html': {'results': [[100, 'F']], 'times': [[100, 0]]},
'foo/test3.html': {'results': [[100, 'F']], 'times': [[100, 0]]},
'test1.html': {'results': [[100, 'F']], 'times': [[100, 0]]}
}
}
});
g_expectationsByPlatform['APPLE_MAC_LION_WK2'] = getParsedExpectations('Bug(123) foo [ Failure Pass Crash ]\n' +
'Bug(Foo) [ Release ] foo/test1.html [ Failure ]\n' +
'[ Debug ] foo/test1.html [ Crash ]\n' +
'Bug(456) foo/test2.html [ Failure ]\n' +
'[ Debug ] foo/test2.html [ Crash ]\n' +
'[ Release ] test1.html [ Failure ]\n' +
'[ Debug ] test1.html [ Crash ]\n');
g_expectationsByPlatform['GTK'] = getParsedExpectations('Bug(42) foo/test2.html [ ImageOnlyFailure ]\n' +
'[ Debug ] test1.html [ Crash ]\n');
g_expectationsByPlatform['GTK_LINUX_WK1'] = getParsedExpectations('[ Release ] foo/test1.html [ ImageOnlyFailure ]\n' +
'Bug(789) foo/test2.html [ Crash ]\n');
g_expectationsByPlatform['GTK_LINUX_WK2'] = getParsedExpectations('Bug(987) foo/test2.html [ Failure ]\n');
processExpectations();
var expectations = getExpectations('foo/test1.html', 'APPLE_MAC_LION_WK2', 'DEBUG');
equal(JSON.stringify(expectations), '{"modifiers":"DEBUG","expectations":"CRASH"}');
var expectations = getExpectations('foo/test1.html', 'APPLE_MAC_LION_WK2', 'RELEASE');
equal(JSON.stringify(expectations), '{"modifiers":"Bug(Foo) RELEASE","expectations":"FAIL"}');
var expectations = getExpectations('foo/test2.html', 'APPLE_MAC_LION_WK2', 'RELEASE');
equal(JSON.stringify(expectations), '{"modifiers":"Bug(456)","expectations":"FAIL"}');
var expectations = getExpectations('foo/test2.html', 'APPLE_MAC_LION_WK2', 'DEBUG');
equal(JSON.stringify(expectations), '{"modifiers":"DEBUG","expectations":"CRASH"}');
var expectations = getExpectations('test1.html', 'APPLE_MAC_LION_WK2', 'RELEASE');
equal(JSON.stringify(expectations), '{"modifiers":"RELEASE","expectations":"FAIL"}');
var expectations = getExpectations('foo/test3.html', 'APPLE_MAC_LION_WK2', 'DEBUG');
equal(JSON.stringify(expectations), '{"modifiers":"Bug(123)","expectations":"FAIL PASS CRASH"}');
var expectations = getExpectations('test1.html', 'APPLE_MAC_LION_WK2', 'DEBUG');
equal(JSON.stringify(expectations), '{"modifiers":"DEBUG","expectations":"CRASH"}');
var expectations = getExpectations('test1.html', 'APPLE_MAC_LION_WK2', 'RELEASE');
equal(JSON.stringify(expectations), '{"modifiers":"RELEASE","expectations":"FAIL"}');
var expectations = getExpectations('foo/test1.html', 'GTK_LINUX_WK1', 'RELEASE');
equal(JSON.stringify(expectations), '{"modifiers":"RELEASE","expectations":"IMAGE"}');
var expectations = getExpectations('foo/test2.html', 'GTK_LINUX_WK1', 'DEBUG');
equal(JSON.stringify(expectations), '{"modifiers":"Bug(789)","expectations":"CRASH"}');
var expectations = getExpectations('test1.html', 'GTK_LINUX_WK1', 'DEBUG');
equal(JSON.stringify(expectations), '{"modifiers":"DEBUG","expectations":"CRASH"}');
var expectations = getExpectations('foo/test2.html', 'GTK_LINUX_WK2', 'DEBUG');
equal(JSON.stringify(expectations), '{"modifiers":"Bug(987)","expectations":"FAIL"}');
var expectations = getExpectations('foo/test2.html', 'GTK_LINUX_WK2', 'RELEASE');
equal(JSON.stringify(expectations), '{"modifiers":"Bug(987)","expectations":"FAIL"}');
var expectations = getExpectations('test1.html', 'GTK_LINUX_WK2', 'DEBUG');
equal(JSON.stringify(expectations), '{"modifiers":"DEBUG","expectations":"CRASH"}');
});
test('substringList', 2, function() {
var historyInstance = new history.History(flakinessConfig);
// FIXME(jparent): Remove this once global isn't used.
g_history = historyInstance;
historyInstance.crossDashboardState.testType = 'gtest';
historyInstance.dashboardSpecificState.tests = 'test.FLAKY_foo test.FAILS_foo1 test.DISABLED_foo2 test.MAYBE_foo3 test.foo4';
equal(substringList().toString(), 'test.foo,test.foo1,test.foo2,test.foo3,test.foo4');
historyInstance.crossDashboardState.testType = 'layout-tests';
historyInstance.dashboardSpecificState.tests = 'foo/bar.FLAKY_foo.html';
equal(substringList().toString(), 'foo/bar.FLAKY_foo.html');
});
test('htmlForTestsWithExpectationsButNoFailures', 4, function() {
var historyInstance = new history.History(defaultDashboardSpecificStateValues, generatePage, handleValidHashParameter);
// FIXME(jparent): Remove this once global isn't used.
g_history = historyInstance;
loadBuildersList('@ToT - webkit.org', 'layout-tests');
var builder = 'Apple Lion Release WK2 (Tests)';
g_perBuilderWithExpectationsButNoFailures[builder] = ['passing-test1.html', 'passing-test2.html'];
g_perBuilderSkippedPaths[builder] = ['skipped-test1.html'];
g_resultsByBuilder[builder] = { buildNumbers: [5, 4, 3, 1] };
historyInstance.dashboardSpecificState.showUnexpectedPasses = true;
historyInstance.dashboardSpecificState.showSkipped = true;
historyInstance.crossDashboardState.group = '@ToT - webkit.org';
historyInstance.crossDashboardState.testType = 'layout-tests';
var container = document.createElement('div');
container.innerHTML = htmlForTestsWithExpectationsButNoFailures(builder);
equal(container.querySelectorAll('#passing-tests > div').length, 2);
equal(container.querySelectorAll('#skipped-tests > div').length, 1);
historyInstance.dashboardSpecificState.showUnexpectedPasses = false;
historyInstance.dashboardSpecificState.showSkipped = false;
var container = document.createElement('div');
container.innerHTML = htmlForTestsWithExpectationsButNoFailures(builder);
equal(container.querySelectorAll('#passing-tests > div').length, 0);
equal(container.querySelectorAll('#skipped-tests > div').length, 0);
});
test('headerForTestTableHtml', 1, function() {
var container = document.createElement('div');
container.innerHTML = headerForTestTableHtml();
equal(container.querySelectorAll('input').length, 5);
});
test('htmlForTestTypeSwitcherGroup', 6, function() {
var historyInstance = new history.History(flakinessConfig);
// FIXME(jparent): Remove this once global isn't used.
g_history = historyInstance;
var container = document.createElement('div');
historyInstance.crossDashboardState.testType = 'ui_tests';
container.innerHTML = ui.html.testTypeSwitcher(true);
var selects = container.querySelectorAll('select');
equal(selects.length, 2);
var group = selects[1];
equal(group.parentNode.textContent.indexOf('Group:'), 0);
equal(group.children.length, 1);
historyInstance.crossDashboardState.testType = 'layout-tests';
container.innerHTML = ui.html.testTypeSwitcher(true);
var selects = container.querySelectorAll('select');
equal(selects.length, 2);
var group = selects[1];
equal(group.parentNode.textContent.indexOf('Group:'), 0);
equal(group.children.length, 1);
});
test('htmlForIndividualTestOnAllBuilders', 1, function() {
resetGlobals();
loadBuildersList('@ToT - webkit.org', 'layout-tests');
equal(htmlForIndividualTestOnAllBuilders('foo/nonexistant.html'), '<div class="not-found">Test not found. Either it does not exist, is skipped or passes on all platforms.</div>');
});
test('htmlForIndividualTestOnAllBuildersWithResultsLinksNonexistant', 1, function() {
resetGlobals();
loadBuildersList('@ToT - webkit.org', 'layout-tests');
equal(htmlForIndividualTestOnAllBuildersWithResultsLinks('foo/nonexistant.html'),
'<div class="not-found">Test not found. Either it does not exist, is skipped or passes on all platforms.</div>' +
'<div class=expectations test=foo/nonexistant.html>' +
'<div>' +
'<span class=link onclick="g_history.setQueryParameter(\'showExpectations\', true)">Show results</span> | ' +
'<span class=link onclick="g_history.setQueryParameter(\'showLargeExpectations\', true)">Show large thumbnails</span> | ' +
'<b>Only shows actual results/diffs from the most recent *failure* on each bot.</b>' +
'</div>' +
'</div>');
});
test('htmlForIndividualTestOnAllBuildersWithResultsLinks', 1, function() {
var historyInstance = resetGlobals();
historyInstance.crossDashboardState.group = '@ToT - webkit.org';
loadBuildersList('@ToT - webkit.org', 'layout-tests');
var builderName = 'Apple Lion Release WK2 (Tests)';
var test = 'dummytest.html';
g_testToResultsMap[test] = [createResultsObjectForTest(test, builderName)];
equal(htmlForIndividualTestOnAllBuildersWithResultsLinks(test),
'<table class=test-table><thead><tr>' +
'<th sortValue=test><div class=table-header-content><span></span><span class=header-text>test</span></div></th>' +
'<th sortValue=bugs><div class=table-header-content><span></span><span class=header-text>bugs</span></div></th>' +
'<th sortValue=modifiers><div class=table-header-content><span></span><span class=header-text>modifiers</span></div></th>' +
'<th sortValue=expectations><div class=table-header-content><span></span><span class=header-text>expectations</span></div></th>' +
'<th sortValue=slowest><div class=table-header-content><span></span><span class=header-text>slowest run</span></div></th>' +
'<th sortValue=flakiness colspan=10000><div class=table-header-content><span></span><span class=header-text>flakiness (numbers are runtimes in seconds)</span></div></th>' +
'</tr></thead>' +
'<tbody></tbody>' +
'</table>' +
'<div>The following builders either don\'t run this test (e.g. it\'s skipped) or all runs passed:</div>' +
'<div class=skipped-builder-list>' +
'<div class=skipped-builder>Apple Lion Debug WK2 (Tests)</div><div class=skipped-builder>GTK Linux 64-bit Release (Tests)</div>' +
'</div>' +
'<div class=expectations test=dummytest.html>' +
'<div><span class=link onclick="g_history.setQueryParameter(\'showExpectations\', true)">Show results</span> | ' +
'<span class=link onclick="g_history.setQueryParameter(\'showLargeExpectations\', true)">Show large thumbnails</span>' +
'<form onsubmit="g_history.setQueryParameter(\'revision\', revision.value);return false;">' +
'Show results for WebKit revision: <input name=revision placeholder="e.g. 65540" value="" id=revision-input>' +
'</form></div>' +
'</div>');
});
test('htmlForIndividualTests', 4, function() {
var historyInstance = resetGlobals();
loadBuildersList('@ToT - webkit.org', 'layout-tests');
var test1 = 'foo/nonexistant.html';
var test2 = 'bar/nonexistant.html';
historyInstance.dashboardSpecificState.showChrome = false;
var tests = [test1, test2];
equal(htmlForIndividualTests(tests),
'<h2><a href="https://trac.webkit.org/browser/trunk/LayoutTests/foo/nonexistant.html" target="_blank">foo/nonexistant.html</a></h2>' +
htmlForIndividualTestOnAllBuilders(test1) +
'<div class=expectations test=foo/nonexistant.html>' +
'<div><span class=link onclick=\"g_history.setQueryParameter(\'showExpectations\', true)\">Show results</span> | ' +
'<span class=link onclick=\"g_history.setQueryParameter(\'showLargeExpectations\', true)\">Show large thumbnails</span> | ' +
'<b>Only shows actual results/diffs from the most recent *failure* on each bot.</b></div>' +
'</div>' +
'<hr>' +
'<h2><a href="https://trac.webkit.org/browser/trunk/LayoutTests/bar/nonexistant.html" target="_blank">bar/nonexistant.html</a></h2>' +
htmlForIndividualTestOnAllBuilders(test2) +
'<div class=expectations test=bar/nonexistant.html>' +
'<div><span class=link onclick=\"g_history.setQueryParameter(\'showExpectations\', true)\">Show results</span> | ' +
'<span class=link onclick=\"g_history.setQueryParameter(\'showLargeExpectations\', true)\">Show large thumbnails</span> | ' +
'<b>Only shows actual results/diffs from the most recent *failure* on each bot.</b></div>' +
'</div>');
tests = [test1];
equal(htmlForIndividualTests(tests), htmlForIndividualTestOnAllBuilders(test1) +
'<div class=expectations test=foo/nonexistant.html>' +
'<div><span class=link onclick=\"g_history.setQueryParameter(\'showExpectations\', true)\">Show results</span> | ' +
'<span class=link onclick=\"g_history.setQueryParameter(\'showLargeExpectations\', true)\">Show large thumbnails</span> | ' +
'<b>Only shows actual results/diffs from the most recent *failure* on each bot.</b></div>' +
'</div>');
historyInstance.dashboardSpecificState.showChrome = true;
equal(htmlForIndividualTests(tests),
'<h2><a href="https://trac.webkit.org/browser/trunk/LayoutTests/foo/nonexistant.html" target="_blank">foo/nonexistant.html</a></h2>' +
htmlForIndividualTestOnAllBuildersWithResultsLinks(test1));
tests = [test1, test2];
equal(htmlForIndividualTests(tests),
'<h2><a href="https://trac.webkit.org/browser/trunk/LayoutTests/foo/nonexistant.html" target="_blank">foo/nonexistant.html</a></h2>' +
htmlForIndividualTestOnAllBuildersWithResultsLinks(test1) + '<hr>' +
'<h2><a href="https://trac.webkit.org/browser/trunk/LayoutTests/bar/nonexistant.html" target="_blank">bar/nonexistant.html</a></h2>' +
htmlForIndividualTestOnAllBuildersWithResultsLinks(test2));
});
test('htmlForSingleTestRow', 1, function() {
var historyInstance = resetGlobals();
var builder = 'dummyBuilder';
BUILDER_TO_MASTER[builder] = WEBKIT_BUILDER_MASTER;
var test = createResultsObjectForTest('foo/exists.html', builder);
historyInstance.dashboardSpecificState.showCorrectExpectations = true;
g_resultsByBuilder[builder] = {buildNumbers: [2, 1], webkitRevision: [1234, 1233]};
test.rawResults = [[1, 'F'], [2, 'I']];
test.rawTimes = [[1, 0], [2, 5]];
var expected = '<tr>' +
'<td class="test-link"><span class="link" onclick="g_history.setQueryParameter(\'tests\',\'foo/exists.html\');">foo/exists.html</span>' +
'<td class=options-container><a href="https://bugs.webkit.org/enter_bug.cgi?assigned_to=webkit-unassigned%40lists.webkit.org&product=WebKit&form_name=enter_bug&component=Tools%20%2F%20Tests&short_desc=Layout%20Test%20foo%2Fexists.html%20is%20failing&comment=The%20following%20layout%20test%20is%20failing%20on%20%5Binsert%20platform%5D%0A%0Afoo%2Fexists.html%0A%0AProbable%20cause%3A%0A%0A%5Binsert%20probable%20cause%5D" class="file-bug">FILE BUG</a>' +
'<td class=options-container>' +
'<td class=options-container>' +
'<td><td title="TEXT. Click for more info." class="results F merge" onclick=\'showPopupForBuild(event, "dummyBuilder",0,"foo/exists.html")\'>&nbsp;' +
'<td title="IMAGE. Click for more info." class="results I" onclick=\'showPopupForBuild(event, "dummyBuilder",1,"foo/exists.html")\'>5';
equal(htmlForSingleTestRow(test), expected);
});
// FIXME: Create builders_tests.js and move this there.
test('requestBuilderListAddsBuilderGroupEntry', 1, function() {
var testBuilderGroups = { '@ToT - dummy.org': null };
var builderGroup = new BuilderGroup();
var groupName = '@ToT - dummy.org';
requestBuilderList(testBuilderGroups, 'webkit.org', groupName, builderGroup, 'layout-tests');
equal(testBuilderGroups['@ToT - dummy.org'], builderGroup);
})
test('sortTests', 4, function() {
var test1 = createResultsObjectForTest('foo/test1.html', 'dummyBuilder');
var test2 = createResultsObjectForTest('foo/test2.html', 'dummyBuilder');
var test3 = createResultsObjectForTest('foo/test3.html', 'dummyBuilder');
test1.modifiers = 'b';
test2.modifiers = 'a';
test3.modifiers = '';
var tests = [test1, test2, test3];
sortTests(tests, 'modifiers', FORWARD);
deepEqual(tests, [test2, test1, test3]);
sortTests(tests, 'modifiers', BACKWARD);
deepEqual(tests, [test3, test1, test2]);
test1.bugs = 'b';
test2.bugs = 'a';
test3.bugs = '';
var tests = [test1, test2, test3];
sortTests(tests, 'bugs', FORWARD);
deepEqual(tests, [test2, test1, test3]);
sortTests(tests, 'bugs', BACKWARD);
deepEqual(tests, [test3, test1, test2]);
});
test('popup', 2, function() {
ui.popup.show(document.body, 'dummy content');
ok(document.querySelector('#popup'));
ui.popup.hide();
ok(!document.querySelector('#popup'));
});
test('TestTrie', 3, function() {
var builders = {
"Dummy Windows Builder": true,
"Dummy GTK Linux Builder": true,
"Dummy Apple Mac Lion Builder": true
};
var resultsByBuilder = {
"Dummy Windows Builder": {
tests: {
"foo": true,
"foo/bar/1.html": true,
"foo/bar/baz": true
}
},
"Dummy GTK Linux Builder": {
tests: {
"bar": true,
"foo/1.html": true,
"foo/bar/2.html": true,
"foo/bar/baz/1.html": true,
}
},
"Dummy Apple Mac Lion Builder": {
tests: {
"foo/bar/3.html": true,
"foo/bar/baz/foo": true,
}
}
};
var expectedTrie = {
"foo": {
"bar": {
"1.html": true,
"2.html": true,
"3.html": true,
"baz": {
"1.html": true,
"foo": true
}
},
"1.html": true
},
"bar": true
}
var trie = new TestTrie(builders, resultsByBuilder);
deepEqual(trie._trie, expectedTrie);
var leafsOfCompleteTrieTraversal = [];
var expectedLeafs = ["foo/bar/1.html", "foo/bar/baz/1.html", "foo/bar/baz/foo", "foo/bar/2.html", "foo/bar/3.html", "foo/1.html", "bar"];
trie.forEach(function(triePath) {
leafsOfCompleteTrieTraversal.push(triePath);
});
deepEqual(leafsOfCompleteTrieTraversal, expectedLeafs);
var leafsOfPartialTrieTraversal = [];
expectedLeafs = ["foo/bar/1.html", "foo/bar/baz/1.html", "foo/bar/baz/foo", "foo/bar/2.html", "foo/bar/3.html"];
trie.forEach(function(triePath) {
leafsOfPartialTrieTraversal.push(triePath);
}, "foo/bar");
deepEqual(leafsOfPartialTrieTraversal, expectedLeafs);
});
test('changeTestTypeInvalidatesGroup', 1, function() {
var historyInstance = resetGlobals();
var originalGroup = '@ToT - webkit.org';
var originalTestType = 'layout-tests';
loadBuildersList(originalGroup, originalTestType);
historyInstance.crossDashboardState.group = originalGroup;
historyInstance.crossDashboardState.testType = originalTestType;
historyInstance.invalidateQueryParameters({'testType': 'ui_tests'});
notEqual(historyInstance.crossDashboardState.group, originalGroup, "group should have been invalidated");
});
test('shouldHideTest', 10, function() {
var historyInstance = new history.History(flakinessConfig);
historyInstance.parseParameters();
// FIXME(jparent): Change to use the flakiness_dashboard's history object
// once it exists, rather than tracking global.
g_history = historyInstance;
var test = createResultsObjectForTest('foo/test.html', 'dummyBuilder');
equal(shouldHideTest(test), true, 'default layout test, hide it.');
historyInstance.dashboardSpecificState.showCorrectExpectations = true;
equal(shouldHideTest(test), false, 'show correct expectations.');
historyInstance.dashboardSpecificState.showCorrectExpectations = false;
test = createResultsObjectForTest('foo/test.html', 'dummyBuilder');
test.isWontFixSkip = true;
equal(shouldHideTest(test), true, 'by default hide these too');
historyInstance.dashboardSpecificState.showWontFixSkip = true;
equal(shouldHideTest(test), false, 'now we should show it');
historyInstance.dashboardSpecificState.showWontFixSkip = false;
test = createResultsObjectForTest('foo/test.html', 'dummyBuilder');
test.isFlaky = true;
equal(shouldHideTest(test), false, 'we show flaky tests by default');
historyInstance.dashboardSpecificState.showFlaky = false;
equal(shouldHideTest(test), true, 'do not show flaky test');
historyInstance.dashboardSpecificState.showFlaky = true;
test = createResultsObjectForTest('foo/test.html', 'dummyBuilder');
test.slowestNonTimeoutCrashTime = MIN_SECONDS_FOR_SLOW_TEST + 1;
equal(shouldHideTest(test), true, 'we hide slow tests by default');
historyInstance.dashboardSpecificState.showSlow = true;
equal(shouldHideTest(test), false, 'now show slow test');
historyInstance.dashboardSpecificState.showSlow = false;
test = createResultsObjectForTest('foo/test.html', 'dummyBuilder');
historyInstance.crossDashboardState.testType = 'not layout tests';
equal(shouldHideTest(test), false, 'show all non layout tests');
test.isWontFixSkip = true;
equal(shouldHideTest(test), false, 'show all non layout tests, even if wont fix');
});