Tools/CSSTestSuiteHarness/harness/harness.js

/*
 * Copyright (C) 2010 Apple Inc. All rights reserved.
 *
 * Redistribution and use in source and binary forms, with or without
 * modification, are permitted provided that the following conditions
 * are met:
 * 1. Redistributions of source code must retain the above copyright
 *    notice, this list of conditions and the following disclaimer.
 * 2. Redistributions in binary form must reproduce the above copyright
 *    notice, this list of conditions and the following disclaimer in the
 *    documentation and/or other materials provided with the distribution.
 *
 * THIS SOFTWARE IS PROVIDED BY APPLE INC. AND ITS CONTRIBUTORS ``AS IS''
 * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO,
 * THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL APPLE INC. OR ITS CONTRIBUTORS
 * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF
 * THE POSSIBILITY OF SUCH DAMAGE.
 */

// requires jQuery

const kTestSuiteVersion = '20101001';
const kTestSuiteHome = '../' + kTestSuiteVersion + '/';
const kTestInfoDataFile = 'testinfo.data';

const kChapterData = [
  {
    'file' : 'about.html',
    'title' : 'About the CSS 2.1 Specification',
  },
  {
    'file' : 'intro.html',
    'title' : 'Introduction to CSS 2.1',
  },
  {
    'file' : 'conform.html',
    'title' : 'Conformance: Requirements and Recommendations',
  },
  {
    'file' : "syndata.html",
    'title' : 'Syntax and basic data types',
  },
  {
    'file' : 'selector.html' ,
    'title' : 'Selectors',
  },
  {
    'file' : 'cascade.html',
    'title' : 'Assigning property values, Cascading, and Inheritance',
  },
  {
    'file' : 'media.html',
    'title' : 'Media types',
  },
  {
    'file' : 'box.html' ,
    'title' : 'Box model',
  },
  {
    'file' : 'visuren.html',
    'title' : 'Visual formatting model',
  },
  {
    'file' :'visudet.html',
    'title' : 'Visual formatting model details',
  },
  {
    'file' : 'visufx.html',
    'title' : 'Visual effects',
  },
  {
    'file' : 'generate.html',
    'title' : 'Generated content, automatic numbering, and lists',
  },
  {
    'file' : 'page.html',
    'title' : 'Paged media',
  },
  {
    'file' : 'colors.html',
    'title' : 'Colors and Backgrounds',
  },
  {
    'file' : 'fonts.html',
    'title' : 'Fonts',
  },
  {
    'file' : 'text.html',
    'title' : 'Text',
  },
  {
    'file' : 'tables.html',
    'title' : 'Tables',
  },
  {
    'file' : 'ui.html',
    'title' : 'User interface',
  },
  {
    'file' : 'aural.html',
    'title' : 'Appendix A. Aural style sheets',
  },
  {
    'file' : 'refs.html',
    'title' : 'Appendix B. Bibliography',
  },
  {
    'file' : 'changes.html',
    'title' : 'Appendix C. Changes',
  },
  {
    'file' : 'sample.html',
    'title' : 'Appendix D. Default style sheet for HTML 4',
  },
  {
    'file' : 'zindex.html',
    'title' : 'Appendix E. Elaborate description of Stacking Contexts',
  },
  {
    'file' : 'propidx.html',
    'title' : 'Appendix F. Full property table',
  },
  {
    'file' : 'grammar.html',
    'title' : 'Appendix G. Grammar of CSS',
  },
  {
    'file' : 'other.html',
    'title' : 'Other',
  },
];


const kHTML4Data = {
  'path' : 'html4',
  'suffix' : '.htm'
};

const kXHTML1Data = {
  'path' : 'xhtml1',
  'suffix' : '.xht'
};

// Results popup
const kResultsSelector = [
  {
    'name': 'All Tests',
    'handler' : function(self) { self.showResultsForAllTests(); },
    'exporter' : function(self) { self.exportResultsForAllTests(); }
  },
  {
    'name': 'Completed Tests',
    'handler' : function(self) { self.showResultsForCompletedTests(); },
    'exporter' : function(self) { self.exportResultsForCompletedTests(); }
  },
  {
    'name': 'Passing Tests',
    'handler' : function(self) { self.showResultsForTestsWithStatus('pass'); },
    'exporter' : function(self) { self.exportResultsForTestsWithStatus('pass'); }
  },
  {
    'name': 'Failing Tests',
    'handler' : function(self) { self.showResultsForTestsWithStatus('fail'); },
    'exporter' : function(self) { self.exportResultsForTestsWithStatus('fail'); }
  },
  {
    'name': 'Skipped Tests',
    'handler' : function(self) { self.showResultsForTestsWithStatus('skipped'); },
    'exporter' : function(self) { self.exportResultsForTestsWithStatus('skipped'); }
  },
  {
    'name': 'Invalid Tests',
    'handler' : function(self) { self.showResultsForTestsWithStatus('invalid'); },
    'exporter' : function(self) { self.exportResultsForTestsWithStatus('invalid'); }
  },
  {
    'name': 'Tests where HTML4 and XHTML1 results differ',
    'handler' : function(self) { self.showResultsForTestsWithMismatchedResults(); },
    'exporter' : function(self) { self.exportResultsForTestsWithMismatchedResults(); }
  },
  {
    'name': 'Tests Not Run',
    'handler' : function(self) { self.showResultsForTestsNotRun(); },
    'exporter' : function(self) { self.exportResultsForTestsNotRun(); }
  }
];

function Test(testInfoLine)
{
  var fields = testInfoLine.split('\t');
  
  this.id = fields[0];
  this.reference = fields[1];
  this.title = fields[2];
  this.flags = fields[3];
  this.links = fields[4];
  this.assertion = fields[5];

  this.paged = false;
  this.testHTML = true;
  this.testXHTML = true;

  if (this.flags) {
    this.paged = this.flags.indexOf('paged') != -1;
  
    if (this.flags.indexOf('nonHTML') != -1)
      this.testHTML = false;

    if (this.flags.indexOf('HTMLonly') != -1)
      this.testXHTML = false;
  }
  
  this.completedHTML = false; // true if this test has a result (pass, fail or skip)
  this.completedXHTML = false; // true if this test has a result (pass, fail or skip)

  this.statusHTML = '';
  this.statusXHTML = '';
  
  if (!this.links)
    this.links = "other.html"
}

Test.prototype.runForFormat = function(format)
{
  if (format == 'html4')
    return this.testHTML;

  if (format == 'xhtml1')
    return this.testXHTML;

  return true;
}

Test.prototype.completedForFormat = function(format)
{
  if (format == 'html4')
    return this.completedHTML;

  if (format == 'xhtml1')
    return this.completedXHTML;

  return true;
}

Test.prototype.statusForFormat = function(format)
{
  if (format == 'html4')
    return this.statusHTML;

  if (format == 'xhtml1')
    return this.statusXHTML;

  return true;
}

function ChapterSection(link)
{
  var result= link.match(/^([.\w]+)(#.+)?$/);
  if (result != null) {
    this.file = result[1];
    this.anchor = result[2];
  }

  this.testCountHTML = 0;
  this.testCountXHTML = 0;

  this.tests = [];
}

ChapterSection.prototype.countTests = function()
{
  this.testCountHTML = 0;
  this.testCountXHTML = 0;

  for (var i = 0; i < this.tests.length; ++i) {
    var currTest = this.tests[i];

    if (currTest.testHTML)
      ++this.testCountHTML;

    if (currTest.testXHTML)
      ++this.testCountXHTML;
  }
}

function Chapter(chapterInfo)
{
  this.file = chapterInfo.file;
  this.title = chapterInfo.title;
  this.testCountHTML = 0;
  this.testCountXHTML = 0;
  this.sections = []; // array of ChapterSection
}

Chapter.prototype.description = function(format)
{
  
  
  return this.title + ' (' + this.testCount(format) + ' tests, ' + this.untestedCount(format) + ' untested)';
}

Chapter.prototype.countTests = function()
{
  this.testCountHTML = 0;
  this.testCountXHTML = 0;

  for (var i = 0; i < this.sections.length; ++i) {
    var currSection = this.sections[i];

    currSection.countTests();

    this.testCountHTML += currSection.testCountHTML;
    this.testCountXHTML += currSection.testCountXHTML;
  }
}

Chapter.prototype.testCount = function(format)
{
  if (format == 'html4')
    return this.testCountHTML;

  if (format == 'xhtml1')
    return this.testCountXHTML;

  return 0;
}

Chapter.prototype.untestedCount = function(format)
{
  var completedProperty = format == 'html4' ? 'completedHTML' : 'completedXHTML';
  
  var count = 0;
  for (var i = 0; i < this.sections.length; ++i) {
    var currSection = this.sections[i];
    for (var j = 0; j < currSection.tests.length; ++j) {
      count += currSection.tests[j].completedForFormat(format) ? 0 : 1;
    }
  }
  return count;
  
}

// Utils
String.prototype.trim = function() { return this.replace(/^\s+|\s+$/g, ''); }

function TestSuite()
{
  this.chapterSections = {}; // map of links to ChapterSections
  this.tests = {}; // map of test id to test info
  
  this.chapters = {}; // map of file name to chapter
  this.currentChapter = null;
  
  this.currentChapterTests = []; // array of tests for the current chapter.
  this.currChapterTestIndex = -1; // index of test in the current chapter
  
  this.format = '';
  this.formatChanged('html4');
  
  this.testInfoLoaded = false;

  this.populatingDatabase = false;
  
  var testInfoPath = kTestSuiteHome + kTestInfoDataFile;
  this.loadTestInfo(testInfoPath);
}

TestSuite.prototype.loadTestInfo = function(testInfoPath)
{
  var _self = this;
  this.asyncLoad(testInfoPath, 'data', function(data, status) {
    _self.testInfoDataLoaded(data, status);
  });
}

TestSuite.prototype.testInfoDataLoaded = function(data, status)
{
  if (status != 'success') {
    alert("Failed to load testinfo.data. Database of tests will not be initialized.");
    return;
  }

  this.parseTests(data);
  this.buildChapters();

  this.testInfoLoaded = true;
  
  this.fillChapterPopup();

  this.initializeControls();

  this.openDatabase();
}

TestSuite.prototype.parseTests = function(data)
{
  var lines = data.split('\n');
  
  // First line is column labels
  for (var i = 1; i < lines.length; ++i) {
    var test = new Test(lines[i]);
    if (test.id.length > 0)
      this.tests[test.id] = test;
  }
}

TestSuite.prototype.buildChapters = function()
{
  for (var testID in this.tests) {
    var currTest = this.tests[testID];

    // FIXME: tests with more than one link will be presented to the user
    // twice. Be smarter about avoiding this.
    var testLinks = currTest.links.split(',');
    for (var i = 0; i < testLinks.length; ++i) {
      var link = testLinks[i];
      var section = this.chapterSections[link];
      if (!section) {
        section = new ChapterSection(link);
        this.chapterSections[link] = section;
      }
      
      section.tests.push(currTest);
    }
  }
  
  for (var i = 0; i < kChapterData.length; ++i) {
    var chapter = new Chapter(kChapterData[i]);
    chapter.index = i;
    this.chapters[chapter.file] = chapter;
  }
  
  for (var sectionName in this.chapterSections) {
    var section = this.chapterSections[sectionName];

    var file = section.file;
    var chapter = this.chapters[file];
    if (!chapter)
      window.console.log('failed to find chapter ' + file + ' in chapter data.');
    chapter.sections.push(section);
  }
  
  for (var chapterName in this.chapters) {
    var currChapter = this.chapters[chapterName];
    currChapter.sections.sort();
    currChapter.countTests();
  }
}

TestSuite.prototype.indexOfChapter = function(chapter)
{
  for (var i = 0; i < kChapterData.length; ++i) {
    if (kChapterData[i].file == chapter.file)
      return i;
  }
  
  window.console.log('indexOfChapter for ' + chapter.file + ' failed');
  return -1;
}

TestSuite.prototype.chapterAtIndex = function(index)
{
  if (index < 0 || index >= kChapterData.length)
    return null;

  return this.chapters[kChapterData[index].file];
}

TestSuite.prototype.fillChapterPopup = function()
{
  var select = document.getElementById('chapters')
  select.innerHTML = ''; // Remove all children.
  
  for (var i = 0; i < kChapterData.length; ++i) {
    var chapterData = kChapterData[i];
    var chapter = this.chapters[chapterData.file];
    
    var option = document.createElement('option');
    option.innerText = chapter.description(this.format);
    option._chapter = chapter;
    
    select.appendChild(option);
  }
}

TestSuite.prototype.updateChapterPopup = function()
{
  var select = document.getElementById('chapters')
  var currOption = select.firstChild;
  
  for (var i = 0; i < kChapterData.length; ++i) {
    var chapterData = kChapterData[i];
    var chapter = this.chapters[chapterData.file];
    if (!chapter)
      continue;
    currOption.innerText = chapter.description(this.format);
    currOption = currOption.nextSibling;
  }
}

TestSuite.prototype.buildTestListForChapter = function(chapter)
{
  this.currentChapterTests = this.testListForChapter(chapter);
}

TestSuite.prototype.testListForChapter = function(chapter)
{
  var testList = [];
  
  for (var i in chapter.sections) {
    var currSection = chapter.sections[i];
    
    for (var j = 0; j < currSection.tests.length; ++j) {
      var currTest = currSection.tests[j];
      if (currTest.runForFormat(this.format))
        testList.push(currTest);
    }
  }
  
  // FIXME: test may occur more than once.
  testList.sort(function(a, b) {
    return a.id.localeCompare(b.id);
  });
  
  return testList;
}

TestSuite.prototype.initializeControls = function()
{
  var chaptersPopup = document.getElementById('chapters');

  var _self = this;
  chaptersPopup.addEventListener('change', function() {
    _self.chapterPopupChanged();
  }, false);

  this.chapterPopupChanged();
  
  // Results popup
  var resultsPopup = document.getElementById('results-popup');
  resultsPopup.innerHTML = '';
  
  for (var i = 0; i < kResultsSelector.length; ++i) {
    var option = document.createElement('option');
    option.innerText =  kResultsSelector[i].name;
    
    resultsPopup.appendChild(option);
  }
}

TestSuite.prototype.chapterPopupChanged = function()
{
  var chaptersPopup = document.getElementById('chapters');
  var selectedChapter = chaptersPopup.options[chaptersPopup.selectedIndex]._chapter;

  this.setSelectedChapter(selectedChapter);
}

TestSuite.prototype.fillTestList = function()
{
  var statusProperty = this.format == 'html4' ? 'statusHTML' : 'statusXHTML';

  var testList = document.getElementById('test-list');
  testList.innerHTML = '';
  
  for (var i = 0; i < this.currentChapterTests.length; ++i) {
    var currTest = this.currentChapterTests[i];

    var option = document.createElement('option');
    option.innerText = currTest.id;
    option.className = currTest[statusProperty];
    option._test = currTest;
    testList.appendChild(option);
  }
}

TestSuite.prototype.updateTestList = function()
{
  var statusProperty = this.format == 'html4' ? 'statusHTML' : 'statusXHTML';
  var testList = document.getElementById('test-list');
  
  var options = testList.getElementsByTagName('option');
  for (var i = 0; i < options.length; ++i) {
    var currOption = options[i];
    currOption.className = currOption._test[statusProperty];
  }
}

TestSuite.prototype.setSelectedChapter = function(chapter)
{
  this.currentChapter = chapter;
  this.buildTestListForChapter(this.currentChapter);
  this.currChapterTestIndex = -1;
  
  this.fillTestList();
  this.goToTestIndex(0);
  
  var chaptersPopup = document.getElementById('chapters');
  chaptersPopup.selectedIndex = this.indexOfChapter(chapter);
}

/* ------------------------------------------------------- */

TestSuite.prototype.passTest = function()
{
  this.recordResult(this.currentTestName(), 'pass');
  this.nextTest();
}

TestSuite.prototype.failTest = function()
{
  this.recordResult(this.currentTestName(), 'fail');
  this.nextTest();
}

TestSuite.prototype.invalidTest = function()
{
  this.recordResult(this.currentTestName(), 'invalid');
  this.nextTest();
}

TestSuite.prototype.skipTest = function(reason)
{
  this.recordResult(this.currentTestName(), 'skipped', reason);
  this.nextTest();
}

TestSuite.prototype.nextTest = function()
{
  if (this.currChapterTestIndex < this.currentChapterTests.length - 1)
    this.goToTestIndex(this.currChapterTestIndex + 1);
  else {
    var currChapterIndex = this.indexOfChapter(this.currentChapter);
    this.goToChapterIndex(currChapterIndex + 1);
  }
}

TestSuite.prototype.previousTest = function()
{
  if (this.currChapterTestIndex > 0)
    this.goToTestIndex(this.currChapterTestIndex - 1);
  else {
    var currChapterIndex = this.indexOfChapter(this.currentChapter);
    if (currChapterIndex > 0)
      this.goToChapterIndex(currChapterIndex - 1);
  }
}

TestSuite.prototype.goToNextIncompleteTest = function()
{
  var completedProperty = this.format == 'html4' ? 'completedHTML' : 'completedXHTML';

  // Look to the end of this chapter.
  for (var i = this.currChapterTestIndex + 1; i < this.currentChapterTests.length; ++i) {
    if (!this.currentChapterTests[i][completedProperty]) {
      this.goToTestIndex(i);
      return;
    }
  }

  // Start looking through later chapter
  var currChapterIndex = this.indexOfChapter(this.currentChapter);
  for (var c = currChapterIndex + 1; c < kChapterData.length; ++c) {
    var chapterData = this.chapterAtIndex(c);
    
    var testIndex = this.firstIncompleteTestIndex(chapterData);
    if (testIndex != -1) {
      this.goToChapterIndex(c);
      this.goToTestIndex(testIndex);
      break;
    }
  }
}

TestSuite.prototype.firstIncompleteTestIndex = function(chapter)
{
  var completedProperty = this.format == 'html4' ? 'completedHTML' : 'completedXHTML';

  var chapterTests = this.testListForChapter(chapter);
  for (var i = 0; i < chapterTests.length; ++i) {
    if (!chapterTests[i][completedProperty])
      return i;
  }
  
  return -1;
}

/* ------------------------------------------------------- */

TestSuite.prototype.goToTestByName = function(testName)
{
  var match = testName.match(/^(?:(html4|xhtml1)\/)?([\w-_]+)(\.xht|\.htm)?/);
  if (!match)
    return false;

  var prefix = match[1];
  var testId = match[2];
  var extension = match[3];
  
  var format = this.format;
  if (prefix)
    format = prefix;
  else if (extension) {
    if (extension == kXHTML1Data.suffix)
      format = kXHTML1Data.path;
    else if (extension == kHTML4Data.suffix)
      format = kHTML4Data.path;
  }
  
  this.switchToFormat(format);
  
  var test = this.tests[testId];
  if (!test)
    return false;

  // Find the first chapter.
  var links = test.links.split(',');
  if (links.length == 0) {
    window.console.log('test ' + test.id + 'had no links.');
    return false;
  }

  var firstLink = links[0];
  var result = firstLink.match(/^([.\w]+)(#.+)?$/);
  if (result)
    firstLink = result[1];

  // Find the chapter and index of the test.
  for (var i = 0; i < kChapterData.length; ++i) {
    var chapterData = kChapterData[i];
    if (chapterData.file == firstLink) {

      this.goToChapterIndex(i);
      
      for (var j = 0; j < this.currentChapterTests.length; ++j) {
        var currTest = this.currentChapterTests[j];
        if (currTest.id == testId) {
          this.goToTestIndex(j);
          return true;
        }
      }
    }
  }

  return false;
}

TestSuite.prototype.goToTestIndex = function(index)
{
  if (index >= 0 && index < this.currentChapterTests.length) {
    this.currChapterTestIndex = index;
    this.loadCurrentTest();
  }
}

TestSuite.prototype.goToChapterIndex = function(chapterIndex)
{
  if (chapterIndex >= 0 && chapterIndex < kChapterData.length) {
    var chapterFile = kChapterData[chapterIndex].file;
    this.setSelectedChapter(this.chapters[chapterFile]);
  }
}

TestSuite.prototype.currentTestName = function()
{
  if (this.currChapterTestIndex < 0 || this.currChapterTestIndex >= this.currentChapterTests.length)
    return undefined;

  return this.currentChapterTests[this.currChapterTestIndex].id;
}

TestSuite.prototype.loadCurrentTest = function()
{
  var theTest = this.currentChapterTests[this.currChapterTestIndex];
  if (!theTest) {
    this.configureForManualTest();
    this.clearTest();
    return;
  }

  if (theTest.reference) {
    this.configureForRefTest();
    this.loadRef(theTest);
  } else {
    this.configureForManualTest();
  }

  this.loadTest(theTest);

  this.updateProgressLabel();
  
  document.getElementById('test-list').selectedIndex = this.currChapterTestIndex;
}

TestSuite.prototype.updateProgressLabel = function()
{
  document.getElementById('test-index').innerText = this.currChapterTestIndex + 1;
  document.getElementById('chapter-test-count').innerText = this.currentChapterTests.length;
}

TestSuite.prototype.configureForRefTest = function()
{
  $('#test-content').addClass('with-ref');
}

TestSuite.prototype.configureForManualTest = function()
{
  $('#test-content').removeClass('with-ref');
}

TestSuite.prototype.loadTest = function(test)
{
  var iframe = document.getElementById('test-frame');
  iframe.src = 'about:blank';
  
  var url = this.urlForTest(test.id);
  window.setTimeout(function() {
    iframe.src = url;
  }, 0);
  
  document.getElementById('test-title').innerText = test.title;
  document.getElementById('test-url').innerText = this.pathForTest(test.id);
  document.getElementById('test-assertion').innerText = test.assertion;
  document.getElementById('test-flags').innerText = test.flags;
  
  this.processFlags(test);
}

TestSuite.prototype.processFlags = function(test)
{ 
  if (test.paged)
    $('#test-content').addClass('print');
  else
    $('#test-content').removeClass('print');

  var showWarning = false;
  var warning = '';
  if (test.flags.indexOf('font') != -1)
    warning = 'Requires a specific font to be installed.';
  
  if (test.flags.indexOf('http') != -1) {
    if (warning != '')
      warning += ' ';
    warning += 'Must be tested over HTTP, with custom HTTP headers.';
  }
  
  if (test.paged) {
    if (warning != '')
      warning += ' ';
    warning += 'Test via the browser\'s Print Preview.';
  }

  document.getElementById('warning').innerText = warning;

  if (warning.length > 0)
    $('#test-content').addClass('warn');
  else
    $('#test-content').removeClass('warn');

}

TestSuite.prototype.clearTest = function()
{
  var iframe = document.getElementById('test-frame');
  iframe.src = 'about:blank';
  
  document.getElementById('test-title').innerText = '';
  document.getElementById('test-url').innerText = '';
  document.getElementById('test-assertion').innerText = '';
  document.getElementById('test-flags').innerText = '';

  $('#test-content').removeClass('print');
  $('#test-content').removeClass('warn');
  document.getElementById('warning').innerText = '';
}

TestSuite.prototype.loadRef = function(test)
{
  // Suites 20101001 and earlier used .xht refs, even for HTML tests, so strip off
  // the extension and use the same format as the test.
  var ref = test.reference.replace(/(\.xht)?$/, '');
  
  var iframe = document.getElementById('ref-frame');
  iframe.src = this.urlForTest(ref);
}

TestSuite.prototype.pathForTest = function(testName)
{
  var prefix = this.formatInfo.path;
  var suffix = this.formatInfo.suffix;
  
  return prefix + '/' + testName + suffix;
}

TestSuite.prototype.urlForTest = function(testName)
{
  return kTestSuiteHome + this.pathForTest(testName);
}

/* ------------------------------------------------------- */

TestSuite.prototype.recordResult = function(testName, resolution, comment)
{
  if (!testName)
    return;

  this.beginAppendingOutput();
  this.appendResultToOutput(this.formatInfo, testName, resolution, comment);
  this.endAppendingOutput();
  
  if (comment == undefined)
    comment = '';
  
  this.storeTestResult(testName, this.format, resolution, comment, navigator.userAgent);
  
  var htmlStatus = null;
  var xhtmlStatus = null;
  if (this.format == 'html4')
    htmlStatus = resolution;
  if (this.format == 'xhtml1')
    xhtmlStatus = resolution;

  this.markTestCompleted(testName, htmlStatus, xhtmlStatus);
  this.updateTestList();

  this.updateSummaryData();
  this.updateChapterPopup();
}

TestSuite.prototype.beginAppendingOutput = function()
{
}

TestSuite.prototype.endAppendingOutput = function()
{
  var output = document.getElementById('output');
  output.scrollTop = output.scrollHeight;
}

TestSuite.prototype.appendResultToOutput = function(formatData, testName, resolution, comment)
{
  var output = document.getElementById('output');
  
  var result = formatData.path + '/' + testName + formatData.suffix + '\t' + resolution;
  if (comment)
    result += '\t(' + comment + ')';

  var line = document.createElement('p');
  line.className = resolution;
  line.appendChild(document.createTextNode(result));
  output.appendChild(line);
}

TestSuite.prototype.clearOutput = function()
{
  document.getElementById('output').innerHTML = '';
}

/* ------------------------------------------------------- */

TestSuite.prototype.switchToFormat = function(formatString)
{
  if (formatString == 'html4')
    document.harness.format.html4.checked = true;
  else
    document.harness.format.xhtml1.checked = true;

  this.formatChanged(formatString);
}

TestSuite.prototype.formatChanged = function(formatString)
{
  if (this.format == formatString)
    return;
  
  this.format = formatString;

  if (formatString == 'html4')
    this.formatInfo = kHTML4Data;
  else
    this.formatInfo = kXHTML1Data;

  // try to keep the current test selected
  var selectedTestName;
  if (this.currChapterTestIndex >= 0 && this.currChapterTestIndex < this.currentChapterTests.length)
    selectedTestName = this.currentChapterTests[this.currChapterTestIndex].id;
  
  if (this.currentChapter) {
    this.buildTestListForChapter(this.currentChapter);
    this.fillTestList();
    this.goToTestByName(selectedTestName);
  }

  this.updateChapterPopup();
  this.updateTestList();
  this.updateProgressLabel();
}

/* ------------------------------------------------------- */

TestSuite.prototype.asyncLoad = function(url, type, handler)
{
  $.get(url, handler, type);
}

/* ------------------------------------------------------- */

TestSuite.prototype.exportResults = function(resultTypeIndex)
{
  var resultInfo = kResultsSelector[resultTypeIndex];
  if (!resultInfo)
    return;

  resultInfo.exporter(this);
}

TestSuite.prototype.exportHeader = function()
{
  var result = '# Safari 5.0.2' + ' ' + navigator.platform + '\n';
  result += '# ' + navigator.userAgent + '\n';
  result += '# http://test.csswg.org/suites/css2.1/' + kTestSuiteVersion + '/\n';
  result += 'testname\tresult\n';

  return result;
}

TestSuite.prototype.createExportLine = function(formatData, testName, resolution, comment)
{
  var result = formatData.path + '/' + testName + '\t' + resolution;
  if (comment)
    result += '\t(' + comment + ')';
  return result;
}

TestSuite.prototype.exportQueryComplete = function(data)
{
  window.open("data:text/plain," + escape(data))
}

TestSuite.prototype.resultsPopupChanged = function(index)
{
  var resultInfo = kResultsSelector[index];
  if (!resultInfo)
    return;

  this.clearOutput();
  resultInfo.handler(this);
  
  var enableExport = resultInfo.exporter != undefined;
  document.getElementById('export-button').disabled = !enableExport;
}

/* ------------------------- Import ------------------------------- */
/*
  Import format is the same as the export format, namely:
  
  testname<tab>result

  with optional trailing <tab>comment.

html4/absolute-non-replaced-height-002<tab>pass
xhtml1/absolute-non-replaced-height-002<tab>?
  
  Lines starting with # are ignored.
  The "testname<tab>result" line is ignored.
*/
TestSuite.prototype.importResults = function(data)
{
  var testsToImport = [];

  var lines = data.split('\n');
  for (var i = 0; i < lines.length; ++i) {
    var currLine = lines[i];
    if (currLine.length == 0 || currLine.charAt(0) == '#')
      continue;

    var match = currLine.match(/^(html4|xhtml1)\/([\w-_]+)\t([\w?]+)\t?(.+)?$/);
    if (match) {
      var test = { 'id' : match[2] };
      test.format =  match[1];
      test.result = match[3];
      test.comment = match[4];
      
      if (test.result != '?')
        testsToImport.push(test);
    } else {
      window.console.log('failed to match line \'' + currLine + '\'');
    }
  }

  this.importTestResults(testsToImport);
  
  this.resetTestStatus();
  this.updateSummaryData();
}



/* --------------------- Clear Results --------------------------- */
/*
  Clear results format is either same as the export format, or
  a list of bare test IDs (e.g. absolute-non-replaced-height-001)
  in which case both HTML4 and XHTML1 results are cleared.
*/
TestSuite.prototype.clearResults = function(data)
{
  var testsToClear = [];

  var lines = data.split('\n');
  for (var i = 0; i < lines.length; ++i) {
    var currLine = lines[i];
    if (currLine.length == 0 || currLine.charAt(0) == '#')
      continue;

    // Look for format/test with possible extension
    var result = currLine.match(/^((html4|xhtml1)?)\/?([\w-_]+)/);
    if (result) {
      var testId = result[3];
      var format = result[1];
      
      var clearHTML = format.length == 0 || format == 'html4';
      var clearXHTML = format.length == 0 || format == 'xhtml1';
      
      var result = { 'id' : testId };
      result.clearHTML = clearHTML;
      result.clearXHTML = clearXHTML;

      testsToClear.push(result);
    } else {
      window.console.log('failed to match line ' + currLine);
    }
  }
  
  this.clearTestResults(testsToClear);
  
  this.resetTestStatus();
  this.updateSummaryData();
}

/* -------------------------------------------------------- */

TestSuite.prototype.exportResultsCompletion = function(exportTests)
{
  // Lame workaround for ORDER BY not working
  exportTests.sort(function(a, b) {
      return a.test.localeCompare(b.test);
  });
  
  var exportLines = [];
  for (var i = 0; i < exportTests.length; ++i) {
    var currTest = exportTests[i];
    if (currTest.html4 != '')
      exportLines.push(currTest.html4);
    if (currTest.xhtml1 != '')
      exportLines.push(currTest.xhtml1);
  }
  
  var exportString = this.exportHeader() + exportLines.join('\n');
  this.exportQueryComplete(exportString);
}

/* -------------------------------------------------------- */

TestSuite.prototype.showResultsForCompletedTests = function()
{
  this.beginAppendingOutput();
  
  var _self = this;
  this.queryDatabaseForCompletedTests(
      function(item) {
        if (item.hstatus)
          _self.appendResultToOutput(kHTML4Data, item.test, item.hstatus, item.hcomment);

        if (item.xstatus)
          _self.appendResultToOutput(kXHTML1Data, item.test, item.xstatus, item.xcomment);
      },
      function() {
        _self.endAppendingOutput();
      }
    );
}

TestSuite.prototype.exportResultsForCompletedTests = function()
{
  var exportTests = []; // each test will have html and xhtml items on it

  var _self = this;
  this.queryDatabaseForCompletedTests(
      function(item) {
        var htmlLine = '';
        if (item.hstatus)
          htmlLine= _self.createExportLine(kHTML4Data, item.test, item.hstatus, item.hcomment);

        var xhtmlLine = '';
        if (item.xstatus)
          xhtmlLine = _self.createExportLine(kXHTML1Data, item.test, item.xstatus, item.xcomment);

        exportTests.push({
          'test' : item.test,
          'html4' : htmlLine,
          'xhtml1' : xhtmlLine });
      },
      function() {
        _self.exportResultsCompletion(exportTests);
      }
    );
}


/* -------------------------------------------------------- */

TestSuite.prototype.showResultsForAllTests = function()
{
  this.beginAppendingOutput();

  var _self = this;
  this.queryDatabaseForAllTests('test',
    function(item) {
      _self.appendResultToOutput(kHTML4Data, item.test, item.hstatus, item.hcomment);
      _self.appendResultToOutput(kXHTML1Data, item.test, item.xstatus, item.xcomment);
    },
    function() {
      _self.endAppendingOutput();
    });
}

TestSuite.prototype.exportResultsForAllTests = function()
{
  var exportTests = [];

  var _self = this;
  this.queryDatabaseForAllTests('test',
      function(item) {
        var htmlLine= _self.createExportLine(kHTML4Data, item.test, item.hstatus ? item.hstatus : '?', item.hcomment);
        var xhtmlLine = _self.createExportLine(kXHTML1Data, item.test, item.xstatus ? item.xstatus : '?', item.xcomment);
        exportTests.push({
          'test' : item.test,
          'html4' : htmlLine,
          'xhtml1' : xhtmlLine });
      },
      function() {
        _self.exportResultsCompletion(exportTests);
      }
    );
}

/* -------------------------------------------------------- */

TestSuite.prototype.showResultsForTestsNotRun = function()
{
  this.beginAppendingOutput();

  var _self = this;
  this.queryDatabaseForTestsNotRun(
      function(item) {
        if (!item.hstatus)
          _self.appendResultToOutput(kHTML4Data, item.test, '?', item.hcomment);
        if (!item.xstatus)
          _self.appendResultToOutput(kXHTML1Data, item.test, '?', item.xcomment);
      },
      function() {
        _self.endAppendingOutput();
      }
    );
}

TestSuite.prototype.exportResultsForTestsNotRun = function()
{
  var exportTests = [];

  var _self = this;
  this.queryDatabaseForTestsNotRun(
      function(item) {
        var htmlLine = '';
        if (!item.hstatus)
          htmlLine= _self.createExportLine(kHTML4Data, item.test, '?', item.hcomment);

        var xhtmlLine = '';
        if (!item.xstatus)
          xhtmlLine = _self.createExportLine(kXHTML1Data, item.test, '?', item.xcomment);

        exportTests.push({
          'test' : item.test,
          'html4' : htmlLine,
          'xhtml1' : xhtmlLine });
      },
      function() {
        _self.exportResultsCompletion(exportTests);
      }
    );
}

/* -------------------------------------------------------- */

TestSuite.prototype.showResultsForTestsWithStatus = function(status)
{
  this.beginAppendingOutput();

  var _self = this;
  this.queryDatabaseForTestsWithStatus(status,
      function(item) {
        if (item.hstatus == status)
          _self.appendResultToOutput(kHTML4Data, item.test, item.hstatus, item.hcomment);
        if (item.xstatus == status)
          _self.appendResultToOutput(kXHTML1Data, item.test, item.xstatus, item.xcomment);
      },
      function() {
        _self.endAppendingOutput();
      }
    );
}

TestSuite.prototype.exportResultsForTestsWithStatus = function(status)
{
  var exportTests = [];

  var _self = this;
  this.queryDatabaseForTestsWithStatus(status,
      function(item) {
        var htmlLine = '';
        if (item.hstatus == status)
          htmlLine= _self.createExportLine(kHTML4Data, item.test, item.hstatus, item.hcomment);

        var xhtmlLine = '';
        if (item.xstatus == status)
          xhtmlLine = _self.createExportLine(kXHTML1Data, item.test, item.xstatus, item.xcomment);

        exportTests.push({
          'test' : item.test,
          'html4' : htmlLine,
          'xhtml1' : xhtmlLine });
      },
      function() {
        _self.exportResultsCompletion(exportTests);
      }
    );
}

/* -------------------------------------------------------- */

TestSuite.prototype.showResultsForTestsWithMismatchedResults = function()
{
  this.beginAppendingOutput();

  var _self = this;
  this.queryDatabaseForTestsWithMixedStatus(
      function(item) {
        _self.appendResultToOutput(kHTML4Data, item.test, item.hstatus, item.hcomment);
        _self.appendResultToOutput(kXHTML1Data, item.test, item.xstatus, item.xcomment);
      },
      function() {
        _self.endAppendingOutput();
      }
    );
}

TestSuite.prototype.exportResultsForTestsWithMismatchedResults = function()
{
  var exportTests = [];

  var _self = this;
  this.queryDatabaseForTestsWithMixedStatus(
      function(item) {
        var htmlLine= _self.createExportLine(kHTML4Data, item.test, item.hstatus ? item.hstatus : '?', item.hcomment);
        var xhtmlLine = _self.createExportLine(kXHTML1Data, item.test, item.xstatus ? item.xstatus : '?', item.xcomment);
        exportTests.push({
          'test' : item.test,
          'html4' : htmlLine,
          'xhtml1' : xhtmlLine });
      },
      function() {
        _self.exportResultsCompletion(exportTests);
      }
    );
}

/* -------------------------------------------------------- */

TestSuite.prototype.markTestCompleted = function(testID, htmlStatus, xhtmlStatus)
{
  var test = this.tests[testID];
  if (!test) {
    window.console.log('markTestCompleted failed to find test ' + testID);
    return;
  }

  if (htmlStatus) {
    test.completedHTML = true;
    test.statusHTML = htmlStatus;
  }
  if (xhtmlStatus) {
    test.completedXHTML = true;
    test.statusXHTML = xhtmlStatus;
  }
}

TestSuite.prototype.testCompletionStateChanged = function()
{
  this.updateTestList();
  this.updateChapterPopup();
}

TestSuite.prototype.loadTestStatus = function()
{
  var _self = this;
  this.queryDatabaseForCompletedTests(
      function(item) {
      _self.markTestCompleted(item.test, item.hstatus, item.xstatus);
      },
      function() {
        _self.testCompletionStateChanged();
      }
    );
    
    this.updateChapterPopup();
}

TestSuite.prototype.resetTestStatus = function()
{
  for (var testID in this.tests) {
    var currTest = this.tests[testID];
    currTest.completedHTML = false;
    currTest.completedXHTML = false;
  }
  this.loadTestStatus();
}

/* -------------------------------------------------------- */

TestSuite.prototype.updateSummaryData = function()
{
  this.queryDatabaseForSummary(
      function(results) {
        
        var hTotal, xTotal;
        var hDone, xDone;
        
        for (var i = 0; i < results.length; ++i) {
          var result = results[i];
          
          switch (result.name) {
            case 'h-total': hTotal = result.count; break;
            case 'x-total': xTotal = result.count; break;
            case 'h-tested': hDone = result.count; break;
            case 'x-tested': xDone = result.count; break;
          }

          document.getElementById(result.name).innerText = result.count;
        }
        
        // We should get these all together.
        if (hTotal) {
          document.getElementById('h-percent').innerText = Math.round(100.0 * hDone / hTotal);
          document.getElementById('x-percent').innerText = Math.round(100.0 * xDone / xTotal);
        }
      }
    );
}

/* ------------------------------------------------------- */
// Database stuff

function errorHandler(transaction, error)
{
  alert('Database error: ' + error.message);
  window.console.log('Database error: ' + error.message);
}

TestSuite.prototype.openDatabase = function()
{
  if (!'openDatabase' in window) {
    alert('Your browser does not support client-side SQL databases, so results will not be stored.');
    return;
  }
  
  var _self = this;
  this.db = window.openDatabase('css21testsuite', '', 'CSS 2.1 test suite results', 10 * 1024 * 1024);

  // Migration handling. We assume migration will happen whenever the suite version changes,
  // so that we can check for new or obsoleted tests.
  function creation(tx) {
    _self.databaseCreated(tx);
  }

  function migration1_0To1_1(tx) {
    window.console.log('updating 1.0 to 1.1');
    // We'll use the 'seen' column to cross-check with testinfo.data.
    tx.executeSql('ALTER TABLE tests ADD COLUMN seen BOOLEAN DEFAULT \"FALSE\"', null, function() {
      _self.syncDatabaseWithTestInfoData();
    }, errorHandler);
  }

  if (this.db.version == '') {
    _self.db.changeVersion('', '1.0', creation, null, function() {
      _self.db.changeVersion('1.0', '1.1', migration1_0To1_1, null, function() {
        _self.databaseReady();
      }, errorHandler);
    }, errorHandler);

    return;
  }

  if (this.db.version == '1.0') {
    _self.db.changeVersion('1.0', '1.1', migration1_0To1_1, null, function() {
      window.console.log('ready')
      _self.databaseReady();
    }, errorHandler);
    return;
  }

  this.databaseReady();
}

TestSuite.prototype.databaseCreated = function(tx)
{
  window.console.log('databaseCreated');
  this.populatingDatabase = true;

  // hstatus: HTML4 result
  // xstatus: XHTML1 result
  var _self = this;
  tx.executeSql('CREATE TABLE tests (test PRIMARY KEY UNIQUE, ref, title, flags, links, assertion, hstatus, hcomment, xstatus, xcomment)', null,
    function(tx, results) {
      _self.populateDatabaseFromTestInfoData();
    }, errorHandler);
}

TestSuite.prototype.databaseReady = function()
{
  this.updateSummaryData();
  this.loadTestStatus();
}

TestSuite.prototype.storeTestResult = function(test, format, result, comment, useragent)
{
  if (!this.db)
    return;

  this.db.transaction(function (tx) {
    if (format == 'html4')
      tx.executeSql('UPDATE tests SET hstatus=?, hcomment=? WHERE test=?\n', [result, comment, test], null, errorHandler);
    else if (format == 'xhtml1')
      tx.executeSql('UPDATE tests SET xstatus=?, xcomment=? WHERE test=?\n', [result, comment, test], null, errorHandler);
  });
}

TestSuite.prototype.importTestResults = function(results)
{
  if (!this.db)
    return;

  this.db.transaction(function (tx) {

    for (var i = 0; i < results.length; ++i) {
      var currResult = results[i];

      var query;
      if (currResult.format == 'html4')
        query = 'UPDATE tests SET hstatus=?, hcomment=? WHERE test=?\n';
      else if (currResult.format == 'xhtml1')
        query = 'UPDATE tests SET xstatus=?, xcomment=? WHERE test=?\n';

      tx.executeSql(query, [currResult.result, currResult.comment, currResult.id], null, errorHandler);
    }
  });
}

TestSuite.prototype.clearTestResults = function(results)
{
  if (!this.db)
    return;

  this.db.transaction(function (tx) {
    
    for (var i = 0; i < results.length; ++i) {
      var currResult = results[i];

      if (currResult.clearHTML)
        tx.executeSql('UPDATE tests SET hstatus=NULL, hcomment=NULL WHERE test=?\n', [currResult.id], null, errorHandler);

      if (currResult.clearXHTML)
        tx.executeSql('UPDATE tests SET xstatus=NULL, xcomment=NULL WHERE test=?\n', [currResult.id], null, errorHandler);
      
    }
  });
}

TestSuite.prototype.populateDatabaseFromTestInfoData = function()
{
  if (!this.testInfoLoaded) {
    window.console.log('Tring to populate database before testinfo.data has been loaded');
    return;
  }
  
  window.console.log('populateDatabaseFromTestInfoData')
  var _self = this;
  this.db.transaction(function (tx) {
    for (var testID in _self.tests) {
      var test = _self.tests[testID];
      // Version 1.0, so no 'seen' column.
      tx.executeSql('INSERT INTO tests (test, ref, title, flags, links, assertion) VALUES (?, ?, ?, ?, ?, ?)',
        [test.id, test.reference, test.title, test.flags, test.links, test.assertion], null, errorHandler);
    }
    _self.populatingDatabase = false;
  });

}

TestSuite.prototype.insertTest = function(tx, test)
{
  tx.executeSql('INSERT INTO tests (test, ref, title, flags, links, assertion, seen) VALUES (?, ?, ?, ?, ?, ?, ?)',
    [test.id, test.reference, test.title, test.flags, test.links, test.assertion, 'TRUE'], null, errorHandler);
}

// Deal with removed/renamed tests in a new version of the suite.
// self.tests is canonical; the database may contain stale entries.
TestSuite.prototype.syncDatabaseWithTestInfoData = function()
{
  if (!this.testInfoLoaded) {
    window.console.log('Trying to sync database before testinfo.data has been loaded');
    return;
  }

  // Make an object with all tests that we'll use to track new tests.
  var testsToInsert = {};
  for (var testId in this.tests) {
    var currTest = this.tests[testId];
    testsToInsert[currTest.id] = currTest;
  }
  
  var _self = this;
  this.db.transaction(function (tx) {
    // Find tests that are not in the database yet.
    // (Wasn't able to get INSERT ... IF NOT working.)
    tx.executeSql('SELECT * FROM tests', [], function(tx, results) {
      var len = results.rows.length;
      for (var i = 0; i < len; ++i) {
        var item = results.rows.item(i);
        delete testsToInsert[item.test];
      }
    }, errorHandler);
  });

  this.db.transaction(function (tx) {
    for (var testId in testsToInsert) {
      var currTest = testsToInsert[testId];
      window.console.log(currTest.id + ' is new; inserting');
      _self.insertTest(tx, currTest);
    }
  });
    
  this.db.transaction(function (tx) {
    for (var testID in _self.tests)
      tx.executeSql('UPDATE tests SET seen=\"TRUE\" WHERE test=?\n', [testID], null, errorHandler);

    tx.executeSql('SELECT * FROM tests WHERE seen=\"FALSE\"', [], function(tx, results) {
      var len = results.rows.length;
      for (var i = 0; i < len; ++i) {
        var item = results.rows.item(i);
        window.console.log('Test ' + item.test + ' was in the database but is no longer in the suite; deleting.');
      }
    }, errorHandler);

    // Delete rows for disappeared tests.
    tx.executeSql('DELETE FROM tests WHERE seen=\"FALSE\"', [], function(tx, results) {
      _self.populatingDatabase = false;
      _self.databaseReady();
    }, errorHandler);
  });
}

TestSuite.prototype.queryDatabaseForAllTests = function(sortKey, perRowHandler, completionHandler)
{
  if (this.populatingDatabase)
    return;

  var _self = this;
  this.db.transaction(function (tx) {
    if (_self.populatingDatabase)
      return;
    var query;
    var args = [];
    if (sortKey != '') {
      query = 'SELECT * FROM tests ORDER BY ? ASC';  // ORDER BY doesn't seem to work
      args.push(sortKey);
    }
    else
      query = 'SELECT * FROM tests';

    tx.executeSql(query, args, function(tx, results) {

      var len = results.rows.length;
      for (var i = 0; i < len; ++i)
        perRowHandler(results.rows.item(i));
      
      completionHandler();
    }, errorHandler);
  });  
}

TestSuite.prototype.queryDatabaseForTestsWithStatus = function(status, perRowHandler, completionHandler)
{
  if (this.populatingDatabase)
    return;

  var _self = this;
  this.db.transaction(function (tx) {
    if (_self.populatingDatabase)
      return;
    tx.executeSql('SELECT * FROM tests WHERE hstatus=? OR xstatus=?', [status, status], function(tx, results) {

      var len = results.rows.length;
      for (var i = 0; i < len; ++i)
        perRowHandler(results.rows.item(i));
      
      completionHandler();
    }, errorHandler);
  });  
}

TestSuite.prototype.queryDatabaseForTestsWithMixedStatus = function(perRowHandler, completionHandler)
{
  if (this.populatingDatabase)
    return;

  var _self = this;
  this.db.transaction(function (tx) {
    if (_self.populatingDatabase)
      return;
    tx.executeSql('SELECT * FROM tests WHERE hstatus IS NOT NULL AND xstatus IS NOT NULL AND hstatus <> xstatus', [], function(tx, results) {

      var len = results.rows.length;
      for (var i = 0; i < len; ++i)
        perRowHandler(results.rows.item(i));
      
      completionHandler();
    }, errorHandler);
  });  
}

TestSuite.prototype.queryDatabaseForCompletedTests = function(perRowHandler, completionHandler)
{
  if (this.populatingDatabase)
    return;

  var _self = this;
  this.db.transaction(function (tx) {
    
    if (_self.populatingDatabase)
      return;

    tx.executeSql('SELECT * FROM tests WHERE hstatus IS NOT NULL OR xstatus IS NOT NULL', [], function(tx, results) {
      var len = results.rows.length;
      for (var i = 0; i < len; ++i)
        perRowHandler(results.rows.item(i));
      
      completionHandler();
    }, errorHandler);
  });  
}

TestSuite.prototype.queryDatabaseForTestsNotRun = function(perRowHandler, completionHandler)
{
  if (this.populatingDatabase)
    return;

  var _self = this;
  this.db.transaction(function (tx) {
    if (_self.populatingDatabase)
      return;

    tx.executeSql('SELECT * FROM tests WHERE hstatus IS NULL OR xstatus IS NULL', [], function(tx, results) {

      var len = results.rows.length;
      for (var i = 0; i < len; ++i)
        perRowHandler(results.rows.item(i));

      completionHandler();
    }, errorHandler);
  });  
}

/*

  completionHandler gets called an array of results,
  which may be some or all of:
  
  data = [
    { 'name' : ,
      'count' : 
    },
  ]
  
  where name is one of:
  
    'h-total'
    'h-tested'
    'h-passed'
    'h-failed'
    'h-skipped'

    'x-total'
    'x-tested'
    'x-passed'
    'x-failed'
    'x-skipped'

 */


TestSuite.prototype.countTestsWithColumnValue = function(tx, completionHandler, column, value, label)
{  
  var allRowsCount = 'COUNT(*)';

  tx.executeSql('SELECT COUNT(*) FROM tests WHERE ' + column + '=?', [value], function(tx, results) {
    var data = [];
    if (results.rows.length > 0)
      data.push({ 'name' : label, 'count' : results.rows.item(0)[allRowsCount] })
    completionHandler(data);
  }, errorHandler);
}

TestSuite.prototype.countTestsWithFlag = function(tx, completionHandler, flag)
{  
  var allRowsCount = 'COUNT(*)';

  tx.executeSql('SELECT COUNT(*) FROM tests WHERE flags LIKE \"%' + flag + '%\"', [], function(tx, results) {
    var rowCount = 0;
    if (results.rows.length > 0)
      rowCount = results.rows.item(0)[allRowsCount];
    completionHandler(rowCount);
  }, errorHandler);
}

TestSuite.prototype.queryDatabaseForSummary = function(completionHandler)
{
  if (!this.db || this.populatingDatabase)
    return;

  var _self = this;

  var htmlOnlyTestCount = 0;
  var xHtmlOnlyTestCount = 0;

  this.db.transaction(function (tx) {
    if (_self.populatingDatabase)
      return;

    var allRowsCount = 'COUNT(*)';
      
    _self.countTestsWithFlag(tx, function(count) {
      htmlOnlyTestCount = count;
    }, 'htmlOnly');

    _self.countTestsWithFlag(tx, function(count) {
      xHtmlOnlyTestCount = count;
    }, 'nonHTML');
  });
  
  this.db.transaction(function (tx) {
    if (_self.populatingDatabase)
      return;

    var allRowsCount = 'COUNT(*)';
    var html4RowsCount = 'COUNT(hstatus)';
    var xhtml1RowsCount = 'COUNT(xstatus)';
    
    tx.executeSql('SELECT COUNT(*), COUNT(hstatus), COUNT(xstatus) FROM tests', [], function(tx, results) {

      var data = [];
      if (results.rows.length > 0) {
        var rowItem = results.rows.item(0);
        data.push({ 'name' : 'h-total' , 'count' : rowItem[allRowsCount] - xHtmlOnlyTestCount })
        data.push({ 'name' : 'x-total' , 'count' : rowItem[allRowsCount] - htmlOnlyTestCount })
        data.push({ 'name' : 'h-tested', 'count' : rowItem[html4RowsCount] })
        data.push({ 'name' : 'x-tested', 'count' : rowItem[xhtml1RowsCount] })
      }
      completionHandler(data);
      
    }, errorHandler);


    _self.countTestsWithColumnValue(tx, completionHandler, 'hstatus', 'pass', 'h-passed');
    _self.countTestsWithColumnValue(tx, completionHandler, 'xstatus', 'pass', 'x-passed');

    _self.countTestsWithColumnValue(tx, completionHandler, 'hstatus', 'fail', 'h-failed');
    _self.countTestsWithColumnValue(tx, completionHandler, 'xstatus', 'fail', 'x-failed');

    _self.countTestsWithColumnValue(tx, completionHandler, 'hstatus', 'skipped', 'h-skipped');
    _self.countTestsWithColumnValue(tx, completionHandler, 'xstatus', 'skipped', 'x-skipped');

    _self.countTestsWithColumnValue(tx, completionHandler, 'hstatus', 'invalid', 'h-invalid');
    _self.countTestsWithColumnValue(tx, completionHandler, 'xstatus', 'invalid', 'x-invalid');
  });
}