| <!-- |
| Copyright (c) 2019 The Khronos Group Inc. |
| Use of this source code is governed by an MIT-style license that can be |
| found in the LICENSE.txt file. |
| --> |
| <!DOCTYPE html> |
| <html> |
| <head> |
| <meta charset="utf-8"> |
| <!-- Prevents Chrome from offering to translate tests which generate |
| random characters for things like attribute names --> |
| <meta name="google" value="notranslate"> |
| <meta name="viewport" content="width=device-width"> |
| <title>WebGL Conformance Tests</title> |
| <style> |
| * { |
| box-sizing: border-box; |
| } |
| |
| body { |
| border: 0; |
| margin: 0; |
| padding: 0; |
| height: 100%; |
| max-height:100%; |
| font-family: Verdana, Arial, sans-serif; |
| font-size: 0.8em; |
| } |
| |
| input[type=button], select { |
| padding: 2px 6px 2px 6px; |
| margin: 0; |
| border: 1px solid #888; |
| border-radius: 2px; |
| background: #f4f4f4; |
| } |
| |
| a { |
| color: #88F; |
| text-decoration: none; |
| } |
| |
| a:hover { |
| border-bottom: 1px solid #66D; |
| } |
| |
| label { |
| white-space: nowrap; |
| } |
| |
| #testlist { |
| position:fixed; |
| top:180px; |
| left:0; |
| right: calc(10% + 50px); |
| bottom:0px; |
| overflow:auto; |
| min-height: 200px; |
| } |
| |
| @media screen and (max-width: 500px) { |
| #testlist { |
| font-size: 80%; |
| } |
| } |
| |
| #header { |
| position:absolute; |
| top:0; |
| left:0; |
| width:100%; |
| height: 160px; |
| overflow: scroll; |
| border-bottom: 1px solid #CCC; |
| } |
| |
| #info { |
| margin: 0 auto; |
| max-width: 280px; |
| } |
| #logo { |
| width: 68px; |
| height: 40px; |
| } |
| |
| #iframe-container { |
| color: white; |
| display: block; |
| position: fixed; |
| width: 90%; |
| height: calc(100% - 170px); |
| bottom: 0px; |
| left: calc(90% - 50px); |
| transition: left 0.15s; |
| } |
| #iframe-container.iframe-shown { |
| left: 10%; |
| } |
| #iframe-toggle { |
| display: inline-block; |
| vertical-align: middle; |
| width: 20px; |
| height: 100%; |
| padding: 0; |
| -webkit-appearance: none; |
| } |
| #test-iframe { |
| display: inline-block; |
| vertical-align: middle; |
| background: white; |
| width: calc(100% - 20px); |
| height: 100%; |
| border: 1px solid black; |
| } |
| |
| .folder { |
| margin-bottom: 1.5em; |
| } |
| |
| .folderHeader { |
| white-space: nowrap; |
| position: sticky; |
| top: 0; |
| } |
| .folderHeaderInner { |
| background: white; |
| /* to hide checkboxes from parent headers */ |
| position: relative; |
| left: -2em; |
| padding-left: 2em; |
| } |
| |
| .folderName { |
| font-weight: bold; |
| } |
| |
| .folderMessage { |
| margin-left: 1em; |
| font-size: 0.9em; |
| } |
| |
| .pageHeader { |
| white-space: nowrap; |
| } |
| |
| .testpage { |
| border-style: solid; |
| border-color: #CCC; |
| border-width: 0px 0 1px 0; |
| background-color: #FFF; |
| padding: 4px 0 4px 0; |
| |
| -webkit-transition: background-color 0.25s; |
| -moz-transition: background-color 0.25s; |
| transition: background-color 0.25s; |
| } |
| |
| .testpage:first-child { |
| border-width: 1px 0 1px 0; |
| } |
| |
| .timeout { } |
| .success { } |
| .fail { } |
| .testpagesuccess { background-color: #8F8; } |
| .testpagefail { background-color: #F88; } |
| .testpageskipped { background-color: #888; } |
| .testpagetimeout { background-color: #FC8; } |
| .nowebgl { font-weight: bold; color: red; } |
| #error-wrap { |
| float: left; |
| position: relative; |
| left: 50%; |
| } |
| #error { |
| color: red; |
| float: left; |
| position: relative; |
| left: -50%; |
| text-align: left; |
| } |
| ul { |
| list-style: none; |
| padding-left: 1em; |
| } |
| </style> |
| <script type="application/javascript" src="js/webgl-test-harness.js"></script> |
| <script> |
| "use strict"; |
| |
| window.onbeforeunload = function() { |
| // Prompt user before reloading |
| return false; |
| } |
| |
| var DEFAULT_CONFORMANCE_TEST_VERSION = "2.0.1 (beta)"; |
| |
| var OPTIONS = { |
| version: DEFAULT_CONFORMANCE_TEST_VERSION, |
| frames: 1, |
| allowSkip: 0, |
| root: null, |
| quiet: 0 |
| }; |
| |
| var testVersions = [ |
| "1.0.4 (beta)", |
| "2.0.1 (beta)" |
| ]; |
| |
| function start() { |
| |
| function log(msg) { |
| if (window.console && window.console.log) { |
| window.console.log(msg); |
| } |
| } |
| |
| function createStylesheet() { |
| var style = document.createElement("style"); |
| style.appendChild(document.createTextNode("")); |
| document.head.appendChild(style); |
| return style.sheet; |
| } |
| |
| function create3DContext(canvas, attrs, version) { |
| if (!canvas) { |
| canvas = document.createElement("canvas"); |
| } |
| var context = null; |
| var names; |
| switch (version) { |
| case 2: |
| names = ["webgl2"]; break; |
| default: |
| names = ["webgl", "experimental-webgl"]; break; |
| } |
| for (var i = 0; i < names.length; ++i) { |
| try { |
| context = canvas.getContext(names[i], attrs); |
| } catch (e) { |
| } |
| if (context) { |
| break; |
| } |
| } |
| return context; |
| } |
| |
| var reportType = WebGLTestHarnessModule.TestHarness.reportType; |
| var pageCount = 0; |
| var folderCount = 0; |
| var autoScrollEnabled = true; // Whether the user prefers to auto scroll |
| var autoScroll = true; // Whether auto scroll is actually performed |
| let quickTestMode = true; |
| |
| var Page = function(reporter, folder, testIndex, url) { |
| this.reporter = reporter; |
| this.folder = folder; |
| this.url = url; |
| this.totalTests = 0; |
| this.totalSuccessful = 0; |
| this.totalTimeouts = 0; |
| this.totalSkipped = 0; |
| this.totalFailed = 0; |
| this.testIndex = testIndex; |
| this.startTime = new Date(); |
| this.totalTime = 0; |
| var that = this; |
| |
| this.elementId = "page" + pageCount++; |
| var li = reporter.localDoc.createElement('li'); |
| li.id = this.elementId; |
| var div = reporter.localDoc.createElement('div'); |
| div.classList.add('pageHeader'); |
| var check = reporter.localDoc.createElement('input'); |
| check.type = 'checkbox'; |
| check.checked = true; |
| check.onclick = function() { |
| if (this.checked) { |
| that.folder.enableUp_(); |
| } |
| else { |
| that.folder.disableUp_(); |
| } |
| }; |
| div.appendChild(check); |
| var button = reporter.localDoc.createElement('input'); |
| button.type = 'button'; |
| button.id = this.elementId + "-button"; |
| button.value = 'run'; |
| button.onclick = function() { |
| autoScroll = false; |
| reporter.runTest(url); |
| }; |
| if (reporter.noSelectedWebGLVersion) { |
| button.disabled = true; |
| } |
| div.appendChild(button); |
| var a = reporter.localDoc.createElement('a'); |
| a.href = WebGLTestHarnessModule.getURLWithOptions(url, { |
| webglVersion: reporter.selectedWebGLVersion, |
| quiet: OPTIONS.quiet, |
| quick: quickTestMode ? 1 : 0, |
| }); |
| a.target = "_blank"; |
| const folderName = that.folder.displayName; |
| console.assert(folderName.startsWith("all/")); |
| console.assert(url.startsWith(folderName.substring(4) + "/")); |
| const urlWithoutFolder = url.substring(folderName.length - 4 + 1); |
| var node = reporter.localDoc.createTextNode(urlWithoutFolder); |
| a.appendChild(node); |
| div.appendChild(a); |
| li.setAttribute('class', 'testpage'); |
| li.appendChild(div); |
| var ul = reporter.localDoc.createElement('ul'); |
| var node = reporter.localDoc.createTextNode(''); |
| li.appendChild(ul); |
| div.appendChild(node); |
| this.totalsElem = node; |
| this.resultElem = ul; |
| this.elem = li; |
| this.check = check; |
| }; |
| |
| Page.prototype.checked = function() { |
| return this.check.checked; |
| } |
| |
| Page.prototype.addResult = function(msg, success, skipped) { |
| ++this.totalTests; |
| if (success === undefined) { |
| ++this.totalTimeouts; |
| var result = "timeout"; |
| var css = "timeout"; |
| } else if (success) { |
| ++this.totalSuccessful; |
| // don't report success. |
| return; |
| } else { |
| ++this.totalFailed; |
| if (skipped) { |
| // Skipped tests are counted as both skips and failures (because we |
| // don't want to accidentally accept a conformance submission with |
| // skipped tests). |
| ++this.totalSkipped; |
| } |
| var result = "failed"; |
| var css = "fail"; |
| } |
| |
| var node = this.reporter.localDoc.createTextNode(result + ': ' + msg); |
| var li = this.reporter.localDoc.createElement('li'); |
| li.appendChild(node); |
| li.setAttribute('class', css); |
| this.resultElem.appendChild(li); |
| }; |
| |
| Page.prototype.startPage = function() { |
| if (autoScroll && this.elem.scrollIntoView) { |
| this.elem.scrollIntoView(false); |
| } |
| this.totalTests = 0; |
| this.totalSuccessful = 0; |
| this.totalSkipped = 0; |
| this.totalFailed = 0; |
| this.totalTimeouts = 0; |
| this.totalTime = 0; |
| // remove previous results. |
| while (this.resultElem.hasChildNodes()) { |
| this.resultElem.removeChild(this.resultElem.childNodes[0]); |
| } |
| this.totalsElem.textContent = ''; |
| |
| var shouldRun = this.check.checked && this.folder.checked(); |
| |
| if (shouldRun) { |
| this.elem.classList.remove('testpagetimeout'); |
| this.elem.classList.remove('testpageskipped'); |
| this.elem.classList.remove('testpagefail'); |
| this.elem.classList.remove('testpagesuccess'); |
| this.startTime = Date.now(); |
| } |
| |
| return this.check.checked && this.folder.checked(); |
| }; |
| |
| Page.prototype.firstTestIndex = function() { |
| return this.testIndex; |
| }; |
| |
| Page.prototype.finishPage = function(success) { |
| var shouldRun = this.check.checked && this.folder.checked(); |
| if (shouldRun) { |
| this.totalTime = Date.now() - this.startTime; |
| } else { |
| this.totalTime = 0; |
| } |
| |
| var passedMsg = ' (Passed: ' + this.totalSuccessful + '/' + this.totalTests; |
| var skippedMsg = ''; |
| if (this.totalSkipped > 0) { |
| skippedMsg = ' Skipped: ' + this.totalSkipped + '/' + this.totalTests; |
| } |
| var failedMsg = ''; |
| if (this.totalFailed > 0) { |
| failedMsg = ' Failed: ' + this.totalFailed + '/' + this.totalTests; |
| } |
| var timeoutMsg = ''; |
| if (this.totalTimeouts > 0) { |
| timeoutMsg = ' Timeout: ' + this.totalTimeouts + '/' + this.totalTests; |
| } |
| var msg = passedMsg + skippedMsg + failedMsg + timeoutMsg + ' in ' + this.totalTime.toFixed(1) + ' ms)'; |
| |
| if (success === undefined) { |
| var css = 'testpagetimeout'; |
| msg = '(*timeout*)'; |
| ++this.totalTests; |
| ++this.totalTimeouts; |
| } else if (this.totalSkipped) { |
| var css = 'testpageskipped'; |
| } else if (this.totalSuccessful != this.totalTests) { |
| var css = 'testpagefail'; |
| } else { |
| var css = 'testpagesuccess'; |
| } |
| this.elem.classList.add(css); |
| this.totalsElem.textContent = msg; |
| this.folder.pageFinished(this, success); |
| }; |
| |
| Page.prototype.enableTest = function(re) { |
| if (this.url.match(re)) { |
| this.check.checked = true; |
| this.folder.enableUp_(); |
| } |
| }; |
| |
| Page.prototype.disableTest = function(re) { |
| if (this.url.match(re)) { |
| this.check.checked = false; |
| } |
| }; |
| |
| Page.prototype.toJSON = function() { |
| return { |
| 'subtests': this.totalTests, |
| 'successful': this.totalSuccessful, |
| 'skipped': this.totalSkipped, |
| 'failed': this.totalFailed, |
| 'timedOut': this.totalTimeouts, |
| 'totalTime': this.totalTime, |
| }; |
| }; |
| |
| |
| var Folder = function(reporter, folder, depth, opt_name) { |
| this.reporter = reporter; |
| this.depth = depth; |
| this.name = opt_name || ""; |
| this.displayName = this.name; |
| if (folder && folder.displayName) { |
| this.displayName = folder.displayName + '/' + this.displayName; |
| } |
| this.subFolders = {}; |
| this.pages = []; |
| this.items = []; |
| this.folder = folder; |
| this.cachedTotalTime = 0; |
| this.cachedTotalSuccessful = 0; |
| this.cachedTotalSkipped = 0; |
| this.cachedTotalTimeouts = 0; |
| this.cachedTotalTests = 0; |
| var that = this; |
| |
| var doc = reporter.localDoc; |
| this.elementId = "folder" + folderCount++; |
| var li = doc.createElement('li'); |
| li.id = this.elementId; |
| li.classList.add("folder"); |
| var folderHeader = doc.createElement('div'); |
| folderHeader.classList.add('folderHeader'); |
| var folderHeaderInner = doc.createElement('div'); |
| folderHeaderInner.classList.add('folderHeaderInner'); |
| folderHeader.appendChild(folderHeaderInner); |
| var check = doc.createElement('input'); |
| check.type = 'checkbox'; |
| check.checked = true; |
| check.onclick = function() { |
| if (this.checked) { |
| that.enableTest(".*"); |
| } |
| else { |
| that.disableTest(".*", true); |
| } |
| }; |
| folderHeaderInner.appendChild(check); |
| var button = doc.createElement('input'); |
| button.type = 'button'; |
| button.value = 'run'; |
| button.onclick = function() { |
| autoScroll = autoScrollEnabled; |
| that.run(); |
| }; |
| if (reporter.noSelectedWebGLVersion) { |
| button.disabled = true; |
| } |
| folderHeaderInner.appendChild(button); |
| var h = doc.createElement('span'); |
| h.classList.add('folderName'); |
| h.appendChild(doc.createTextNode(this.displayName)); |
| folderHeaderInner.appendChild(h); |
| var m = doc.createElement('span'); |
| m.classList.add('folderMessage'); |
| this.msgNode = doc.createTextNode(''); |
| m.appendChild(this.msgNode); |
| folderHeaderInner.appendChild(m); |
| var ul = doc.createElement('ul'); |
| li.appendChild(folderHeader); |
| li.appendChild(ul); |
| this.childUL = ul; |
| this.elem = li; |
| this.check = check; |
| this.folderHeader = folderHeader; |
| }; |
| |
| Folder.prototype.checked = function() { |
| return this.check.checked && |
| (this.folder ? this.folder.checked() : true); |
| }; |
| |
| Folder.prototype.firstTestIndex = function() { |
| return this.items[0].firstTestIndex(); |
| }; |
| |
| Folder.prototype.numChildren = function() { |
| var numChildren = 0; |
| for (var name in this.subFolders) { |
| numChildren += this.subFolders[name].numChildren(); |
| } |
| return numChildren + this.pages.length; |
| }; |
| |
| Folder.prototype.totalTime = function() { |
| // Check to see if the cached total time needs to be recomputed |
| if (this.cachedTotalTime == -1) { |
| this.cachedTotalTime = 0; |
| for (var name in this.subFolders) { |
| this.cachedTotalTime += this.subFolders[name].totalTime(); |
| } |
| for (var ii = 0; ii < this.pages.length; ++ii) { |
| this.cachedTotalTime += this.pages[ii].totalTime; |
| } |
| } |
| return this.cachedTotalTime; |
| }; |
| |
| Folder.prototype.totalSuccessful = function() { |
| if (this.cachedTotalSuccessful == -1) { |
| this.cachedTotalSuccessful = 0; |
| for (var name in this.subFolders) { |
| this.cachedTotalSuccessful += this.subFolders[name].totalSuccessful(); |
| } |
| for (var ii = 0; ii < this.pages.length; ++ii) { |
| this.cachedTotalSuccessful += this.pages[ii].totalSuccessful; |
| } |
| } |
| return this.cachedTotalSuccessful; |
| }; |
| |
| Folder.prototype.totalSkipped = function() { |
| if (this.cachedTotalSkipped == -1) { |
| this.cachedTotalSkipped = 0; |
| for (var name in this.subFolders) { |
| this.cachedTotalSkipped += this.subFolders[name].totalSkipped(); |
| } |
| for (var ii = 0; ii < this.pages.length; ++ii) { |
| this.cachedTotalSkipped += this.pages[ii].totalSkipped; |
| } |
| } |
| return this.cachedTotalSkipped; |
| }; |
| |
| Folder.prototype.totalFailed = function() { |
| if (this.cachedTotalFailed == -1) { |
| this.cachedTotalFailed = 0; |
| for (var name in this.subFolders) { |
| this.cachedTotalFailed += this.subFolders[name].totalFailed(); |
| } |
| for (var ii = 0; ii < this.pages.length; ++ii) { |
| this.cachedTotalFailed += this.pages[ii].totalFailed; |
| } |
| } |
| return this.cachedTotalFailed; |
| }; |
| |
| Folder.prototype.totalTimeouts = function() { |
| if (this.cachedTotalTimeouts == -1) { |
| this.cachedTotalTimeouts = 0; |
| for (var name in this.subFolders) { |
| this.cachedTotalTimeouts += this.subFolders[name].totalTimeouts(); |
| } |
| for (var ii = 0; ii < this.pages.length; ++ii) { |
| this.cachedTotalTimeouts += this.pages[ii].totalTimeouts; |
| } |
| } |
| return this.cachedTotalTimeouts; |
| }; |
| |
| Folder.prototype.totalTests = function() { |
| if (this.cachedTotalTests == -1) { |
| this.cachedTotalTests = 0; |
| for (var name in this.subFolders) { |
| this.cachedTotalTests += this.subFolders[name].totalTests(); |
| } |
| for (var ii = 0; ii < this.pages.length; ++ii) { |
| this.cachedTotalTests += this.pages[ii].totalTests; |
| } |
| } |
| return this.cachedTotalTests; |
| }; |
| |
| Folder.prototype.run = function() { |
| this.msgNode.textContent = ''; |
| var firstTestIndex = this.firstTestIndex(); |
| var count = this.numChildren(); |
| log("run tests: " + firstTestIndex + " to " + (firstTestIndex + count - 1)) |
| testHarness.runTests({start: firstTestIndex, count: count}); |
| }; |
| |
| Folder.prototype.pageFinished = function(page, success) { |
| this.cachedTotalTime = -1; |
| this.cachedTotalSuccessful = -1; |
| this.cachedTotalSkipped = -1; |
| this.cachedTotalFailed = -1; |
| this.cachedTotalTimeouts = -1; |
| this.cachedTotalTests = -1; |
| var passedMsg = ' (Passed: ' + this.totalSuccessful() + '/' + this.totalTests(); |
| var skippedMsg = ''; |
| if (this.totalSkipped() > 0) { |
| skippedMsg = ' Skipped: ' + this.totalSkipped() + '/' + this.totalTests(); |
| } |
| var failedMsg = ''; |
| if (this.totalFailed() > 0) { |
| failedMsg = ' Failed: ' + this.totalFailed() + '/' + this.totalTests(); |
| } |
| var timeoutMsg = ''; |
| if (this.totalTimeouts() > 0) { |
| timeoutMsg = ' Timeout: ' + this.totalTimeouts() + '/' + this.totalTests(); |
| } |
| this.msgNode.textContent = passedMsg + skippedMsg + failedMsg + timeoutMsg + ' in ' + (this.totalTime() / 1000).toFixed(2) + ' seconds)'; |
| if (this.folder) { |
| this.folder.pageFinished(page, success); |
| } |
| }; |
| |
| Folder.prototype.getSubFolder = function(name) { |
| var subFolder = this.subFolders[name]; |
| if (subFolder === undefined) { |
| subFolder = new Folder(this.reporter, this, this.depth + 1, name); |
| this.subFolders[name] = subFolder; |
| this.items.push(subFolder); |
| this.childUL.appendChild(subFolder.elem); |
| } |
| return subFolder; |
| }; |
| |
| Folder.prototype.getOrCreateFolder = function(url) { |
| var parts = url.split('/'); |
| var folder = this; |
| for (var pp = 0; pp < parts.length - 1; ++pp) { |
| folder = folder.getSubFolder(parts[pp]); |
| } |
| return folder; |
| }; |
| |
| Folder.prototype.addPage = function(page) { |
| this.pages.push(page); |
| this.items.push(page); |
| this.childUL.appendChild(page.elem); |
| this.folderHeader.classList.add('hasPages'); |
| }; |
| |
| Folder.prototype.disableTest = function(re, opt_forceRecurse) { |
| var recurse = true; |
| if (this.name.match(re)) { |
| this.check.checked = false; |
| recurse = opt_forceRecurse; |
| } |
| if (recurse) { |
| for (var name in this.subFolders) { |
| this.subFolders[name].disableTest(re, opt_forceRecurse); |
| } |
| for (var ii = 0; ii < this.pages.length; ++ii) { |
| this.pages[ii].disableTest(re); |
| } |
| } |
| }; |
| |
| Folder.prototype.enableUp_ = function() { |
| this.check.checked = true; |
| var parent = this.folder; |
| if (parent) { |
| parent.enableUp_(); |
| } |
| } |
| |
| Folder.prototype.disableUp_ = function() { |
| var checked = false; |
| for (var name in this.subFolders) { |
| checked = this.subFolders[name].checked(); |
| if (checked) { |
| break; |
| } |
| } |
| for (var ii = 0; ii < this.pages.length && checked == false; ++ii) { |
| checked = this.pages[ii].checked(); |
| } |
| this.check.checked = checked; |
| var parent = this.folder; |
| if (parent) { |
| parent.disableUp_(); |
| } |
| } |
| |
| Folder.prototype.enableTest = function(re) { |
| if (this.name.match(re)) { |
| this.enableUp_(); |
| } |
| for (var name in this.subFolders) { |
| this.subFolders[name].enableTest(re); |
| } |
| for (var ii = 0; ii < this.pages.length; ++ii) { |
| this.pages[ii].enableTest(re); |
| } |
| }; |
| |
| var Reporter = function(iframes) { |
| this.localDoc = document; |
| this.resultElem = document.getElementById("results"); |
| this.fullResultsElem = document.getElementById("fullresults"); |
| var node = this.localDoc.createTextNode(''); |
| this.fullResultsElem.appendChild(node); |
| this.fullResultsNode = node; |
| this.iframes = iframes; |
| this.currentPageElem = null; |
| this.totalPages = 0; |
| this.pagesByURL = {}; |
| |
| // Check to see if WebGL is supported |
| var canvas = document.createElement("canvas"); |
| var ctx = create3DContext(canvas, null, 1); |
| |
| // Check to see if WebGL2 is supported |
| var canvas2 = document.createElement("canvas"); |
| var ctx2 = create3DContext(canvas2, null, 2); |
| |
| this.noSelectedWebGLVersion = false; |
| this.selectedWebGLVersion = WebGLTestHarnessModule.getMajorVersion(OPTIONS.version); |
| if (this.selectedWebGLVersion == 2 && !ctx2) { |
| this.noSelectedWebGLVersion = true; |
| } else if (this.selectedWebGLVersion == 1 && !ctx) { |
| this.noSelectedWebGLVersion = true; |
| } |
| |
| // If the WebGL2 context could be created use it to get context info |
| if (ctx2) { |
| ctx = ctx2; |
| } |
| |
| this.noWebGL = !ctx; |
| |
| this.contextInfo = {}; |
| this.root = new Folder(this, null, 0, "all"); |
| this.resultElem.appendChild(this.root.elem); |
| this.callbacks = { }; |
| this.startTime = new Date(); |
| |
| if (ctx) { |
| this.contextInfo["VENDOR"] = ctx.getParameter(ctx.VENDOR); |
| this.contextInfo["VERSION"] = ctx.getParameter(ctx.VERSION); |
| this.contextInfo["RENDERER"] = ctx.getParameter(ctx.RENDERER); |
| this.contextInfo["RED_BITS"] = ctx.getParameter(ctx.RED_BITS); |
| this.contextInfo["GREEN_BITS"] = ctx.getParameter(ctx.GREEN_BITS); |
| this.contextInfo["BLUE_BITS"] = ctx.getParameter(ctx.BLUE_BITS); |
| this.contextInfo["ALPHA_BITS"] = ctx.getParameter(ctx.ALPHA_BITS); |
| this.contextInfo["DEPTH_BITS"] = ctx.getParameter(ctx.DEPTH_BITS); |
| this.contextInfo["STENCIL_BITS"] = ctx.getParameter(ctx.STENCIL_BITS); |
| |
| var ext = ctx.getExtension("WEBGL_debug_renderer_info"); |
| if (ext) { |
| this.contextInfo["UNMASKED_VENDOR"] = ctx.getParameter(ext.UNMASKED_VENDOR_WEBGL); |
| this.contextInfo["UNMASKED_RENDERER"] = ctx.getParameter(ext.UNMASKED_RENDERER_WEBGL); |
| } |
| } |
| }; |
| |
| Reporter.prototype.enableTest = function(name) { |
| this.root.enableTest(name); |
| }; |
| |
| Reporter.prototype.disableTest = function(name) { |
| this.root.disableTest(name); |
| }; |
| |
| Reporter.prototype.disableAllTests = function() { |
| this.root.disableTest(".*", true); |
| }; |
| |
| Reporter.prototype.addEventListener = function(type, func) { |
| if (!this.callbacks[type]) { |
| this.callbacks[type] = []; |
| } |
| this.callbacks[type].push(func); |
| }; |
| |
| Reporter.prototype.executeListenerEvents_ = function(type) { |
| var callbacks = this.callbacks[type].slice(0); |
| for (var ii = 0; ii < callbacks.length; ++ii) { |
| setTimeout(callbacks[ii], 0); |
| } |
| }; |
| |
| Reporter.prototype.runTest = function(url) { |
| var page = this.pagesByURL[url]; |
| testHarness.runTests({start: page.firstTestIndex(), count: 1}); |
| }; |
| |
| Reporter.prototype.getFolder = function(url) { |
| return this.root.getOrCreateFolder(url); |
| }; |
| |
| Reporter.prototype.addPage = function(url) { |
| var folder = this.getFolder(url); |
| var page = new Page(this, folder, this.totalPages, url); |
| folder.addPage(page); |
| ++this.totalPages; |
| this.pagesByURL[url] = page; |
| }; |
| |
| Reporter.prototype.startPage = function(url) { |
| var page = this.pagesByURL[url]; |
| return page.startPage(); |
| }; |
| |
| Reporter.prototype.addResult = function(url, msg, success, skipped) { |
| var page = this.pagesByURL[url]; |
| page.addResult(msg, success, skipped); |
| }; |
| |
| Reporter.prototype.finishPage = function(url, success) { |
| var page = this.pagesByURL[url]; |
| page.finishPage(success); |
| if (OPTIONS.dumpShaders == 1) { |
| var xhr = new XMLHttpRequest(); |
| xhr.open('POST', "/finishIndividualTest", true); |
| xhr.send(null); |
| } |
| }; |
| |
| Reporter.prototype.displayFinalResults = function(msg, success) { |
| if (success) { |
| var totalTests = 0; |
| var testsSucceeded = 0; |
| var testsFailed = 0; |
| var testsSkipped = 0; |
| var testsTimedOut = 0; |
| |
| var subtestsHit = 0; |
| var subtestsSucceeded = 0; |
| var subtestsTimedOut = 0; |
| var subtestsSkipped = 0; |
| var subtestsFailed = 0; |
| |
| var totalTime = Date.now() - this.startTime; |
| |
| for (var url in this.pagesByURL) { |
| var page = this.pagesByURL[url]; |
| totalTests += 1; |
| if (page.totalSkipped) { |
| testsSkipped += 1; |
| } |
| if (page.totalFailed) { |
| testsFailed += 1; |
| } else if (page.totalTimeouts) { |
| testsTimedOut += 1; |
| } else if (page.totalSuccessful) { |
| if (page.totalSuccessful != page.totalTests) |
| throw successes_not_equal_total; |
| testsSucceeded += 1; |
| } |
| |
| subtestsHit += page.totalTests; |
| subtestsSucceeded += page.totalSuccessful; |
| subtestsTimedOut += page.totalTimeouts; |
| subtestsSkipped += page.totalSkipped; |
| subtestsFailed += page.totalFailed; |
| } |
| |
| function ratio_str(x, y, name) { |
| return x + '/' + y + ' ' + name + ' (' + (x / y * 100).toFixed(2) + '%)'; |
| } |
| var testsSucceededRatio = ratio_str(testsSucceeded, totalTests, 'tests'); |
| var passedMsg = 'Passed ' + testsSucceededRatio + ', ' + |
| ratio_str(subtestsSucceeded, subtestsHit, 'subtests'); |
| var skippedMsg = ''; |
| if (testsSkipped > 0) { |
| skippedMsg = ' Skipped ' + ratio_str(testsSkipped, totalTests, 'tests'); |
| } |
| var failedMsg = ''; |
| if (testsFailed > 0) { |
| failedMsg = ' Failed ' + ratio_str(testsFailed, totalTests, 'tests') + ', ' + |
| ratio_str(subtestsFailed, subtestsHit, 'subtests'); |
| } |
| var timeoutMsg = ''; |
| if (testsTimedOut > 0) { |
| timeoutMsg = ' Timeout ' + ratio_str(testsTimedOut, totalTests, 'tests'); |
| } |
| var msg = passedMsg + skippedMsg + failedMsg + timeoutMsg; |
| this.fullResultsNode.textContent = msg; |
| |
| // generate a text summary |
| var tx = ""; |
| tx += "WebGL Conformance Test Results\n"; |
| tx += "Version " + OPTIONS.version + "\n"; |
| tx += "Generated on: " + (new Date()).toString() + "\n"; |
| tx += "\n"; |
| tx += "-------------------\n\n"; |
| tx += "User Agent: " + (navigator.userAgent ? navigator.userAgent : "(navigator.userAgent is null)") + "\n"; |
| tx += "WebGL VENDOR: " + this.contextInfo["VENDOR"] + "\n"; |
| tx += "WebGL VERSION: " + this.contextInfo["VERSION"] + "\n"; |
| tx += "WebGL RENDERER: " + this.contextInfo["RENDERER"] + "\n"; |
| tx += "Unmasked VENDOR: " + this.contextInfo["UNMASKED_VENDOR"] + "\n"; |
| tx += "Unmasked RENDERER: " + this.contextInfo["UNMASKED_RENDERER"] + "\n"; |
| tx += "WebGL R/G/B/A/Depth/Stencil bits (default config): " + this.contextInfo["RED_BITS"] + "/" + this.contextInfo["GREEN_BITS"] + "/" + this.contextInfo["BLUE_BITS"] + "/" + this.contextInfo["ALPHA_BITS"] + "/" + this.contextInfo["DEPTH_BITS"] + "/" + this.contextInfo["STENCIL_BITS"] + "\n"; |
| tx += "\n-------------------\n\n"; |
| |
| var result; |
| if (totalTests && testsSucceeded == totalTests) { |
| result = 'PASS'; |
| } else { |
| result = 'FAIL'; |
| } |
| tx += "Test Summary: " + result + " (" + totalTests + " tests):\n"; |
| tx += subtestsHit + " subtests ran in " + (totalTime / 1000.0).toFixed(2) + " seconds\n"; |
| function record(what, tests, subtests) { |
| tx += what + ": " + tests + " tests, " + subtests + " subtests\n"; |
| } |
| record('PASSED', testsSucceeded, subtestsSucceeded); |
| record('NOT PASSED', totalTests - testsSucceeded, subtestsHit - subtestsSucceeded); |
| |
| record('FAILED', testsFailed, subtestsFailed); |
| record('TIMED OUT', testsTimedOut, subtestsTimedOut); |
| record('SKIPPED', testsSkipped, subtestsSkipped); |
| |
| tx += "\n-------------------\n\n"; |
| |
| const failureLines = []; |
| const timeoutLines = []; |
| const resultLines = []; |
| |
| for (var url in this.pagesByURL) { |
| var page = this.pagesByURL[url]; |
| resultLines.push(' "' + url + '":' + JSON.stringify(page.toJSON())); |
| |
| if (page.totalFailed) { |
| failureLines.push(' "' + url + '",'); |
| } |
| if (page.totalTimeouts) { |
| timeoutLines.push(' "' + url + '",'); |
| } |
| } |
| |
| const lines = [].concat( |
| [ |
| '{', |
| ' "failures": [', |
| ], |
| failureLines, |
| [ |
| ' ],', |
| ' "timeouts": [', |
| ], |
| timeoutLines, |
| [ |
| ' ],', |
| ' "results": {', |
| ], |
| resultLines, |
| [ |
| ' },', |
| '}', |
| ] |
| ); |
| |
| tx += lines.join('\n'); |
| |
| var r = document.getElementById("testResultsAsText"); |
| while (r.firstChild) r.removeChild(r.firstChild); |
| r.appendChild(document.createTextNode(tx)); |
| document.getElementById("showTextSummary").disabled = false; |
| document.getElementById("dlTextSummary").disabled = false; |
| |
| this.postResultsToServer(tx); |
| } else { |
| var e = document.getElementById("error"); |
| e.innerHTML = msg; |
| this.postResultsToServer(msg); |
| } |
| }; |
| |
| Reporter.prototype.postTestStartToServer = function(resultText) { |
| this.startTime = Date.now(); |
| if(OPTIONS.postResults == undefined || OPTIONS.postResults == 0) { |
| return; |
| } |
| |
| var xhr = new XMLHttpRequest(); |
| xhr.open('POST', "/start", true); |
| xhr.send(null); |
| }; |
| |
| Reporter.prototype.postResultsToServer = function(resultText) { |
| if(OPTIONS.postResults == undefined || OPTIONS.postResults == 0) { |
| return; |
| } |
| |
| var xhr = new XMLHttpRequest(); |
| xhr.open('POST', "/finish", true); |
| xhr.setRequestHeader("Content-Type", "text/plain"); |
| xhr.send(resultText); |
| }; |
| |
| Reporter.prototype.ready = function() { |
| var loading = document.getElementById("loading"); |
| loading.style.display = "none"; |
| if (!this.noSelectedWebGLVersion) { |
| var button = document.getElementById("runTestsButton"); |
| button.disabled = false; |
| this.executeListenerEvents_("ready"); |
| } |
| }; |
| |
| Reporter.prototype.reportFunc = function(type, url, msg, success, skipped) { |
| switch (type) { |
| case reportType.ADD_PAGE: |
| return this.addPage(msg); |
| case reportType.READY: |
| return this.ready(); |
| case reportType.START_PAGE: |
| return this.startPage(url); |
| case reportType.TEST_RESULT: |
| return this.addResult(url, msg, success, skipped); |
| case reportType.FINISH_PAGE: |
| return this.finishPage(url, success); |
| case reportType.FINISHED_ALL_TESTS: |
| return this.displayFinalResults(msg, success); |
| default: |
| throw 'unhandled'; |
| break; |
| }; |
| }; |
| |
| var getURLOptions = function(obj) { |
| var s = window.location.href; |
| var q = s.indexOf("?"); |
| var e = s.indexOf("#"); |
| if (e < 0) { |
| e = s.length; |
| } |
| var query = s.substring(q + 1, e); |
| var pairs = query.split("&"); |
| for (var ii = 0; ii < pairs.length; ++ii) { |
| var keyValue = pairs[ii].split("="); |
| var key = keyValue[0]; |
| var value = decodeURIComponent(keyValue[1]); |
| obj[key] = value; |
| } |
| }; |
| |
| getURLOptions(OPTIONS); |
| |
| var makeVersionSelect = function(currentVersion) { |
| var versionSelect = document.getElementById("testVersion"); |
| var foundCurrentVersion = false; |
| var numericCurrentVersion = currentVersion.replace(/[^\d.]/g, ''); |
| |
| for (var i in testVersions) { |
| var version = testVersions[i]; |
| var numericVersion = version.replace(/[^\d.]/g, ''); |
| var option = document.createElement("option"); |
| option.setAttribute('value', numericVersion); |
| option.innerHTML = version; |
| |
| if (numericVersion == numericCurrentVersion) { |
| foundCurrentVersion = true; |
| option.selected = true; |
| } |
| |
| versionSelect.appendChild(option); |
| } |
| |
| // If the version requested by the query string isn't in the list add it. |
| if (!foundCurrentVersion) { |
| var option = document.createElement("option"); |
| option.setAttribute('value', numericCurrentVersion); |
| option.innerHTML = currentVersion + " (unknown)"; |
| option.selected = true; |
| |
| versionSelect.appendChild(option); |
| } |
| |
| versionSelect.addEventListener('change', function(ev) { |
| window.location.href = "?version=" + versionSelect.value; |
| }, false); |
| } |
| |
| makeVersionSelect(OPTIONS.version); |
| |
| // Make iframes |
| var iframes = [document.getElementById("test-iframe")]; |
| |
| var testPath = "00_test_list.txt"; |
| if (OPTIONS.root) { |
| testPath = OPTIONS.root + "/" + testPath; |
| } |
| |
| var reporter = new Reporter(iframes); |
| var testHarness = new WebGLTestHarnessModule.TestHarness( |
| iframes, |
| testPath, |
| function(type, url, msg, success, skipped) { |
| return reporter.reportFunc(type, url, msg, success, skipped); |
| }, |
| OPTIONS); |
| reporter.addEventListener("ready", function() { |
| // Set which tests to include. |
| if (OPTIONS.include) { |
| reporter.disableAllTests(); |
| var includes = OPTIONS.include.split(",") |
| for (var ii = 0; ii < includes.length; ++ii) { |
| reporter.enableTest(new RegExp(includes[ii])); |
| } |
| } |
| // Remove tests based on skip=re1,re2 in URL. |
| if (OPTIONS.skip) { |
| var skips = OPTIONS.skip.split(",") |
| for (var ii = 0; ii < skips.length; ++ii) { |
| reporter.disableTest(new RegExp(skips[ii])); |
| } |
| } |
| // Auto run the tests if the run=1 in URL |
| if (OPTIONS.run != undefined && OPTIONS.run != 0) { |
| reporter.postTestStartToServer(); |
| testHarness.runTests(); |
| } |
| }); |
| window.webglTestHarness = testHarness; |
| var button = document.getElementById("runTestsButton"); |
| button.disabled = true; |
| button.onclick = function() { |
| autoScroll = autoScrollEnabled; |
| reporter.postTestStartToServer(); |
| testHarness.runTests(); |
| }; |
| var autoScrollCheckbox = document.getElementById("autoScrollCheckbox"); |
| autoScrollCheckbox.checked = autoScrollEnabled; |
| autoScrollCheckbox.onclick = function() { |
| autoScrollEnabled = autoScrollCheckbox.checked; |
| autoScroll = autoScrollEnabled; |
| }; |
| |
| var hidePassedSheet = createStylesheet(); |
| var hidePassedCheckbox = document.getElementById("hidePassedCheckbox"); |
| hidePassedCheckbox.checked = false; |
| hidePassedCheckbox.onclick = function() { |
| var hidePassedTests = hidePassedCheckbox.checked; |
| if (hidePassedTests) { |
| hidePassedSheet.insertRule(".testpagesuccess { display: none; }", 0); |
| } else { |
| hidePassedSheet.deleteRule(0); |
| } |
| }; |
| |
| var quickTestModeCheckbox = document.getElementById("quickTestModeCheckbox"); |
| quickTestModeCheckbox.checked = quickTestMode; |
| quickTestModeCheckbox.onclick = function() { |
| quickTestMode = quickTestModeCheckbox.checked; |
| }; |
| |
| var textbutton = document.getElementById("showTextSummary"); |
| textbutton.onclick = function() { |
| log("click"); |
| var htmldiv = document.getElementById("testResultsHTML"); |
| var textdiv = document.getElementById("testResultsText"); |
| if (textdiv.style.display == "none") { |
| textdiv.style.display = "block"; |
| htmldiv.style.display = "none"; |
| textbutton.setAttribute("value", "display html summary"); |
| } else { |
| textdiv.style.display = "none"; |
| htmldiv.style.display = "block"; |
| textbutton.setAttribute("value", "display text summary"); |
| } |
| }; |
| |
| function download(filename, text) { |
| var element = document.createElement("a"); |
| element.setAttribute("href", "data:text/plain;charset=utf-8," + encodeURIComponent(text)); |
| element.setAttribute("download", filename); |
| element.style.display = "none"; |
| document.body.appendChild(element); |
| element.click(); |
| document.body.removeChild(element); |
| } |
| var dltextbutton = document.getElementById("dlTextSummary"); |
| dltextbutton.onclick = function() { |
| var textdiv = document.getElementById("testResultsText"); |
| download("webgl-conformance-" + OPTIONS.version + ".txt", textdiv.innerText.trim()); |
| }; |
| |
| if (reporter.noSelectedWebGLVersion) { |
| button.disabled = true; |
| } |
| if (reporter.noWebGL) { |
| var elem = document.getElementById("nowebgl"); |
| elem.style.display = ""; |
| reporter.postResultsToServer("Browser does not appear to support WebGL"); |
| } else if (reporter.noSelectedWebGLVersion) { |
| var elem = document.getElementById("noselectedwebgl"); |
| elem.style.display = ""; |
| reporter.postResultsToServer("Browser does not appear to support the selected version of WebGL"); |
| } |
| |
| const iframeContainer = document.getElementById("iframe-container"); |
| const iframeToggle = document.getElementById("iframe-toggle"); |
| iframeToggle.value = iframeToggle.getAttribute("data-value-hidden"); |
| iframeToggle.onclick = function() { |
| const expanded = iframeToggle.myExpanded = !iframeToggle.myExpanded; |
| if (expanded) { |
| iframeContainer.classList.add("iframe-shown"); |
| iframeToggle.value = iframeToggle.getAttribute("data-value-shown"); |
| } else { |
| iframeContainer.classList.remove("iframe-shown"); |
| iframeToggle.value = iframeToggle.getAttribute("data-value-hidden"); |
| } |
| }; |
| } |
| </script> |
| </head> |
| <body onload="start()"> |
| |
| <div id="testlist"> |
| <div id="testResultsHTML"> |
| <ul id="results"> |
| </ul> |
| </div> |
| <div style="display: none;" id="testResultsText"> |
| <pre id="testResultsAsText"></pre> |
| </div> |
| </div> <!-- end of container --> |
| |
| <div id="iframe-container"> |
| <input type="button" data-value-hidden="◄" data-value-shown="►" id="iframe-toggle" aria-hidden="true" |
| ><iframe id="test-iframe"></iframe> |
| </div> |
| |
| <div id="header"> |
| <div id="info"> |
| <div style="text-align:center"> |
| <img src="resources/webgl-logo.png" alt="WebGL" id="logo"/> |
| <br/> |
| Conformance Test Runner |
| </div> |
| Version |
| <select id="testVersion"> |
| </select> |
| <a href="../../conformance-suites/">(older versions?)</a> |
| <br/> |
| <input type="button" value="run tests" id="runTestsButton"/> |
| <label for="autoScrollCheckbox"><input type="checkbox" id="autoScrollCheckbox"/>auto scroll</label> |
| <label for="hidePassedCheckbox"><input type="checkbox" id="hidePassedCheckbox"/>hide passed</label> |
| <label for="quickTestModeCheckbox"><input type="checkbox" id="quickTestModeCheckbox"/>quick test mode</label> |
| <br/> |
| <input type="button" disabled value="show text summary" id="showTextSummary"/> |
| <input type="button" disabled value="download text" id="dlTextSummary"/> |
| <div id="nowebgl" class="nowebgl" style="display: none;"> |
| This browser does not appear to support WebGL |
| </div> |
| <div id="noselectedwebgl" class="nowebgl" style="display: none;"> |
| This browser does not appear to support the selected version of WebGL |
| </div> |
| <div id="loading"> |
| Loading Tests... |
| </div> |
| <div id="fullresults"> |
| </div> |
| </div> |
| <div id="error-wrap"> |
| <pre id="error"></pre> |
| </div> |
| </div> <!-- end of header --> |
| |
| </body> |
| </html> |
