| # Copyright (C) 2011 Google Inc. All rights reserved. |
| # |
| # Redistribution and use in source and binary forms, with or without |
| # modification, are permitted provided that the following conditions are |
| # met: |
| # |
| # * Redistributions of source code must retain the above copyright |
| # notice, this list of conditions and the following disclaimer. |
| # * Redistributions in binary form must reproduce the above |
| # copyright notice, this list of conditions and the following disclaimer |
| # in the documentation and/or other materials provided with the |
| # distribution. |
| |
| # THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS |
| # "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT |
| # LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR |
| # A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT |
| # OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, |
| # SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT |
| # LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
| # DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
| # THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
| # (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
| # OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
| |
| import unittest |
| |
| from webkitpy.common.host_mock import MockHost |
| from webkitpy.layout_tests.controllers import test_result_writer |
| from webkitpy.layout_tests.models import test_failures |
| from webkitpy.port.driver import DriverOutput |
| from webkitpy.port.test import TestPort |
| from webkitpy.port.image_diff import ImageDiffResult |
| |
| |
| class TestResultWriterTest(unittest.TestCase): |
| |
| def test_reftest_diff_image(self): |
| """A write_test_result should call port.diff_image with tolerance=0 in case of FailureReftestMismatch.""" |
| used_tolerance_values = [] |
| |
| class ImageDiffTestPort(TestPort): |
| def diff_image(self, expected_contents, actual_contents, tolerance): |
| used_tolerance_values.append(tolerance) |
| return ImageDiffResult(passed=False, diff_image=b'', difference=1, tolerance=tolerance) |
| |
| host = MockHost() |
| port = ImageDiffTestPort(host) |
| test_name = 'failures/unexpected/reftest.html' |
| test_reference_file = host.filesystem.join(port.layout_tests_dir(), 'failures/unexpected/reftest-expected.html') |
| driver_output1 = DriverOutput('text1', 'image1', 'imagehash1', 'audio1') |
| driver_output2 = DriverOutput('text2', 'image2', 'imagehash2', 'audio2') |
| failures = [test_failures.FailureReftestMismatch(test_reference_file, ImageDiffResult(passed=False, diff_image=b'', difference=1, tolerance=1))] |
| test_result_writer.write_test_result(host.filesystem, ImageDiffTestPort(host), port.results_directory(), test_name, |
| driver_output1, driver_output2, failures) |
| self.assertEqual([0], used_tolerance_values) |