xref: /external/webkit/Tools/Scripts/webkitpy/common/net/testoutput_unittest.py

#!/usr/bin/env python
# Copyright (C) 2010 Google Inc. All rights reserved.
#
# Redistribution and use in source and binary forms, with or without
# modification, are permitted provided that the following conditions
# are met:
#
# 1.  Redistributions of source code must retain the above copyright
#     notice, this list of conditions and the following disclaimer.
# 2.  Redistributions in binary form must reproduce the above copyright
#     notice, this list of conditions and the following disclaimer in the
#     documentation and/or other materials provided with the distribution.
#
# THIS SOFTWARE IS PROVIDED BY APPLE AND ITS CONTRIBUTORS "AS IS" AND ANY
# EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
# WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
# DISCLAIMED. IN NO EVENT SHALL APPLE OR ITS CONTRIBUTORS BE LIABLE FOR ANY
# DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
# (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
# LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
# ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
# THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.

import os
import re
import sys
import testoutput
import unittest


class FakeFile(object):
    def __init__(self, filename, contents="fake contents"):
        self._filename = filename
        self._contents = contents

    def name(self):
        return self._filename

    def contents(self):
        return self._contents


class FakeTestOutput(testoutput.TestOutput):
    def __init__(self, platform, output_type, contents, is_expected=False):
        self._output_type = output_type
        self._contents = contents
        self._is_expected = is_expected
        actual = 'actual'
        if is_expected:
            actual = 'expected'
        test_name = 'anonymous-test-%s.txt' % actual
        file = FakeFile(test_name, contents)
        super(FakeTestOutput, self).__init__(platform, output_type, [file])

    def contents(self):
        return self._contents

    def retarget(self, platform):
        return FakeTestOutput(platform, self._output_type, self._contents, self._is_expected)


class TestOutputTest(unittest.TestCase):
    def _check_name(self, filename, expected_test_name):
        # FIXME: should consider using MockFileSystem here so as to not
        # have to worry about platform-specific path separators.
        if sys.platform == 'win32':
            filename = filename.replace('/', os.path.sep)
            expected_test_name = expected_test_name.replace('/', os.path.sep)
        r = testoutput.TextTestOutput(None, FakeFile(filename))
        self.assertEquals(expected_test_name, r.name())

    def _check_platform(self, filename, expected_platform):
        # FIXME: should consider using MockFileSystem here so as to not
        # have to worry about platform-specific path separators.
        if sys.platform == 'win32':
            filename = filename.replace('/', os.path.sep)
        r = testoutput.TextTestOutput(None, FakeFile(filename))
        self.assertEquals(expected_platform, r.platform())

    def test_extracts_name_correctly(self):
        self._check_name('LayoutTests/fast/dom/a-expected.txt', 'fast/dom/a')
        self._check_name('LayoutTests/fast/dom/a-actual.txt', 'fast/dom/a')
        self._check_name('LayoutTests/platform/win/fast/a-expected.txt', 'fast/a')
        self._check_name('LayoutTests/platform/win/fast/a-expected.checksum', 'fast/a')
        self._check_name('fast/dom/test-expected.txt', 'fast/dom/test')
        self._check_name('layout-test-results/fast/a-actual.checksum', 'fast/a')

    def test_extracts_platform_correctly(self):
        self._check_platform('LayoutTests/platform/win/fast/a-expected.txt', 'win')
        self._check_platform('platform/win/fast/a-expected.txt', 'win')
        self._check_platform('platform/mac/fast/a-expected.txt', 'mac')
        self._check_platform('fast/a-expected.txt', None)

    def test_outputs_from_an_actual_file_are_marked_as_such(self):
        r = testoutput.TextTestOutput(None, FakeFile('test-actual.txt'))
        self.assertTrue(r.is_actual())

    def test_outputs_from_an_expected_file_are_not_actual(self):
        r = testoutput.TextTestOutput(None, FakeFile('test-expected.txt'))
        self.assertFalse(r.is_actual())

    def test_is_new_baseline_for(self):
        expected = testoutput.TextTestOutput('mac', FakeFile('test-expected.txt'))
        actual = testoutput.TextTestOutput('mac', FakeFile('test-actual.txt'))
        self.assertTrue(actual.is_new_baseline_for(expected))
        self.assertFalse(expected.is_new_baseline_for(actual))

    def test__eq__(self):
        r1 = testoutput.TextTestOutput('mac', FakeFile('test-expected.txt', 'contents'))
        r2 = testoutput.TextTestOutput('mac', FakeFile('test-expected.txt', 'contents'))
        r3 = testoutput.TextTestOutput('win', FakeFile('test-expected.txt', 'contents'))

        self.assertEquals(r1, r2)
        self.assertEquals(r1, r2.retarget('mac'))
        self.assertNotEquals(r1, r2.retarget('win'))

    def test__hash__(self):
        r1 = testoutput.TextTestOutput('mac', FakeFile('test-expected.txt', 'contents'))
        r2 = testoutput.TextTestOutput('mac', FakeFile('test-expected.txt', 'contents'))
        r3 = testoutput.TextTestOutput(None, FakeFile('test-expected.txt', None))

        x = set([r1, r2])
        self.assertEquals(1, len(set([r1, r2])))
        self.assertEquals(2, len(set([r1, r2, r3])))

    def test_image_diff_is_invoked_for_image_outputs_without_checksum(self):
        r1 = testoutput.ImageTestOutput('mac', FakeFile('test-expected.png', 'asdf'), FakeFile('test-expected.checksum', 'check'))
        r2 = testoutput.ImageTestOutput('mac', FakeFile('test-expected.png', 'asdf'), None)

        # Default behaviour is to just compare on image contents.
        self.assertTrue(r1.same_content(r2))

        class AllImagesAreDifferent(object):
            def same_image(self, image1, image2):
                return False

        # But we can install other image differs.
        testoutput.ImageTestOutput.image_differ = AllImagesAreDifferent()

        self.assertFalse(r1.same_content(r2))

if __name__ == "__main__":
    unittest.main()