1# Copyright (C) 2009 Google Inc. All rights reserved.
2# Copyright (C) 2012 Intel Corporation. All rights reserved.
3#
4# Redistribution and use in source and binary forms, with or without
5# modification, are permitted provided that the following conditions are
6# met:
7#
8#    * Redistributions of source code must retain the above copyright
9# notice, this list of conditions and the following disclaimer.
10#    * Redistributions in binary form must reproduce the above
11# copyright notice, this list of conditions and the following disclaimer
12# in the documentation and/or other materials provided with the
13# distribution.
14#    * Neither the name of Google Inc. nor the names of its
15# contributors may be used to endorse or promote products derived from
16# this software without specific prior written permission.
17#
18# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
19# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
20# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
21# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
22# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
23# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
24# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
25# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
26# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
27# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
28# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
29
30import webkitpy.thirdparty.unittest2 as unittest
31
32from webkitpy.common.system.outputcapture import OutputCapture
33from webkitpy.common.system.outputcapture import OutputCapture
34from webkitpy.thirdparty.mock import Mock
35from webkitpy.layout_tests.port.test import TestPort
36from webkitpy.tool.commands.commandtest import CommandsTest
37from webkitpy.tool.commands.queries import *
38from webkitpy.tool.mocktool import MockTool, MockOptions
39
40
41class PrintExpectationsTest(unittest.TestCase):
42    def run_test(self, tests, expected_stdout, platform='test-win-xp', **args):
43        options = MockOptions(all=False, csv=False, full=False, platform=platform,
44                              include_keyword=[], exclude_keyword=[], paths=False).update(**args)
45        tool = MockTool()
46        tool.port_factory.all_port_names = lambda: TestPort.ALL_BASELINE_VARIANTS
47        command = PrintExpectations()
48        command.bind_to_tool(tool)
49
50        oc = OutputCapture()
51        try:
52            oc.capture_output()
53            command.execute(options, tests, tool)
54        finally:
55            stdout, _, _ = oc.restore_output()
56        self.assertMultiLineEqual(stdout, expected_stdout)
57
58    def test_basic(self):
59        self.run_test(['failures/expected/text.html', 'failures/expected/image.html'],
60                      ('// For test-win-xp\n'
61                       'failures/expected/image.html [ ImageOnlyFailure ]\n'
62                       'failures/expected/text.html [ Failure ]\n'))
63
64    def test_multiple(self):
65        self.run_test(['failures/expected/text.html', 'failures/expected/image.html'],
66                      ('// For test-win-win7\n'
67                       'failures/expected/image.html [ ImageOnlyFailure ]\n'
68                       'failures/expected/text.html [ Failure ]\n'
69                       '\n'
70                       '// For test-win-xp\n'
71                       'failures/expected/image.html [ ImageOnlyFailure ]\n'
72                       'failures/expected/text.html [ Failure ]\n'),
73                       platform='test-win-*')
74
75    def test_full(self):
76        self.run_test(['failures/expected/text.html', 'failures/expected/image.html'],
77                      ('// For test-win-xp\n'
78                       'Bug(test) failures/expected/image.html [ ImageOnlyFailure ]\n'
79                       'Bug(test) failures/expected/text.html [ Failure ]\n'),
80                      full=True)
81
82    def test_exclude(self):
83        self.run_test(['failures/expected/text.html', 'failures/expected/image.html'],
84                      ('// For test-win-xp\n'
85                       'failures/expected/text.html [ Failure ]\n'),
86                      exclude_keyword=['image'])
87
88    def test_include(self):
89        self.run_test(['failures/expected/text.html', 'failures/expected/image.html'],
90                      ('// For test-win-xp\n'
91                       'failures/expected/image.html\n'),
92                      include_keyword=['image'])
93
94    def test_csv(self):
95        self.run_test(['failures/expected/text.html', 'failures/expected/image.html'],
96                      ('test-win-xp,failures/expected/image.html,Bug(test),,IMAGE\n'
97                       'test-win-xp,failures/expected/text.html,Bug(test),,FAIL\n'),
98                      csv=True)
99
100    def test_paths(self):
101        self.run_test([],
102                      ('LayoutTests/TestExpectations\n'
103                       'LayoutTests/platform/test/TestExpectations\n'
104                       'LayoutTests/platform/test-win-xp/TestExpectations\n'),
105                      paths=True)
106
107class PrintBaselinesTest(unittest.TestCase):
108    def setUp(self):
109        self.oc = None
110        self.tool = MockTool()
111        self.test_port = self.tool.port_factory.get('test-win-xp')
112        self.tool.port_factory.get = lambda port_name=None: self.test_port
113        self.tool.port_factory.all_port_names = lambda: TestPort.ALL_BASELINE_VARIANTS
114
115    def tearDown(self):
116        if self.oc:
117            self.restore_output()
118
119    def capture_output(self):
120        self.oc = OutputCapture()
121        self.oc.capture_output()
122
123    def restore_output(self):
124        stdout, stderr, logs = self.oc.restore_output()
125        self.oc = None
126        return (stdout, stderr, logs)
127
128    def test_basic(self):
129        command = PrintBaselines()
130        command.bind_to_tool(self.tool)
131        self.capture_output()
132        command.execute(MockOptions(all=False, include_virtual_tests=False, csv=False, platform=None), ['passes/text.html'], self.tool)
133        stdout, _, _ = self.restore_output()
134        self.assertMultiLineEqual(stdout,
135                          ('// For test-win-xp\n'
136                           'passes/text-expected.png\n'
137                           'passes/text-expected.txt\n'))
138
139    def test_multiple(self):
140        command = PrintBaselines()
141        command.bind_to_tool(self.tool)
142        self.capture_output()
143        command.execute(MockOptions(all=False, include_virtual_tests=False, csv=False, platform='test-win-*'), ['passes/text.html'], self.tool)
144        stdout, _, _ = self.restore_output()
145        self.assertMultiLineEqual(stdout,
146                          ('// For test-win-win7\n'
147                           'passes/text-expected.png\n'
148                           'passes/text-expected.txt\n'
149                           '\n'
150                           '// For test-win-xp\n'
151                           'passes/text-expected.png\n'
152                           'passes/text-expected.txt\n'))
153
154    def test_csv(self):
155        command = PrintBaselines()
156        command.bind_to_tool(self.tool)
157        self.capture_output()
158        command.execute(MockOptions(all=False, platform='*xp', csv=True, include_virtual_tests=False), ['passes/text.html'], self.tool)
159        stdout, _, _ = self.restore_output()
160        self.assertMultiLineEqual(stdout,
161                          ('test-win-xp,passes/text.html,None,png,passes/text-expected.png,None\n'
162                           'test-win-xp,passes/text.html,None,txt,passes/text-expected.txt,None\n'))
163