1#!/usr/bin/env python
2# Copyright (C) 2012 Google Inc. All rights reserved.
3#
4# Redistribution and use in source and binary forms, with or without
5# modification, are permitted provided that the following conditions are
6# met:
7#
8#     * Redistributions of source code must retain the above copyright
9# notice, this list of conditions and the following disclaimer.
10#     * Redistributions in binary form must reproduce the above
11# copyright notice, this list of conditions and the following disclaimer
12# in the documentation and/or other materials provided with the
13# distribution.
14#     * Neither the name of Google Inc. nor the names of its
15# contributors may be used to endorse or promote products derived from
16# this software without specific prior written permission.
17#
18# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
19# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
20# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
21# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
22# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
23# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
24# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
25# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
26# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
27# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
28# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
29
30import StringIO
31import webkitpy.thirdparty.unittest2 as unittest
32
33from webkitpy.common.host_mock import MockHost
34
35from webkitpy.layout_tests.models import test_expectations
36from webkitpy.layout_tests.models import test_failures
37from webkitpy.layout_tests.models import test_run_results
38from webkitpy.layout_tests.models import test_run_results
39from webkitpy.layout_tests.models import test_run_results_unittest
40from webkitpy.layout_tests.views import buildbot_results
41
42
43class BuildBotPrinterTests(unittest.TestCase):
44    def assertEmpty(self, stream):
45        self.assertFalse(stream.getvalue())
46
47    def assertNotEmpty(self, stream):
48        self.assertTrue(stream.getvalue())
49
50    def get_printer(self):
51        stream = StringIO.StringIO()
52        printer = buildbot_results.BuildBotPrinter(stream, debug_logging=True)
53        return printer, stream
54
55    def test_print_unexpected_results(self):
56        port = MockHost().port_factory.get('test')
57        printer, out = self.get_printer()
58
59        # test everything running as expected
60        DASHED_LINE = "-" * 78 + "\n"
61        summary = test_run_results_unittest.summarized_results(port, expected=True, passing=False, flaky=False)
62        printer.print_unexpected_results(summary)
63        self.assertEqual(out.getvalue(), DASHED_LINE)
64
65        # test failures
66        printer, out = self.get_printer()
67        summary = test_run_results_unittest.summarized_results(port, expected=False, passing=False, flaky=False)
68        printer.print_unexpected_results(summary)
69        self.assertNotEmpty(out)
70
71        # test unexpected flaky
72        printer, out = self.get_printer()
73        summary = test_run_results_unittest.summarized_results(port, expected=False, passing=False, flaky=True)
74        printer.print_unexpected_results(summary)
75        self.assertNotEmpty(out)
76
77        printer, out = self.get_printer()
78        summary = test_run_results_unittest.summarized_results(port, expected=False, passing=False, flaky=False)
79        printer.print_unexpected_results(summary)
80        self.assertNotEmpty(out)
81
82        printer, out = self.get_printer()
83        summary = test_run_results_unittest.summarized_results(port, expected=False, passing=False, flaky=False)
84        printer.print_unexpected_results(summary)
85        self.assertNotEmpty(out)
86
87        printer, out = self.get_printer()
88        summary = test_run_results_unittest.summarized_results(port, expected=False, passing=True, flaky=False)
89        printer.print_unexpected_results(summary)
90        output = out.getvalue()
91        self.assertTrue(output)
92        self.assertTrue(output.find('Skip') == -1)
93
94    def test_print_results(self):
95        port = MockHost().port_factory.get('test')
96        printer, out = self.get_printer()
97        initial_results = test_run_results_unittest.run_results(port)
98        full_summary = test_run_results_unittest.summarized_results(port, expected=False, passing=True, flaky=False)
99        failing_summary = test_run_results_unittest.summarized_results(port, expected=False, passing=True, flaky=False, only_include_failing=True)
100        details = test_run_results.RunDetails(failing_summary['num_regressions'], full_summary, failing_summary, initial_results, None)
101        printer.print_results(details)
102        self.assertTrue(out.getvalue().find('but passed') != -1)
103