1926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles)# Copyright (C) 2012 Google Inc. All rights reserved. 2926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles)# 3926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles)# Redistribution and use in source and binary forms, with or without 4926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles)# modification, are permitted provided that the following conditions are 5926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles)# met: 6926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles)# 7926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles)# * Redistributions of source code must retain the above copyright 8926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles)# notice, this list of conditions and the following disclaimer. 9926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles)# * Redistributions in binary form must reproduce the above 10926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles)# copyright notice, this list of conditions and the following disclaimer 11926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles)# in the documentation and/or other materials provided with the 12926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles)# distribution. 13926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles)# * Neither the name of Google Inc. nor the names of its 14926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles)# contributors may be used to endorse or promote products derived from 15926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles)# this software without specific prior written permission. 16926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles)# 17926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles)# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 18926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles)# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT 19926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles)# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR 20926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles)# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT 21926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles)# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, 22926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles)# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT 23926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles)# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 24926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles)# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 25926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles)# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 26926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles)# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE 27926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles)# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 28926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) 29926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles)import optparse 30926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles)import StringIO 317757ec2eadfa2dd8ac2aeed0a4399e9b07ec38cbBen Murdochimport webkitpy.thirdparty.unittest2 as unittest 32926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) 33926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles)from webkitpy.common.host_mock import MockHost 34926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles)from webkitpy.layout_tests import lint_test_expectations 35926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) 36926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) 37926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles)class FakePort(object): 38926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) def __init__(self, host, name, path): 39926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) self.host = host 40926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) self.name = name 41926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) self.path = path 42926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) 43926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) def test_configuration(self): 44926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) return None 45926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) 46926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) def expectations_dict(self): 47926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) self.host.ports_parsed.append(self.name) 48926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) return {self.path: ''} 49926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) 5093ac45cfc74041c8ae536ce58a9534d46db2024eTorne (Richard Coles) def bot_expectations(self): 5193ac45cfc74041c8ae536ce58a9534d46db2024eTorne (Richard Coles) return {} 5293ac45cfc74041c8ae536ce58a9534d46db2024eTorne (Richard Coles) 53926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) def skipped_layout_tests(self, _): 54926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) return set([]) 55926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) 56926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) def all_test_configurations(self): 57926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) return [] 58926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) 59926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) def configuration_specifier_macros(self): 60926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) return [] 61926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) 62926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) def get_option(self, _, val): 63926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) return val 64926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) 65926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) def path_to_generic_test_expectations_file(self): 66926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) return '' 67926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) 68926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles)class FakeFactory(object): 69926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) def __init__(self, host, ports): 70926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) self.host = host 71926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) self.ports = {} 72926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) for port in ports: 73926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) self.ports[port.name] = port 74926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) 75926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) def get(self, port_name, *args, **kwargs): # pylint: disable=W0613,E0202 76926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) return self.ports[port_name] 77926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) 78926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) def all_port_names(self, platform=None): # pylint: disable=W0613,E0202 79926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) return sorted(self.ports.keys()) 80926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) 81926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) 82926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles)class LintTest(unittest.TestCase): 83926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) def test_all_configurations(self): 84926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) host = MockHost() 85926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) host.ports_parsed = [] 86926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) host.port_factory = FakeFactory(host, (FakePort(host, 'a', 'path-to-a'), 87926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) FakePort(host, 'b', 'path-to-b'), 88926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) FakePort(host, 'b-win', 'path-to-b'))) 89926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) 90926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) logging_stream = StringIO.StringIO() 91926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) options = optparse.Values({'platform': None}) 92926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) res = lint_test_expectations.lint(host, options, logging_stream) 93926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) self.assertEqual(res, 0) 94926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) self.assertEqual(host.ports_parsed, ['a', 'b', 'b-win']) 95926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) 96926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) def test_lint_test_files(self): 97926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) logging_stream = StringIO.StringIO() 98926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) options = optparse.Values({'platform': 'test-mac-leopard'}) 99926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) host = MockHost() 100926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) 101926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) # pylint appears to complain incorrectly about the method overrides pylint: disable=E0202,C0322 102926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) # FIXME: incorrect complaints about spacing pylint: disable=C0322 103926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) host.port_factory.all_port_names = lambda platform=None: [platform] 104926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) 105926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) res = lint_test_expectations.lint(host, options, logging_stream) 106926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) 107926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) self.assertEqual(res, 0) 108926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) self.assertIn('Lint succeeded', logging_stream.getvalue()) 109926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) 110926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) def test_lint_test_files__errors(self): 111926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) options = optparse.Values({'platform': 'test', 'debug_rwt_logging': False}) 112926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) host = MockHost() 113926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) 114926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) # FIXME: incorrect complaints about spacing pylint: disable=C0322 115926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) port = host.port_factory.get(options.platform, options=options) 116926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) port.expectations_dict = lambda: {'foo': '-- syntax error1', 'bar': '-- syntax error2'} 117926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) 118926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) host.port_factory.get = lambda platform, options=None: port 119926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) host.port_factory.all_port_names = lambda platform=None: [port.name()] 120926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) 121926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) logging_stream = StringIO.StringIO() 122926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) 123926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) res = lint_test_expectations.lint(host, options, logging_stream) 124926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) 125926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) self.assertEqual(res, -1) 126926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) self.assertIn('Lint failed', logging_stream.getvalue()) 127926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) self.assertIn('foo:1', logging_stream.getvalue()) 128926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) self.assertIn('bar:1', logging_stream.getvalue()) 129926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) 130926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) 131926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles)class MainTest(unittest.TestCase): 132926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) def test_success(self): 133926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) orig_lint_fn = lint_test_expectations.lint 134926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) 135926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) # unused args pylint: disable=W0613 136926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) def interrupting_lint(host, options, logging_stream): 137926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) raise KeyboardInterrupt 138926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) 139926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) def successful_lint(host, options, logging_stream): 140926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) return 0 141926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) 142926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) def exception_raising_lint(host, options, logging_stream): 143926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) assert False 144926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) 145926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) stdout = StringIO.StringIO() 146926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) stderr = StringIO.StringIO() 147926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) try: 148926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) lint_test_expectations.lint = interrupting_lint 149926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) res = lint_test_expectations.main([], stdout, stderr) 150926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) self.assertEqual(res, lint_test_expectations.INTERRUPTED_EXIT_STATUS) 151926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) 152926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) lint_test_expectations.lint = successful_lint 153926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) res = lint_test_expectations.main(['--platform', 'test'], stdout, stderr) 154926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) self.assertEqual(res, 0) 155926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) 156926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) lint_test_expectations.lint = exception_raising_lint 157926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) res = lint_test_expectations.main([], stdout, stderr) 158926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) self.assertEqual(res, lint_test_expectations.EXCEPTIONAL_EXIT_STATUS) 159926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) finally: 160926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles) lint_test_expectations.lint = orig_lint_fn 161