Lines Matching refs:self
49 def setUp(self):
50 self.tool = MockTool()
51 self.command = self.command_constructor() # lint warns that command_constructor might not be set, but this is intentional; pylint: disable=E1102
52 self.command.bind_to_tool(self.tool)
53 self.lion_port = self.tool.port_factory.get_from_builder_name("WebKit Mac10.7")
54 self.lion_expectations_path = self.lion_port.path_to_generic_test_expectations_file()
55 self.tool.filesystem.write_text_file(self.tool.filesystem.join(self.lion_port.layout_tests_dir(), "VirtualTestSuites"),
63 def _expand(self, path):
64 if self.tool.filesystem.isabs(path):
66 return self.tool.filesystem.join(self.lion_port.layout_tests_dir(), path)
68 def _read(self, path):
69 return self.tool.filesystem.read_text_file(self._expand(path))
71 def _write(self, path, contents):
72 self.tool.filesystem.write_text_file(self._expand(path), contents)
74 def _zero_out_test_expectations(self):
75 for port_name in self.tool.port_factory.all_port_names():
76 port = self.tool.port_factory.get(port_name)
78 self._write(path, '')
79 self.tool.filesystem.written_files = {}
81 def _setup_mock_builder_data(self):
98 self.command._builder_data[builder] = data
104 def setUp(self):
105 super(TestCopyExistingBaselinesInternal, self).setUp()
107 def test_copying_overwritten_baseline(self):
108 self.tool.executive = MockExecutive2()
111 port = self.tool.port_factory.get('test-mac-snowleopard')
112 self._write(port._filesystem.join(port.layout_tests_dir(), 'platform/test-mac-snowleopard/failures/expected/image-expected.txt'), 'original snowleopard result')
125 self.command.execute(options, [], self.tool)
130 self.assertMultiLineEqual(self._read(self.tool.filesystem.join(port.layout_tests_dir(), 'platform/test-mac-leopard/failures/expected/image-expected.txt')), 'original snowleopard result')
131 self.assertMultiLineEqual(out, '{"add": [], "remove-lines": [], "delete": []}\n')
133 def test_copying_overwritten_baseline_to_multiple_locations(self):
134 self.tool.executive = MockExecutive2()
137 port = self.tool.port_factory.get('test-win-win7')
138 self._write(port._filesystem.join(port.layout_tests_dir(), 'platform/test-win-win7/failures/expected/image-expected.txt'), 'original win7 result')
152 self.command.execute(options, [], self.tool)
157 self.assertMultiLineEqual(self._read(self.tool.filesystem.join(port.layout_tests_dir(), 'platform/test-linux-x86_64/failures/expected/image-expected.txt')), 'original win7 result')
158 self.assertFalse(self.tool.filesystem.exists(self.tool.filesystem.join(port.layout_tests_dir(), 'platform/mac-leopard/userscripts/another-test-expected.txt')))
159 self.assertMultiLineEqual(out, '{"add": [], "remove-lines": [], "delete": []}\n')
161 def test_no_copy_existing_baseline(self):
162 self.tool.executive = MockExecutive2()
165 port = self.tool.port_factory.get('test-win-win7')
166 self._write(port._filesystem.join(port.layout_tests_dir(), 'platform/test-win-win7/failures/expected/image-expected.txt'), 'original win7 result')
180 self.command.execute(options, [], self.tool)
185 self.assertMultiLineEqual(self._read(self.tool.filesystem.join(port.layout_tests_dir(), 'platform/test-linux-x86_64/failures/expected/image-expected.txt')), 'original win7 result')
186 self.assertMultiLineEqual(self._read(self.tool.filesystem.join(port.layout_tests_dir(), 'platform/test-win-win7/failures/expected/image-expected.txt')), 'original win7 result')
187 self.assertFalse(self.tool.filesystem.exists(self.tool.filesystem.join(port.layout_tests_dir(), 'platform/mac-leopard/userscripts/another-test-expected.txt')))
188 self.assertMultiLineEqual(out, '{"add": [], "remove-lines": [], "delete": []}\n')
190 def test_no_copy_skipped_test(self):
191 self.tool.executive = MockExecutive2()
193 port = self.tool.port_factory.get('test-win-win7')
194 fs = self.tool.filesystem
195 self._write(fs.join(port.layout_tests_dir(), 'platform/test-win-win7/failures/expected/image-expected.txt'), 'original win7 result')
197 self._write(expectations_path, (
212 self.command.execute(options, [], self.tool)
217 self.assertFalse(fs.exists(fs.join(port.layout_tests_dir(), 'platform/test-linux-x86_64/failures/expected/image-expected.txt')))
218 self.assertEqual(self._read(fs.join(port.layout_tests_dir(), 'platform/test-win-win7/failures/expected/image-expected.txt')),
225 def setUp(self):
226 super(TestRebaselineTest, self).setUp()
227 self.options = MockOptions(builder="WebKit Mac10.7", test="userscripts/another-test.html", suffixes="txt", results_directory=None)
229 def test_baseline_directory(self):
230 command = self.command
231 self.assertMultiLineEqual(command._baseline_directory("WebKit Mac10.7"), "/mock-checkout/third_party/WebKit/LayoutTests/platform/mac-lion")
232 self.assertMultiLineEqual(command._baseline_directory("WebKit Mac10.6"), "/mock-checkout/third_party/WebKit/LayoutTests/platform/mac-snowleopard")
234 def test_rebaseline_updates_expectations_file_noop(self):
235 self._zero_out_test_expectations()
236 self._write(self.lion_expectations_path, """Bug(B) [ Mac Linux XP Debug ] fast/dom/Window/window-postmessage-clone-really-deep-array.html [ Pass ]
239 self._write("fast/dom/Window/window-postmessage-clone-really-deep-array.html", "Dummy test contents")
240 self._write("fast/css/large-list-of-rules-crash.html", "Dummy test contents")
241 self._write("userscripts/another-test.html", "Dummy test contents")
243 self.options.suffixes = "png,wav,txt"
244 self.command._rebaseline_test_and_update_expectations(self.options)
246 self.assertItemsEqual(self.tool.web.urls_fetched,
247 [self.WEB_PREFIX + '/userscripts/another-test-actual.png',
248 self.WEB_PREFIX + '/userscripts/another-test-actual.wav',
249 self.WEB_PREFIX + '/userscripts/another-test-actual.txt'])
250 new_expectations = self._read(self.lion_expectations_path)
251 self.assertMultiLineEqual(new_expectations, """Bug(B) [ Mac Linux XP Debug ] fast/dom/Window/window-postmessage-clone-really-deep-array.html [ Pass ]
255 def test_rebaseline_test(self):
256 self.command._rebaseline_test("WebKit Linux", "userscripts/another-test.html", "txt", self.WEB_PREFIX)
257 self.assertItemsEqual(self.tool.web.urls_fetched, [self.WEB_PREFIX + '/userscripts/another-test-actual.txt'])
259 def test_rebaseline_test_with_results_directory(self):
260 self._write("userscripts/another-test.html", "test data")
261 self._write(self.lion_expectations_path, "Bug(x) [ Mac ] userscripts/another-test.html [ ImageOnlyFailure ]\nbug(z) [ Linux ] userscripts/another-test.html [ ImageOnlyFailure ]\n")
262 self.options.results_directory = '/tmp'
263 self.command._rebaseline_test_and_update_expectations(self.options)
264 self.assertItemsEqual(self.tool.web.urls_fetched, ['file:///tmp/userscripts/another-test-actual.txt'])
266 def test_rebaseline_reftest(self):
267 self._write("userscripts/another-test.html", "test data")
268 self._write("userscripts/another-test-expected.html", "generic result")
269 OutputCapture().assert_outputs(self, self.command._rebaseline_test_and_update_expectations, args=[self.options],
271 self.assertDictEqual(self.command._scm_changes, {'add': [], 'remove-lines': [], "delete": []})
273 def test_rebaseline_test_and_print_scm_changes(self):
274 self.command._print_scm_changes = True
275 self.command._scm_changes = {'add': [], 'delete': []}
276 self.tool._scm.exists = lambda x: False
278 self.command._rebaseline_test("WebKit Linux", "userscripts/another-test.html", "txt", None)
280 self.assertDictEqual(self.command._scm_changes, {'add': ['/mock-checkout/third_party/WebKit/LayoutTests/platform/linux/userscripts/another-test-expected.txt'], 'delete': []})
282 def test_rebaseline_test_internal_with_port_that_lacks_buildbot(self):
283 self.tool.executive = MockExecutive2()
286 port = self.tool.port_factory.get('test-win-win7')
287 self._write(port._filesystem.join(port.layout_tests_dir(), 'platform/test-win-win7/failures/expected/image-expected.txt'), 'original win7 result')
301 self.command.execute(options, [], self.tool)
306 self.assertMultiLineEqual(self._read(self.tool.filesystem.join(port.layout_tests_dir(), 'platform/test-win-win7/failures/expected/image-expected.txt')), 'MOCK Web result, convert 404 to None=True')
307 self.assertFalse(self.tool.filesystem.exists(self.tool.filesystem.join(port.layout_tests_dir(), 'platform/test-win-xp/failures/expected/image-expected.txt')))
308 self.assertMultiLineEqual(out, '{"add": [], "remove-lines": [{"test": "failures/expected/image.html", "builder": "MOCK Win7"}], "delete": []}\n')
314 def test_builders_to_fetch_from(self):
324 builders_to_fetch = self.command._builders_to_fetch_from(["MOCK XP", "MOCK Win7 (dbg)(1)", "MOCK Win7 (dbg)(2)", "MOCK Win7"])
325 self.assertEqual(builders_to_fetch, ["MOCK XP", "MOCK Win7"])
333 def setUp(self):
334 super(TestRebaselineJson, self).setUp()
335 self.tool.executive = MockExecutive2()
336 self.old_exact_matches = builders._exact_matches
342 def tearDown(self):
343 builders._exact_matches = self.old_exact_matches
344 super(TestRebaselineJson, self).tearDown()
346 def test_rebaseline_test_passes_on_all_builders(self):
347 self._setup_mock_builder_data()
350 self.command._builder_data['MOCK builder'] = LayoutTestResults.results_from_string("""ADD_RESULTS({
360 return self.command._builder_data
362 self.command.builder_data = builder_data
366 self._write(self.lion_expectations_path, "Bug(x) userscripts/first-test.html [ ImageOnlyFailure ]\n")
367 self._write("userscripts/first-test.html", "Dummy test contents")
369 self.command._rebaseline(options, {"userscripts/first-test.html": {"MOCK builder": ["txt", "png"]}})
372 self.assertEqual(self.tool.executive.calls,
375 def test_rebaseline_all(self):
376 self._setup_mock_builder_data()
379 self._write("userscripts/first-test.html", "Dummy test contents")
380 self.command._rebaseline(options, {"userscripts/first-test.html": {"MOCK builder": ["txt", "png"]}})
383 self.assertEqual(self.tool.executive.calls,
388 def test_rebaseline_debug(self):
389 self._setup_mock_builder_data()
392 self._write("userscripts/first-test.html", "Dummy test contents")
393 self.command._rebaseline(options, {"userscripts/first-test.html": {"MOCK builder (Debug)": ["txt", "png"]}})
396 self.assertEqual(self.tool.executive.calls,
401 def test_no_optimize(self):
402 self._setup_mock_builder_data()
405 self._write("userscripts/first-test.html", "Dummy test contents")
406 self.command._rebaseline(options, {"userscripts/first-test.html": {"MOCK builder (Debug)": ["txt", "png"]}})
409 self.assertEqual(self.tool.executive.calls,
413 def test_results_directory(self):
414 self._setup_mock_builder_data()
417 self._write("userscripts/first-test.html", "Dummy test contents")
418 self.command._rebaseline(options, {"userscripts/first-test.html": {"MOCK builder": ["txt", "png"]}})
421 self.assertEqual(self.tool.executive.calls,
428 def setUp(self):
429 super(TestRebaselineJsonUpdatesExpectationsFiles, self).setUp()
430 self.tool.executive = MockExecutive2()
441 self.tool.executive.run_command = mock_run_command
443 def test_rebaseline_updates_expectations_file(self):
446 self._write(self.lion_expectations_path, "Bug(x) [ Mac ] userscripts/first-test.html [ ImageOnlyFailure ]\nbug(z) [ Linux ] userscripts/first-test.html [ ImageOnlyFailure ]\n")
447 self._write("userscripts/first-test.html", "Dummy test contents")
448 self._setup_mock_builder_data()
450 self.command._rebaseline(options, {"userscripts/first-test.html": {"WebKit Mac10.7": ["txt", "png"]}})
452 new_expectations = self._read(self.lion_expectations_path)
453 self.assertMultiLineEqual(new_expectations, "Bug(x) [ Mavericks MountainLion Retina SnowLeopard ] userscripts/first-test.html [ ImageOnlyFailure ]\nbug(z) [ Linux ] userscripts/first-test.html [ ImageOnlyFailure ]\n")
455 def test_rebaseline_updates_expectations_file_all_platforms(self):
458 self._write(self.lion_expectations_path, "Bug(x) userscripts/first-test.html [ ImageOnlyFailure ]\n")
459 self._write("userscripts/first-test.html", "Dummy test contents")
460 self._setup_mock_builder_data()
462 self.command._rebaseline(options, {"userscripts/first-test.html": {"WebKit Mac10.7": ["txt", "png"]}})
464 new_expectations = self._read(self.lion_expectations_path)
465 self.assertMultiLineEqual(new_expectations, "Bug(x) [ Android Linux Mavericks MountainLion Retina SnowLeopard Win ] userscripts/first-test.html [ ImageOnlyFailure ]\n")
467 def test_rebaseline_handles_platform_skips(self):
473 self._write(self.lion_expectations_path, "Bug(x) userscripts/first-test.html [ ImageOnlyFailure ]\n")
474 self._write("NeverFixTests", "Bug(y) [ Android ] userscripts [ Skip ]\n")
475 self._write("userscripts/first-test.html", "Dummy test contents")
476 self._setup_mock_builder_data()
478 self.command._rebaseline(options, {"userscripts/first-test.html": {"WebKit Mac10.7": ["txt", "png"]}})
480 new_expectations = self._read(self.lion_expectations_path)
481 self.assertMultiLineEqual(new_expectations, "Bug(x) [ Linux Mavericks MountainLion Retina SnowLeopard Win ] userscripts/first-test.html [ ImageOnlyFailure ]\n")
483 def test_rebaseline_handles_skips_in_file(self):
491 self._write(self.lion_expectations_path,
494 self._write("userscripts/first-test.html", "Dummy test contents")
495 self._setup_mock_builder_data()
497 self.command._rebaseline(options, {"userscripts/first-test.html": {"WebKit Mac10.7": ["txt", "png"]}})
499 new_expectations = self._read(self.lion_expectations_path)
500 self.assertMultiLineEqual(new_expectations,
504 def test_rebaseline_handles_smoke_tests(self):
511 self._write(self.lion_expectations_path, "Bug(x) userscripts/first-test.html [ ImageOnlyFailure ]\n")
512 self._write("SmokeTests", "fast/html/article-element.html")
513 self._write("userscripts/first-test.html", "Dummy test contents")
514 self._setup_mock_builder_data()
516 self.command._rebaseline(options, {"userscripts/first-test.html": {"WebKit Mac10.7": ["txt", "png"]}})
518 new_expectations = self._read(self.lion_expectations_path)
519 self.assertMultiLineEqual(new_expectations, "Bug(x) [ Linux Mavericks MountainLion Retina SnowLeopard Win ] userscripts/first-test.html [ ImageOnlyFailure ]\n")
527 def test_rebaseline(self):
528 self.command._builders_to_pull_from = lambda: [MockBuilder('MOCK builder')]
530 self._write("userscripts/first-test.html", "test data")
532 self._zero_out_test_expectations()
533 self._setup_mock_builder_data()
540 self.command.execute(MockOptions(results_directory=False, optimize=False, builders=None, suffixes="txt,png", verbose=True), ['userscripts/first-test.html'], self.tool)
544 calls = filter(lambda x: x != ['qmake', '-v'] and x[0] != 'perl', self.tool.executive.calls)
545 self.assertEqual(calls,
549 def test_rebaseline_directory(self):
550 self.command._builders_to_pull_from = lambda: [MockBuilder('MOCK builder')]
552 self._write("userscripts/first-test.html", "test data")
553 self._write("userscripts/second-test.html", "test data")
555 self._setup_mock_builder_data()
562 self.command.execute(MockOptions(results_directory=False, optimize=False, builders=None, suffixes="txt,png", verbose=True), ['userscripts'], self.tool)
566 calls = filter(lambda x: x != ['qmake', '-v'] and x[0] != 'perl', self.tool.executive.calls)
567 self.assertEqual(calls,
575 def run_in_parallel(self, commands):
578 num_previous_calls = len(self.calls)
581 out = self.run_command(cmd_line, cwd=cwd)
586 new_calls = self.calls[num_previous_calls:]
587 self.calls = self.calls[:num_previous_calls]
588 self.calls.append(new_calls)
595 def setUp(self):
596 super(TestRebaselineExpectations, self).setUp()
597 self.options = MockOptions(optimize=False, builders=None, suffixes=['txt'], verbose=False, platform=None, results_directory=None)
599 def _write_test_file(self, port, path, contents):
600 abs_path = self.tool.filesystem.join(port.layout_tests_dir(), path)
601 self.tool.filesystem.write_text_file(abs_path, contents)
603 def _setup_test_port(self):
604 test_port = self.tool.port_factory.get('test')
605 original_get = self.tool.port_factory.get
613 self.tool.port_factory.get = get_test_port
617 def test_rebaseline_expectations(self):
618 self._zero_out_test_expectations()
620 self.tool.executive = MockExecutive2()
623 self.command._builder_data['MOCK SnowLeopard'] = self.command._builder_data['MOCK Leopard'] = LayoutTestResults.results_from_string("""ADD_RESULTS({
637 return self.command._builder_data
639 self.command.builder_data = builder_data
641 self._write("userscripts/another-test.html", "Dummy test contents")
642 self._write("userscripts/images.svg", "Dummy test contents")
643 self.command._tests_to_rebaseline = lambda port: {
655 self.command.execute(self.options, [], self.tool)
660 calls = filter(lambda x: x != ['qmake', '-v'], self.tool.executive.calls)
661 self.assertEqual(self.tool.executive.calls, [
676 def test_rebaseline_expectations_noop(self):
677 self._zero_out_test_expectations()
682 self.command.execute(self.options, [], self.tool)
685 self.assertEqual(self.tool.filesystem.written_files, {})
686 self.assertEqual(logs, 'Did not find any tests marked Rebaseline.\n')
688 def disabled_test_overrides_are_included_correctly(self):
691 self._zero_out_test_expectations()
693 self._write(self.lion_expectations_path, '')
694 self.lion_port.expectations_dict = lambda: {
695 self.lion_expectations_path: '',
698 self._write('/userscripts/another-test.html', '')
700 self.assertDictEqual(self.command._tests_to_rebaseline(self.lion_port), {'userscripts/another-test.html': set(['png', 'txt', 'wav'])})
701 self.assertEqual(self._read(self.lion_expectations_path), '')
703 def test_rebaseline_without_other_expectations(self):
704 self._write("userscripts/another-test.html", "Dummy test contents")
705 self._write(self.lion_expectations_path, "Bug(x) userscripts/another-test.html [ Rebaseline ]\n")
706 self.assertDictEqual(self.command._tests_to_rebaseline(self.lion_port), {'userscripts/another-test.html': ('png', 'wav', 'txt')})
708 def test_rebaseline_test_passes_everywhere(self):
709 test_port = self._setup_test_port()
711 old_builder_data = self.command.builder_data
714 self.command._builder_data['MOCK Leopard'] = self.command._builder_data['MOCK SnowLeopard'] = LayoutTestResults.results_from_string("""ADD_RESULTS({
727 return self.command._builder_data
729 self.command.builder_data = builder_data
731 self.tool.filesystem.write_text_file(test_port.path_to_generic_test_expectations_file(), """
735 self._write_test_file(test_port, 'fast/dom/prototype-taco.html', "Dummy test contents")
737 self.tool.executive = MockLineRemovingExecutive()
746 self.command.execute(self.options, [], self.tool)
747 self.assertEqual(self.tool.executive.calls, [])
750 self.assertEqual(self.tool.filesystem.read_text_file(test_port.path_to_generic_test_expectations_file()), """
758 def read_results_by_directory(self, baseline_name):
767 def _write_test_file(self, port, path, contents):
768 abs_path = self.tool.filesystem.join(port.layout_tests_dir(), path)
769 self.tool.filesystem.write_text_file(abs_path, contents)
771 def setUp(self):
772 super(TestOptimizeBaselines, self).setUp()
776 default_port = self.tool.port_factory.get()
777 self.tool.port_factory.get = lambda port_name=None: default_port
779 def test_modify_scm(self):
780 test_port = self.tool.port_factory.get('test')
781 self._write_test_file(test_port, 'another/test.html', "Dummy test contents")
782 self._write_test_file(test_port, 'platform/mac-snowleopard/another/test-expected.txt', "result A")
783 self._write_test_file(test_port, 'another/test-expected.txt', "result A")
790 OutputCapture().assert_outputs(self, self.command.execute, args=[
793 self.tool,
798 self.assertFalse(self.tool.filesystem.exists(self.tool.filesystem.join(test_port.layout_tests_dir(), 'platform/mac/another/test-expected.txt')))
799 self.assertTrue(self.tool.filesystem.exists(self.tool.filesystem.join(test_port.layout_tests_dir(), 'another/test-expected.txt')))
801 def test_no_modify_scm(self):
802 test_port = self.tool.port_factory.get('test')
803 self._write_test_file(test_port, 'another/test.html', "Dummy test contents")
804 self._write_test_file(test_port, 'platform/mac-snowleopard/another/test-expected.txt', "result A")
805 self._write_test_file(test_port, 'another/test-expected.txt', "result A")
812 OutputCapture().assert_outputs(self, self.command.execute, args=[
815 self.tool,
820 self.assertFalse(self.tool.filesystem.exists(self.tool.filesystem.join(test_port.layout_tests_dir(), 'platform/mac/another/test-expected.txt')))
821 self.assertTrue(self.tool.filesystem.exists(self.tool.filesystem.join(test_port.layout_tests_dir(), 'another/test-expected.txt')))
823 def test_optimize_all_suffixes_by_default(self):
824 test_port = self.tool.port_factory.get('test')
825 self._write_test_file(test_port, 'another/test.html', "Dummy test contents")
826 self._write_test_file(test_port, 'platform/mac-snowleopard/another/test-expected.txt', "result A")
827 self._write_test_file(test_port, 'platform/mac-snowleopard/another/test-expected.png', "result A png")
828 self._write_test_file(test_port, 'another/test-expected.txt', "result A")
829 self._write_test_file(test_port, 'another/test-expected.png', "result A png")
838 self.command.execute(MockOptions(suffixes='txt,wav,png', no_modify_scm=True, platform='test-mac-snowleopard'),
840 self.tool)
845 self.assertEquals(out, '{"add": [], "remove-lines": [], "delete": ["/mock-checkout/third_party/WebKit/LayoutTests/platform/mac-snowleopard/another/test-expected.txt", "/mock-checkout/third_party/WebKit/LayoutTests/platform/mac-snowleopard/another/test-expected.png"]}\n')
846 self.assertFalse(self.tool.filesystem.exists(self.tool.filesystem.join(test_port.layout_tests_dir(), 'platform/mac/another/test-expected.txt')))
847 self.assertFalse(self.tool.filesystem.exists(self.tool.filesystem.join(test_port.layout_tests_dir(), 'platform/mac/another/test-expected.png')))
848 self.assertTrue(self.tool.filesystem.exists(self.tool.filesystem.join(test_port.layout_tests_dir(), 'another/test-expected.txt')))
849 self.assertTrue(self.tool.filesystem.exists(self.tool.filesystem.join(test_port.layout_tests_dir(), 'another/test-expected.png')))
855 def setUp(self):
856 super(TestAnalyzeBaselines, self).setUp()
857 self.port = self.tool.port_factory.get('test')
858 self.tool.port_factory.get = (lambda port_name=None, options=None: self.port)
859 self.lines = []
860 self.command._optimizer_class = _FakeOptimizer
861 self.command._write = (lambda msg: self.lines.append(msg)) # pylint bug warning about unnecessary lambda? pylint: disable=W0108
863 def test_default(self):
864 self.command.execute(MockOptions(suffixes='txt', missing=False, platform=None), ['passes/text.html'], self.tool)
865 self.assertEqual(self.lines,
869 def test_missing_baselines(self):
870 self.command.execute(MockOptions(suffixes='png,txt', missing=True, platform=None), ['passes/text.html'], self.tool)
871 self.assertEqual(self.lines,
880 def _write_test_file(self, port, path, contents):
881 abs_path = self.tool.filesystem.join(port.layout_tests_dir(), path)
882 self.tool.filesystem.write_text_file(abs_path, contents)
884 def _setup_test_port(self):
885 test_port = self.tool.port_factory.get('test')
886 original_get = self.tool.port_factory.get
894 self.tool.port_factory.get = get_test_port
898 def setUp(self):
899 super(TestAutoRebaseline, self).setUp()
900 self.command.latest_revision_processed_on_all_bots = lambda: 9000
901 self.command.bot_revision_data = lambda: [{"builder": "Mock builder", "revision": "9000"}]
903 def test_release_builders(self):
911 self.assertEqual(self.command._release_builders(), ['MOCK Leopard'])
915 def test_tests_to_rebaseline(self):
926 self.tool.scm().blame = blame
929 self.assertEqual(self.command.tests_to_rebaseline(self.tool, min_revision, print_revisions=False), (
936 def test_tests_to_rebaseline_over_limit(self):
939 for i in range(0, self.command.MAX_LINES_TO_REBASELINE + 1):
942 self.tool.scm().blame = blame
945 for i in range(0, self.command.MAX_LINES_TO_REBASELINE):
949 self.assertEqual(self.command.tests_to_rebaseline(self.tool, min_revision, print_revisions=False), (
956 def test_commit_message(self):
960 self.assertEqual(self.command.commit_message(author, revision, bugs),
969 self.assertEqual(self.command.commit_message(author, revision, bugs),
978 def test_no_needs_rebaseline_lines(self):
983 self.tool.scm().blame = blame
985 self.command.execute(MockOptions(optimize=True, verbose=False, move_overwritten_baselines=False, results_directory=False), [], self.tool)
986 self.assertEqual(self.tool.executive.calls, [])
988 def test_execute(self):
999 self.tool.scm().blame = blame
1001 test_port = self._setup_test_port()
1003 old_builder_data = self.command.builder_data
1008 self.command._builder_data['MOCK SnowLeopard'] = LayoutTestResults.results_from_string("""ADD_RESULTS({
1030 return self.command._builder_data
1032 self.command.builder_data = builder_data
1034 self.tool.filesystem.write_text_file(test_port.path_to_generic_test_expectations_file(), """
1043 self._write_test_file(test_port, 'fast/dom/prototype-taco.html', "Dummy test contents")
1044 self._write_test_file(test_port, 'fast/dom/prototype-strawberry.html', "Dummy test contents")
1045 self._write_test_file(test_port, 'fast/dom/prototype-chocolate.html', "Dummy test contents")
1047 self.tool.executive = MockLineRemovingExecutive()
1056 self.command.tree_status = lambda: 'closed'
1057 self.command.execute(MockOptions(optimize=True, verbose=False, move_overwritten_baselines=False, results_directory=False), [], self.tool)
1058 self.assertEqual(self.tool.executive.calls, [])
1060 self.command.tree_status = lambda: 'open'
1061 self.tool.executive.calls = []
1062 self.command.execute(MockOptions(optimize=True, verbose=False, move_overwritten_baselines=False, results_directory=False), [], self.tool)
1064 self.assertEqual(self.tool.executive.calls, [
1089 self.assertEqual(self.tool.filesystem.read_text_file(test_port.path_to_generic_test_expectations_file()), """
1099 def test_execute_git_cl_hangs(self):
1104 self.tool.scm().blame = blame
1106 test_port = self._setup_test_port()
1108 old_builder_data = self.command.builder_data
1113 self.command._builder_data['MOCK SnowLeopard'] = LayoutTestResults.results_from_string("""ADD_RESULTS({
1126 return self.command._builder_data
1128 self.command.builder_data = builder_data
1130 self.tool.filesystem.write_text_file(test_port.path_to_generic_test_expectations_file(), """
1134 self._write_test_file(test_port, 'fast/dom/prototype-taco.html', "Dummy test contents")
1142 self.command.SECONDS_BEFORE_GIVING_UP = 0
1143 self.command.tree_status = lambda: 'open'
1144 self.tool.executive.calls = []
1145 self.command.execute(MockOptions(optimize=True, verbose=False, move_overwritten_baselines=False, results_directory=False), [], self.tool)
1147 self.assertEqual(self.tool.executive.calls, [
1160 def test_execute_test_passes_everywhere(self):
1165 self.tool.scm().blame = blame
1167 test_port = self._setup_test_port()
1169 old_builder_data = self.command.builder_data
1172 self.command._builder_data['MOCK Leopard'] = self.command._builder_data['MOCK SnowLeopard'] = LayoutTestResults.results_from_string("""ADD_RESULTS({
1185 return self.command._builder_data
1187 self.command.builder_data = builder_data
1189 self.tool.filesystem.write_text_file(test_port.path_to_generic_test_expectations_file(), """
1193 self._write_test_file(test_port, 'fast/dom/prototype-taco.html', "Dummy test contents")
1195 self.tool.executive = MockLineRemovingExecutive()
1204 self.command.tree_status = lambda: 'open'
1205 self.command.execute(MockOptions(optimize=True, verbose=False, move_overwritten_baselines=False, results_directory=False), [], self.tool)
1206 self.assertEqual(self.tool.executive.calls, [
1215 self.assertEqual(self.tool.filesystem.read_text_file(test_port.path_to_generic_test_expectations_file()), """
1225 def setUp(self):
1226 super(TestRebaselineOMatic, self).setUp()
1227 self._logs = []
1229 def _mock_log_to_server(self, log=''):
1230 self._logs.append(log)
1232 def test_run_logged_command(self):
1233 self.command._verbose = False
1234 self.command._post_log_to_server = self._mock_log_to_server
1235 self.command._run_logged_command(['echo', 'foo'])
1236 self.assertEqual(self.tool.executive.calls, [['echo', 'foo']])
1237 self.assertEqual(self._logs, ['MOCK STDOUT'])
1239 def test_do_one_rebaseline(self):
1240 self.command._verbose = False
1241 self.command._post_log_to_server = self._mock_log_to_server
1245 self.command._do_one_rebaseline()
1248 self.assertEqual(out, '')
1249 self.assertEqual(self.tool.executive.calls, [
1253 self.assertEqual(self._logs, ['MOCK STDOUT'])
1255 def test_do_one_rebaseline_verbose(self):
1256 self.command._verbose = True
1257 self.command._post_log_to_server = self._mock_log_to_server
1261 self.command._do_one_rebaseline()
1264 self.assertEqual(out, 'MOCK STDOUT\n')
1265 self.assertEqual(self.tool.executive.calls, [
1269 self.assertEqual(self._logs, ['MOCK STDOUT'])