Lines Matching refs:assertEqual
198 self.assertEqual(details.initial_results.total, test.TOTAL_TESTS)
199 self.assertEqual(details.initial_results.expected_skips, test.TOTAL_SKIPS)
200 self.assertEqual(len(details.initial_results.unexpected_results_by_name), test.UNEXPECTED_PASSES + test.UNEXPECTED_FAILURES)
201 self.assertEqual(details.exit_code, test.UNEXPECTED_FAILURES)
202 self.assertEqual(details.retry_results.total, test.UNEXPECTED_FAILURES)
215 self.assertEqual(details.summarized_failing_results['num_regressions'], details.exit_code)
220 self.assertEqual(json.loads(json_to_eval), details.summarized_failing_results)
223 self.assertEqual(json.loads(full_results_text), details.summarized_full_results)
225 self.assertEqual(host.user.opened_urls, [path.abspath_to_uri(MockHost().platform, '/tmp/layout-test-results/results.html')])
263 self.assertEqual(tests_run, [])
266 self.assertEqual(tests_run, [])
288 self.assertEqual(details.exit_code, 0)
289 self.assertEqual(len(host.user.opened_urls), 1)
295 self.assertEqual(details.exit_code, 1)
309 self.assertEqual(details.exit_code, -1)
314 self.assertEqual(details.exit_code, -1)
320 self.assertEqual(['failures/expected/missing_text.html', 'failures/expected/text.html', 'passes/args.html', 'passes/audio.html'], tests_run)
325 self.assertEqual(['passes/args.html', 'passes/args.html', 'passes/audio.html', 'passes/audio.html'], tests_run)
330 self.assertEqual(sorted(tests_to_run), sorted(tests_run))
335 self.assertEqual(sorted(tests_to_run), sorted(tests_run))
340 self.assertEqual(tests_run.count('passes/audio.html'), 2)
341 self.assertEqual(tests_run.count('passes/args.html'), 2)
346 self.assertEqual(tests_to_run, tests_run)
351 self.assertEqual(tests_to_run, tests_run)
356 self.assertEqual(tests_run, ['http/tests/ssl/text.html', 'perf/foo/test.html', 'http/tests/passes/image.html', 'http/tests/passes/text.html'])
361 self.assertEqual(tests_run, ['passes/image.html', 'passes/image.html', 'passes/text.html', 'passes/text.html'])
375 self.assertEqual(len(get_tests_run(['--skipped=default', 'passes'])),
381 self.assertEqual(len(tests_run), num_tests_run_by_default + 1)
384 self.assertEqual(get_tests_run(['--skipped=only', 'passes']), ['passes/skipped/skip.html'])
387 self.assertEqual(get_tests_run(['--skipped=always', 'passes/skipped/skip.html']), [])
392 self.assertEqual(tests_run, ['passes/image.html', 'passes/text.html', 'passes/image.html', 'passes/text.html'])
407 self.assertEqual(all_tests_run[4:8], chunk_tests_run)
412 self.assertEqual(['passes/text.html', 'passes/error.html', 'passes/image.html'], chunk_tests_run)
418 self.assertEqual(['passes/error.html', 'passes/image.html'], tests_run)
424 self.assertEqual(['passes/error.html', 'passes/image.html'], chunk_tests_run)
429 self.assertEqual(len(batch), 1, '%s had too many tests' % ', '.join(batch))
447 self.assertEqual(details.exit_code, test.UNEXPECTED_FAILURES - 1) # failures/expected/hang.html actually passes w/ --run-singly.
451 self.assertEqual(tests_run, ['passes/text.html'])
455 self.assertEqual(['passes/text.html'], tests_run)
459 self.assertEqual([], tests_run)
464 self.assertEqual(host.filesystem.read_text_file('/tmp/layout-test-results/passes/error-stderr.txt'),
472 self.assertEqual(['passes/text.html'], tests_run)
475 self.assertEqual(details.exit_code, -1)
483 self.assertEqual(['passes/text.html'], tests_run)
495 self.assertEqual(details.exit_code, 2)
511 self.assertEqual(details.exit_code, 1)
536 self.assertEqual(details.exit_code, 1)
551 self.assertEqual(['failures/unexpected/text-image-checksum.html'], tests_run)
555 self.assertEqual(['failures/expected/text.html', 'passes/text.html'], tests_run)
560 self.assertEqual(['failures/unexpected/crash.html'], tests_run)
564 self.assertEqual(['failures/unexpected/timeout.html'], tests_run)
568 self.assertEqual(['failures/expected/crash.html', 'passes/text.html'], tests_run)
577 self.assertEqual(user.opened_urls, [path.abspath_to_uri(host.platform, host.filesystem.join(tmpdir, 'results.html'))])
585 self.assertEqual(user.opened_urls, [path.abspath_to_uri(MockHost().platform, '/tmp/layout-test-results/results.html')])
594 self.assertEqual(user.opened_urls, [path.abspath_to_uri(host.platform, '/tmp/cwd/foo/results.html')])
599 self.assertEqual(details.exit_code, 1)
604 self.assertEqual(details.exit_code, 16)
612 self.assertEqual(details.exit_code, 2)
619 self.assertEqual(details.exit_code, 16)
625 self.assertEqual(details.exit_code, 0)
629 self.assertEqual(len(host.user.opened_urls), 0)
635 self.assertEqual(details.exit_code, 1)
640 self.assertEqual(len(host.user.opened_urls), 1)
645 self.assertEqual(details.exit_code, 1)
651 self.assertEqual(details.exit_code, 1)
659 self.assertEqual(json["tests"]["failures"]["unexpected"]["text-image-checksum.html"],
662 self.assertEqual(details.enabled_pixel_tests_in_retry, True)
667 self.assertEqual(details.exit_code, 1)
676 self.assertEqual(tests_run, sorted(tests_run))
679 self.assertEqual(tests_run, sorted(tests_run))
687 self.assertEqual(['passes/reftest.html'], tests_run)
691 self.assertEqual(['passes/reftest.html'], tests_run)
695 self.assertEqual([], tests_run)
699 self.assertEqual(tests_run[0].references, ['passes/reftest-expected.html'])
703 self.assertEqual(tests_run[0].references, ['passes/mismatch-expected-mismatch.html'])
710 self.assertEqual(results["tests"]["reftests"]["foo"]["unlistedtest.html"]["actual"], "MISSING"),
711 self.assertEqual(results["num_regressions"], 5)
712 self.assertEqual(results["num_flaky"], 0)
752 self.assertEqual(full_results['has_wdiff'], False)
753 self.assertEqual(full_results['has_pretty_patch'], False)
760 self.assertEqual(res, run_webkit_tests.EXCEPTIONAL_EXIT_STATUS)
761 self.assertEqual(stdout.getvalue(), '')
772 self.assertEqual(run_webkit_tests.main(['--platform', port_name, 'fast/harness/results.html'], out, err), -1)
807 self.assertEqual(json["tests"]["reftests"]["foo"]["multiple-match-failure.html"],
809 self.assertEqual(json["tests"]["reftests"]["foo"]["multiple-mismatch-failure.html"],
811 self.assertEqual(json["tests"]["reftests"]["foo"]["multiple-both-failure.html"],
835 self.assertEqual(details.exit_code, 0)
836 self.assertEqual(len(file_list), 8)
850 self.assertEqual(details.exit_code, 3)
851 self.assertEqual(len(file_list), 10)
876 self.assertEqual(details.exit_code, 0)
877 self.assertEqual(len(file_list), 7)
902 self.assertEqual(details.exit_code, 0)
903 self.assertEqual(len(file_list), 11)
916 self.assertEqual(details.exit_code, 0)
917 self.assertEqual(len(file_list), 8)
964 self.assertEqual(res, run_webkit_tests.INTERRUPTED_EXIT_STATUS)
968 self.assertEqual(res, -1)
972 self.assertEqual(res, run_webkit_tests.EXCEPTIONAL_EXIT_STATUS)