15c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)# Copyright (C) 2010 Google Inc. All rights reserved.
25c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)#
35c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)# Redistribution and use in source and binary forms, with or without
45c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)# modification, are permitted provided that the following conditions are
55c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)# met:
65c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)#
75c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)#     * Redistributions of source code must retain the above copyright
85c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)# notice, this list of conditions and the following disclaimer.
95c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)#     * Redistributions in binary form must reproduce the above
105c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)# copyright notice, this list of conditions and the following disclaimer
115c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)# in the documentation and/or other materials provided with the
125c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)# distribution.
135c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)#     * Neither the name of Google Inc. nor the names of its
145c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)# contributors may be used to endorse or promote products derived from
155c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)# this software without specific prior written permission.
165c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)#
175c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
185c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
195c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
205c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
215c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
225c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
235c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
245c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
255c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
265c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
275c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
285c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)
295c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)import json
30e38fbeeb576b5094e34e038ab88d9d6a5c5c2214Torne (Richard Coles)import unittest
315c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)
325c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)from webkitpy.layout_tests.layout_package import json_results_generator
335c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)
345c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)
355c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)class JSONGeneratorTest(unittest.TestCase):
365c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    def setUp(self):
375c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)        self.builder_name = 'DUMMY_BUILDER_NAME'
385c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)        self.build_name = 'DUMMY_BUILD_NAME'
395c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)        self.build_number = 'DUMMY_BUILDER_NUMBER'
405c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)
415c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)        # For archived results.
425c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)        self._json = None
435c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)        self._num_runs = 0
445c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)        self._tests_set = set([])
455c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)        self._test_timings = {}
465c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)        self._failed_count_map = {}
475c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)
485c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)        self._PASS_count = 0
495c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)        self._DISABLED_count = 0
505c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)        self._FLAKY_count = 0
515c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)        self._FAILS_count = 0
525c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)        self._fixable_count = 0
535c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)
545c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    def test_strip_json_wrapper(self):
555c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)        json = "['contents']"
565c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)        self.assertEqual(json_results_generator.strip_json_wrapper(json_results_generator._JSON_PREFIX + json + json_results_generator._JSON_SUFFIX), json)
575c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)        self.assertEqual(json_results_generator.strip_json_wrapper(json), json)
585c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)
595c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    def _find_test_in_trie(self, path, trie):
605c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)        nodes = path.split("/")
615c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)        sub_trie = trie
625c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)        for node in nodes:
63926b001d589ce2f10facb93dd4b87578ea35a855Torne (Richard Coles)            self.assertIn(node, sub_trie)
645c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)            sub_trie = sub_trie[node]
655c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)        return sub_trie
665c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)
675c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    def test_test_timings_trie(self):
685c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)        individual_test_timings = []
695c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)        individual_test_timings.append(json_results_generator.TestResult('foo/bar/baz.html', elapsed_time=1.2))
705c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)        individual_test_timings.append(json_results_generator.TestResult('bar.html', elapsed_time=0.0001))
71197021e6b966cfb06891637935ef33fff06433d1Ben Murdoch        trie = json_results_generator.test_timings_trie(individual_test_timings)
725c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)
735c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)        expected_trie = {
745c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)          'bar.html': 0,
755c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)          'foo': {
765c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)              'bar': {
775c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)                  'baz.html': 1200,
785c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)              }
795c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)          }
805c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)        }
815c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)
825c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)        self.assertEqual(json.dumps(trie), json.dumps(expected_trie))
83