15c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)# Copyright (C) 2010 Google Inc. All rights reserved.
25c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)#
35c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)# Redistribution and use in source and binary forms, with or without
45c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)# modification, are permitted provided that the following conditions
55c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)# are met:
65c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)# 1. Redistributions of source code must retain the above copyright
75c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)#    notice, this list of conditions and the following disclaimer.
85c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)# 2. Redistributions in binary form must reproduce the above copyright
95c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)#    notice, this list of conditions and the following disclaimer in the
105c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)#    documentation and/or other materials provided with the distribution.
115c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)#
125c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)# THIS SOFTWARE IS PROVIDED BY APPLE COMPUTER, INC. ``AS IS'' AND ANY
135c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)# EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
145c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
155c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)# PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL APPLE COMPUTER, INC. OR
165c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)# CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
175c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)# EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
185c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)# PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
195c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)# PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY
205c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)# OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
215c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
225c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
235c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)
245c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)import glob
255c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)import logging
265c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)import optparse
275c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)import os
285c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)import re
295c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)import sys
305c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)from webkitpy.common.checkout import scm
315c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)from webkitpy.common.system.filesystem import FileSystem
325c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)from webkitpy.common.system.executive import Executive
335c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)
345c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)
355c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)_log = logging.getLogger(__name__)
365c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)
375c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)
385c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)def remove_first_line_comment(text):
395c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    return re.compile(r'^<!--.*?-->\s*', re.DOTALL).sub('', text)
405c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)
415c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)
425c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)def translate_includes(text):
435c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    # Mapping of single filename to relative path under WebKit root.
445c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    # Assumption: these filenames are globally unique.
455c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    include_mapping = {
465c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)        "js-test-style.css": "../../js/resources",
475c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)        "js-test-pre.js": "../../js/resources",
485c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)        "js-test-post.js": "../../js/resources",
495c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)        "desktop-gl-constants.js": "resources",
505c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    }
515c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)
525c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    for filename, path in include_mapping.items():
535c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)        search = r'(?:[^"\'= ]*/)?' + re.escape(filename)
545c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)        # We use '/' instead of os.path.join in order to produce consistent
555c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)        # output cross-platform.
565c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)        replace = path + '/' + filename
575c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)        text = re.sub(search, replace, text)
585c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)
595c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    return text
605c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)
615c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)
625c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)def translate_khronos_test(text):
635c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    """
645c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    This method translates the contents of a Khronos test to a WebKit test.
655c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    """
665c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)
675c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    translateFuncs = [
685c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)        remove_first_line_comment,
695c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)        translate_includes,
705c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    ]
715c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)
725c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    for f in translateFuncs:
735c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)        text = f(text)
745c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)
755c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    return text
765c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)
775c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)
785c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)def update_file(in_filename, out_dir):
795c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    # check in_filename exists
805c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    # check out_dir exists
815c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    out_filename = os.path.join(out_dir, os.path.basename(in_filename))
825c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)
835c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    _log.debug("Processing " + in_filename)
845c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    with open(in_filename, 'r') as in_file:
855c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)        with open(out_filename, 'w') as out_file:
865c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)            out_file.write(translate_khronos_test(in_file.read()))
875c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)
885c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)
895c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)def update_directory(in_dir, out_dir):
905c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    for filename in glob.glob(os.path.join(in_dir, '*.html')):
915c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)        update_file(os.path.join(in_dir, filename), out_dir)
925c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)
935c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)
945c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)def default_out_dir():
955c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    detector = scm.SCMDetector(FileSystem(), Executive())
965c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    current_scm = detector.detect_scm_system(os.path.dirname(sys.argv[0]))
975c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    if not current_scm:
985c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)        return os.getcwd()
995c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    root_dir = current_scm.checkout_root
1005c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    if not root_dir:
1015c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)        return os.getcwd()
1025c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    out_dir = os.path.join(root_dir, "LayoutTests/fast/canvas/webgl")
1035c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    if os.path.isdir(out_dir):
1045c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)        return out_dir
1055c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    return os.getcwd()
1065c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)
1075c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)
1085c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)def configure_logging(options):
1095c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    """Configures the logging system."""
1105c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    log_fmt = '%(levelname)s: %(message)s'
1115c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    log_datefmt = '%y%m%d %H:%M:%S'
1125c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    log_level = logging.INFO
1135c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    if options.verbose:
1145c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)        log_fmt = ('%(asctime)s %(filename)s:%(lineno)-4d %(levelname)s '
1155c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)                   '%(message)s')
1165c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)        log_level = logging.DEBUG
1175c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    logging.basicConfig(level=log_level, format=log_fmt,
1185c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)                        datefmt=log_datefmt)
1195c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)
1205c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)
1215c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)def option_parser():
1225c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    usage = "usage: %prog [options] (input file or directory)"
1235c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    parser = optparse.OptionParser(usage=usage)
1245c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    parser.add_option('-v', '--verbose',
1255c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)                             action='store_true',
1265c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)                             default=False,
1275c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)                             help='include debug-level logging')
1285c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    parser.add_option('-o', '--output',
1295c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)                             action='store',
1305c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)                             type='string',
1315c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)                             default=default_out_dir(),
1325c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)                             metavar='DIR',
1335c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)                             help='specify an output directory to place files '
1345c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)                                  'in [default: %default]')
1355c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    return parser
1365c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)
1375c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)
1385c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)def main():
1395c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    parser = option_parser()
1405c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    (options, args) = parser.parse_args()
1415c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    configure_logging(options)
1425c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)
1435c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    if len(args) == 0:
1445c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)        _log.error("Must specify an input directory or filename.")
1455c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)        parser.print_help()
1465c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)        return 1
1475c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)
1485c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    in_name = args[0]
1495c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    if os.path.isfile(in_name):
1505c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)        update_file(in_name, options.output)
1515c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    elif os.path.isdir(in_name):
1525c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)        update_directory(in_name, options.output)
1535c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    else:
1545c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)        _log.error("'%s' is not a directory or a file.", in_name)
1555c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)        return 2
1565c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)
1575c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    return 0
158