15c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)# Copyright (C) 2010 Google Inc. All rights reserved. 25c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)# 35c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)# Redistribution and use in source and binary forms, with or without 45c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)# modification, are permitted provided that the following conditions 55c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)# are met: 65c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)# 1. Redistributions of source code must retain the above copyright 75c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)# notice, this list of conditions and the following disclaimer. 85c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)# 2. Redistributions in binary form must reproduce the above copyright 95c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)# notice, this list of conditions and the following disclaimer in the 105c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)# documentation and/or other materials provided with the distribution. 115c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)# 125c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)# THIS SOFTWARE IS PROVIDED BY APPLE COMPUTER, INC. ``AS IS'' AND ANY 135c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)# EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 145c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR 155c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)# PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL APPLE COMPUTER, INC. OR 165c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)# CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, 175c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)# EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, 185c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)# PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR 195c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)# PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY 205c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)# OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 215c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE 225c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 235c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 245c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)import glob 255c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)import logging 265c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)import optparse 275c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)import os 285c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)import re 295c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)import sys 305c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)from webkitpy.common.checkout import scm 315c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)from webkitpy.common.system.filesystem import FileSystem 325c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)from webkitpy.common.system.executive import Executive 335c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 345c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 355c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)_log = logging.getLogger(__name__) 365c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 375c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 385c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)def remove_first_line_comment(text): 395c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) return re.compile(r'^<!--.*?-->\s*', re.DOTALL).sub('', text) 405c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 415c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 425c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)def translate_includes(text): 435c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) # Mapping of single filename to relative path under WebKit root. 445c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) # Assumption: these filenames are globally unique. 455c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) include_mapping = { 465c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) "js-test-style.css": "../../js/resources", 475c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) "js-test-pre.js": "../../js/resources", 485c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) "js-test-post.js": "../../js/resources", 495c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) "desktop-gl-constants.js": "resources", 505c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) } 515c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 525c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) for filename, path in include_mapping.items(): 535c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) search = r'(?:[^"\'= ]*/)?' + re.escape(filename) 545c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) # We use '/' instead of os.path.join in order to produce consistent 555c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) # output cross-platform. 565c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) replace = path + '/' + filename 575c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) text = re.sub(search, replace, text) 585c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 595c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) return text 605c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 615c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 625c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)def translate_khronos_test(text): 635c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) """ 645c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) This method translates the contents of a Khronos test to a WebKit test. 655c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) """ 665c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 675c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) translateFuncs = [ 685c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) remove_first_line_comment, 695c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) translate_includes, 705c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) ] 715c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 725c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) for f in translateFuncs: 735c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) text = f(text) 745c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 755c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) return text 765c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 775c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 785c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)def update_file(in_filename, out_dir): 795c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) # check in_filename exists 805c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) # check out_dir exists 815c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) out_filename = os.path.join(out_dir, os.path.basename(in_filename)) 825c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 835c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) _log.debug("Processing " + in_filename) 845c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) with open(in_filename, 'r') as in_file: 855c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) with open(out_filename, 'w') as out_file: 865c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) out_file.write(translate_khronos_test(in_file.read())) 875c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 885c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 895c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)def update_directory(in_dir, out_dir): 905c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) for filename in glob.glob(os.path.join(in_dir, '*.html')): 915c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) update_file(os.path.join(in_dir, filename), out_dir) 925c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 935c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 945c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)def default_out_dir(): 955c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) detector = scm.SCMDetector(FileSystem(), Executive()) 965c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) current_scm = detector.detect_scm_system(os.path.dirname(sys.argv[0])) 975c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) if not current_scm: 985c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) return os.getcwd() 995c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) root_dir = current_scm.checkout_root 1005c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) if not root_dir: 1015c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) return os.getcwd() 1025c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) out_dir = os.path.join(root_dir, "LayoutTests/fast/canvas/webgl") 1035c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) if os.path.isdir(out_dir): 1045c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) return out_dir 1055c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) return os.getcwd() 1065c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 1075c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 1085c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)def configure_logging(options): 1095c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) """Configures the logging system.""" 1105c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) log_fmt = '%(levelname)s: %(message)s' 1115c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) log_datefmt = '%y%m%d %H:%M:%S' 1125c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) log_level = logging.INFO 1135c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) if options.verbose: 1145c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) log_fmt = ('%(asctime)s %(filename)s:%(lineno)-4d %(levelname)s ' 1155c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) '%(message)s') 1165c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) log_level = logging.DEBUG 1175c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) logging.basicConfig(level=log_level, format=log_fmt, 1185c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) datefmt=log_datefmt) 1195c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 1205c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 1215c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)def option_parser(): 1225c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) usage = "usage: %prog [options] (input file or directory)" 1235c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) parser = optparse.OptionParser(usage=usage) 1245c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) parser.add_option('-v', '--verbose', 1255c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) action='store_true', 1265c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) default=False, 1275c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) help='include debug-level logging') 1285c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) parser.add_option('-o', '--output', 1295c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) action='store', 1305c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) type='string', 1315c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) default=default_out_dir(), 1325c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) metavar='DIR', 1335c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) help='specify an output directory to place files ' 1345c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 'in [default: %default]') 1355c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) return parser 1365c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 1375c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 1385c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)def main(): 1395c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) parser = option_parser() 1405c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) (options, args) = parser.parse_args() 1415c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) configure_logging(options) 1425c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 1435c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) if len(args) == 0: 1445c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) _log.error("Must specify an input directory or filename.") 1455c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) parser.print_help() 1465c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) return 1 1475c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 1485c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) in_name = args[0] 1495c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) if os.path.isfile(in_name): 1505c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) update_file(in_name, options.output) 1515c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) elif os.path.isdir(in_name): 1525c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) update_directory(in_name, options.output) 1535c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) else: 1545c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) _log.error("'%s' is not a directory or a file.", in_name) 1555c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) return 2 1565c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 1575c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) return 0 158