run_layout_tests.py revision fc16915d327888e110d04564eed58306d6e8585b
1#!/usr/bin/python 2 3"""Run layout tests on the device. 4 5 It runs the specified tests on the device, downloads the summaries to the temporary directory 6 and optionally shows the detailed results the host's default browser. 7 8 Usage: 9 run_layout_tests.py --show-results-in-browser test-relative-path 10""" 11 12import logging 13import optparse 14import os 15import re 16import sys 17import subprocess 18import tempfile 19import webbrowser 20 21import run_apache2 22 23#TODO: These should not be hardcoded 24RESULTS_ABSOLUTE_PATH = "/sdcard/layout-test-results/" 25DETAILS_HTML = "details.html" 26SUMMARY_TXT = "summary.txt" 27 28def main(path, options): 29 tmpdir = tempfile.gettempdir() 30 31 # Restart the server 32 if run_apache2.main("restart", options) == False: 33 return 34 35 # Run the tests in path 36 adb_cmd = "adb" 37 if options.serial: 38 adb_cmd += " -s " + options.serial 39 cmd = adb_cmd + " shell am instrument " 40 cmd += "-e class com.android.dumprendertree2.scriptsupport.Starter#startLayoutTests " 41 cmd += "-e path \"" + path + "\" " 42 cmd += "-w com.android.dumprendertree2/com.android.dumprendertree2.scriptsupport.ScriptTestRunner" 43 44 logging.info("Running the tests...") 45 (stdoutdata, stderrdata) = subprocess.Popen(cmd, shell=True, stdout=subprocess.PIPE, stderr=subprocess.PIPE).communicate() 46 if re.search("^INSTRUMENTATION_STATUS_CODE: -1", stdoutdata, re.MULTILINE) != None: 47 logging.info("Failed to run the tests. Is DumpRenderTree2 installed on the device?") 48 return 49 50 logging.info("Downloading the summaries...") 51 52 # Download the txt summary to tmp folder 53 summary_txt_tmp_path = os.path.join(tmpdir, SUMMARY_TXT) 54 cmd = "rm -f " + summary_txt_tmp_path + ";" 55 cmd += adb_cmd + " pull " + RESULTS_ABSOLUTE_PATH + SUMMARY_TXT + " " + summary_txt_tmp_path 56 subprocess.Popen(cmd, shell=True).wait() 57 58 # Download the html summary to tmp folder 59 details_html_tmp_path = os.path.join(tmpdir, DETAILS_HTML) 60 cmd = "rm -f " + details_html_tmp_path + ";" 61 cmd += adb_cmd + " pull " + RESULTS_ABSOLUTE_PATH + DETAILS_HTML + " " + details_html_tmp_path 62 subprocess.Popen(cmd, shell=True).wait() 63 64 # Print summary to console 65 logging.info("All done.\n") 66 cmd = "cat " + summary_txt_tmp_path 67 os.system(cmd) 68 logging.info("") 69 70 # Open the browser with summary 71 if options.show_results_in_browser != "false": 72 webbrowser.open(details_html_tmp_path) 73 74if __name__ == "__main__": 75 option_parser = optparse.OptionParser(usage="Usage: %prog [options] test-relative-path") 76 option_parser.add_option("", "--show-results-in-browser", default="true", 77 help="Show the results the host's default web browser, default=true") 78 option_parser.add_option("", "--tests-root-directory", 79 help="The directory from which to take the tests, default is external/webkit/LayoutTests in this checkout of the Android tree") 80 option_parser.add_option("-s", "--serial", default=None, help="Specify the serial number of device to run test on") 81 options, args = option_parser.parse_args(); 82 83 logging.basicConfig(level=logging.INFO, format='%(message)s') 84 85 if len(args) > 1: 86 logging.fatal("Usage: run_layout_tests.py [options] test-relative-path") 87 else: 88 if len(args) < 1: 89 path = ""; 90 else: 91 path = args[0] 92 main(path, options); 93