1cef7893435aa41160dd1255c43cb8498279738ccChris Craik# Copyright 2014 The Chromium Authors. All rights reserved. 2cef7893435aa41160dd1255c43cb8498279738ccChris Craik# Use of this source code is governed by a BSD-style license that can be 3cef7893435aa41160dd1255c43cb8498279738ccChris Craik# found in the LICENSE file. 4cef7893435aa41160dd1255c43cb8498279738ccChris Craik 5cef7893435aa41160dd1255c43cb8498279738ccChris Craikimport os 6cef7893435aa41160dd1255c43cb8498279738ccChris Craikimport posixpath 7cef7893435aa41160dd1255c43cb8498279738ccChris Craikimport re 8cef7893435aa41160dd1255c43cb8498279738ccChris Craik 9cef7893435aa41160dd1255c43cb8498279738ccChris Craikfrom devil import devil_env 10cef7893435aa41160dd1255c43cb8498279738ccChris Craikfrom devil.android import device_errors 11cef7893435aa41160dd1255c43cb8498279738ccChris Craikfrom devil.utils import cmd_helper 12cef7893435aa41160dd1255c43cb8498279738ccChris Craik 13cef7893435aa41160dd1255c43cb8498279738ccChris CraikMD5SUM_DEVICE_LIB_PATH = '/data/local/tmp/md5sum' 14cef7893435aa41160dd1255c43cb8498279738ccChris CraikMD5SUM_DEVICE_BIN_PATH = MD5SUM_DEVICE_LIB_PATH + '/md5sum_bin' 15cef7893435aa41160dd1255c43cb8498279738ccChris Craik 16cef7893435aa41160dd1255c43cb8498279738ccChris Craik_STARTS_WITH_CHECKSUM_RE = re.compile(r'^\s*[0-9a-fA-F]{32}\s+') 17cef7893435aa41160dd1255c43cb8498279738ccChris Craik 18cef7893435aa41160dd1255c43cb8498279738ccChris Craik 19cef7893435aa41160dd1255c43cb8498279738ccChris Craikdef CalculateHostMd5Sums(paths): 20cef7893435aa41160dd1255c43cb8498279738ccChris Craik """Calculates the MD5 sum value for all items in |paths|. 21cef7893435aa41160dd1255c43cb8498279738ccChris Craik 22cef7893435aa41160dd1255c43cb8498279738ccChris Craik Directories are traversed recursively and the MD5 sum of each file found is 23cef7893435aa41160dd1255c43cb8498279738ccChris Craik reported in the result. 24cef7893435aa41160dd1255c43cb8498279738ccChris Craik 25cef7893435aa41160dd1255c43cb8498279738ccChris Craik Args: 26cef7893435aa41160dd1255c43cb8498279738ccChris Craik paths: A list of host paths to md5sum. 27cef7893435aa41160dd1255c43cb8498279738ccChris Craik Returns: 28cef7893435aa41160dd1255c43cb8498279738ccChris Craik A dict mapping file paths to their respective md5sum checksums. 29cef7893435aa41160dd1255c43cb8498279738ccChris Craik """ 30cef7893435aa41160dd1255c43cb8498279738ccChris Craik if isinstance(paths, basestring): 31cef7893435aa41160dd1255c43cb8498279738ccChris Craik paths = [paths] 32cef7893435aa41160dd1255c43cb8498279738ccChris Craik 33cef7893435aa41160dd1255c43cb8498279738ccChris Craik md5sum_bin_host_path = devil_env.config.FetchPath('md5sum_host') 34cef7893435aa41160dd1255c43cb8498279738ccChris Craik if not os.path.exists(md5sum_bin_host_path): 35cef7893435aa41160dd1255c43cb8498279738ccChris Craik raise IOError('File not built: %s' % md5sum_bin_host_path) 36cef7893435aa41160dd1255c43cb8498279738ccChris Craik out = cmd_helper.GetCmdOutput( 37cef7893435aa41160dd1255c43cb8498279738ccChris Craik [md5sum_bin_host_path] + [os.path.realpath(p) for p in paths]) 38cef7893435aa41160dd1255c43cb8498279738ccChris Craik 39cef7893435aa41160dd1255c43cb8498279738ccChris Craik return _ParseMd5SumOutput(out.splitlines()) 40cef7893435aa41160dd1255c43cb8498279738ccChris Craik 41cef7893435aa41160dd1255c43cb8498279738ccChris Craik 42cef7893435aa41160dd1255c43cb8498279738ccChris Craikdef CalculateDeviceMd5Sums(paths, device): 43cef7893435aa41160dd1255c43cb8498279738ccChris Craik """Calculates the MD5 sum value for all items in |paths|. 44cef7893435aa41160dd1255c43cb8498279738ccChris Craik 45cef7893435aa41160dd1255c43cb8498279738ccChris Craik Directories are traversed recursively and the MD5 sum of each file found is 46cef7893435aa41160dd1255c43cb8498279738ccChris Craik reported in the result. 47cef7893435aa41160dd1255c43cb8498279738ccChris Craik 48cef7893435aa41160dd1255c43cb8498279738ccChris Craik Args: 49cef7893435aa41160dd1255c43cb8498279738ccChris Craik paths: A list of device paths to md5sum. 50cef7893435aa41160dd1255c43cb8498279738ccChris Craik Returns: 51cef7893435aa41160dd1255c43cb8498279738ccChris Craik A dict mapping file paths to their respective md5sum checksums. 52cef7893435aa41160dd1255c43cb8498279738ccChris Craik """ 53cef7893435aa41160dd1255c43cb8498279738ccChris Craik if not paths: 54cef7893435aa41160dd1255c43cb8498279738ccChris Craik return {} 55cef7893435aa41160dd1255c43cb8498279738ccChris Craik 56cef7893435aa41160dd1255c43cb8498279738ccChris Craik if isinstance(paths, basestring): 57cef7893435aa41160dd1255c43cb8498279738ccChris Craik paths = [paths] 58cef7893435aa41160dd1255c43cb8498279738ccChris Craik # Allow generators 59cef7893435aa41160dd1255c43cb8498279738ccChris Craik paths = list(paths) 60cef7893435aa41160dd1255c43cb8498279738ccChris Craik 61cef7893435aa41160dd1255c43cb8498279738ccChris Craik md5sum_dist_path = devil_env.config.FetchPath('md5sum_device', device=device) 62cef7893435aa41160dd1255c43cb8498279738ccChris Craik 63cef7893435aa41160dd1255c43cb8498279738ccChris Craik if os.path.isdir(md5sum_dist_path): 64cef7893435aa41160dd1255c43cb8498279738ccChris Craik md5sum_dist_bin_path = os.path.join(md5sum_dist_path, 'md5sum_bin') 65cef7893435aa41160dd1255c43cb8498279738ccChris Craik else: 66cef7893435aa41160dd1255c43cb8498279738ccChris Craik md5sum_dist_bin_path = md5sum_dist_path 67cef7893435aa41160dd1255c43cb8498279738ccChris Craik 68cef7893435aa41160dd1255c43cb8498279738ccChris Craik if not os.path.exists(md5sum_dist_path): 69cef7893435aa41160dd1255c43cb8498279738ccChris Craik raise IOError('File not built: %s' % md5sum_dist_path) 70cef7893435aa41160dd1255c43cb8498279738ccChris Craik md5sum_file_size = os.path.getsize(md5sum_dist_bin_path) 71cef7893435aa41160dd1255c43cb8498279738ccChris Craik 72cef7893435aa41160dd1255c43cb8498279738ccChris Craik # For better performance, make the script as small as possible to try and 73cef7893435aa41160dd1255c43cb8498279738ccChris Craik # avoid needing to write to an intermediary file (which RunShellCommand will 74cef7893435aa41160dd1255c43cb8498279738ccChris Craik # do if necessary). 75cef7893435aa41160dd1255c43cb8498279738ccChris Craik md5sum_script = 'a=%s;' % MD5SUM_DEVICE_BIN_PATH 76cef7893435aa41160dd1255c43cb8498279738ccChris Craik # Check if the binary is missing or has changed (using its file size as an 77cef7893435aa41160dd1255c43cb8498279738ccChris Craik # indicator), and trigger a (re-)push via the exit code. 78cef7893435aa41160dd1255c43cb8498279738ccChris Craik md5sum_script += '! [[ $(ls -l $a) = *%d* ]]&&exit 2;' % md5sum_file_size 79cef7893435aa41160dd1255c43cb8498279738ccChris Craik # Make sure it can find libbase.so 80cef7893435aa41160dd1255c43cb8498279738ccChris Craik md5sum_script += 'export LD_LIBRARY_PATH=%s;' % MD5SUM_DEVICE_LIB_PATH 81cef7893435aa41160dd1255c43cb8498279738ccChris Craik if len(paths) > 1: 82cef7893435aa41160dd1255c43cb8498279738ccChris Craik prefix = posixpath.commonprefix(paths) 83cef7893435aa41160dd1255c43cb8498279738ccChris Craik if len(prefix) > 4: 84cef7893435aa41160dd1255c43cb8498279738ccChris Craik md5sum_script += 'p="%s";' % prefix 85cef7893435aa41160dd1255c43cb8498279738ccChris Craik paths = ['$p"%s"' % p[len(prefix):] for p in paths] 86cef7893435aa41160dd1255c43cb8498279738ccChris Craik 87cef7893435aa41160dd1255c43cb8498279738ccChris Craik md5sum_script += ';'.join('$a %s' % p for p in paths) 88cef7893435aa41160dd1255c43cb8498279738ccChris Craik # Don't fail the script if the last md5sum fails (due to file not found) 89cef7893435aa41160dd1255c43cb8498279738ccChris Craik # Note: ":" is equivalent to "true". 90cef7893435aa41160dd1255c43cb8498279738ccChris Craik md5sum_script += ';:' 91cef7893435aa41160dd1255c43cb8498279738ccChris Craik try: 92d0ebf633155e2d637d289933ef7dbc5d86f73881Chris Craik out = device.RunShellCommand(md5sum_script, shell=True, check_return=True) 93cef7893435aa41160dd1255c43cb8498279738ccChris Craik except device_errors.AdbShellCommandFailedError as e: 94cef7893435aa41160dd1255c43cb8498279738ccChris Craik # Push the binary only if it is found to not exist 95cef7893435aa41160dd1255c43cb8498279738ccChris Craik # (faster than checking up-front). 96cef7893435aa41160dd1255c43cb8498279738ccChris Craik if e.status == 2: 97cef7893435aa41160dd1255c43cb8498279738ccChris Craik # If files were previously pushed as root (adbd running as root), trying 98cef7893435aa41160dd1255c43cb8498279738ccChris Craik # to re-push as non-root causes the push command to report success, but 99cef7893435aa41160dd1255c43cb8498279738ccChris Craik # actually fail. So, wipe the directory first. 100cef7893435aa41160dd1255c43cb8498279738ccChris Craik device.RunShellCommand(['rm', '-rf', MD5SUM_DEVICE_LIB_PATH], 101cef7893435aa41160dd1255c43cb8498279738ccChris Craik as_root=True, check_return=True) 102cef7893435aa41160dd1255c43cb8498279738ccChris Craik if os.path.isdir(md5sum_dist_path): 103cef7893435aa41160dd1255c43cb8498279738ccChris Craik device.adb.Push(md5sum_dist_path, MD5SUM_DEVICE_LIB_PATH) 104cef7893435aa41160dd1255c43cb8498279738ccChris Craik else: 105cef7893435aa41160dd1255c43cb8498279738ccChris Craik mkdir_cmd = 'a=%s;[[ -e $a ]] || mkdir $a' % MD5SUM_DEVICE_LIB_PATH 106d0ebf633155e2d637d289933ef7dbc5d86f73881Chris Craik device.RunShellCommand(mkdir_cmd, shell=True, check_return=True) 107cef7893435aa41160dd1255c43cb8498279738ccChris Craik device.adb.Push(md5sum_dist_bin_path, MD5SUM_DEVICE_BIN_PATH) 108cef7893435aa41160dd1255c43cb8498279738ccChris Craik 109d0ebf633155e2d637d289933ef7dbc5d86f73881Chris Craik out = device.RunShellCommand(md5sum_script, shell=True, check_return=True) 110cef7893435aa41160dd1255c43cb8498279738ccChris Craik else: 111cef7893435aa41160dd1255c43cb8498279738ccChris Craik raise 112cef7893435aa41160dd1255c43cb8498279738ccChris Craik 113cef7893435aa41160dd1255c43cb8498279738ccChris Craik return _ParseMd5SumOutput(out) 114cef7893435aa41160dd1255c43cb8498279738ccChris Craik 115cef7893435aa41160dd1255c43cb8498279738ccChris Craik 116cef7893435aa41160dd1255c43cb8498279738ccChris Craikdef _ParseMd5SumOutput(out): 117cef7893435aa41160dd1255c43cb8498279738ccChris Craik hash_and_path = (l.split(None, 1) for l in out 118cef7893435aa41160dd1255c43cb8498279738ccChris Craik if l and _STARTS_WITH_CHECKSUM_RE.match(l)) 119cef7893435aa41160dd1255c43cb8498279738ccChris Craik return dict((p, h) for h, p in hash_and_path) 120cef7893435aa41160dd1255c43cb8498279738ccChris Craik 121