unsquashfs.c revision b1b4fe22b339f73360c4e94e75ca46975c54bc06
12f60990fb0352f7a30e0281a066458dbf033618bplougher/* 2e3206fad5b70e7e0527db2a627ad26616a8a2429plougher * Unsquash a squashfs filesystem. This is a highly compressed read only 3e3206fad5b70e7e0527db2a627ad26616a8a2429plougher * filesystem. 4443c15812032991c98b33b5424b17bcd55fe3575plougher * 50ca44ca7b28597911258e0c27bd82feef73f2256Phillip Lougher * Copyright (c) 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 6cf5c8b43f14bad020372fe55fb237eb2ae2b28d4Phillip Lougher * 2012, 2013 783d42a3fc898962aa1f1e8387f2ccb1114e0d294Phillip Lougher * Phillip Lougher <phillip@squashfs.org.uk> 8443c15812032991c98b33b5424b17bcd55fe3575plougher * 9443c15812032991c98b33b5424b17bcd55fe3575plougher * This program is free software; you can redistribute it and/or 10443c15812032991c98b33b5424b17bcd55fe3575plougher * modify it under the terms of the GNU General Public License 11443c15812032991c98b33b5424b17bcd55fe3575plougher * as published by the Free Software Foundation; either version 2, 12443c15812032991c98b33b5424b17bcd55fe3575plougher * or (at your option) any later version. 13443c15812032991c98b33b5424b17bcd55fe3575plougher * 14443c15812032991c98b33b5424b17bcd55fe3575plougher * This program is distributed in the hope that it will be useful, 15443c15812032991c98b33b5424b17bcd55fe3575plougher * but WITHOUT ANY WARRANTY; without even the implied warranty of 16443c15812032991c98b33b5424b17bcd55fe3575plougher * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 17443c15812032991c98b33b5424b17bcd55fe3575plougher * GNU General Public License for more details. 18443c15812032991c98b33b5424b17bcd55fe3575plougher * 19443c15812032991c98b33b5424b17bcd55fe3575plougher * You should have received a copy of the GNU General Public License 20443c15812032991c98b33b5424b17bcd55fe3575plougher * along with this program; if not, write to the Free Software 21443c15812032991c98b33b5424b17bcd55fe3575plougher * Foundation, 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA. 22443c15812032991c98b33b5424b17bcd55fe3575plougher * 23ed5124f016834932db2c63d60d259d846171c216plougher * unsquashfs.c 24443c15812032991c98b33b5424b17bcd55fe3575plougher */ 25443c15812032991c98b33b5424b17bcd55fe3575plougher 26ed5124f016834932db2c63d60d259d846171c216plougher#include "unsquashfs.h" 276490378e5b5e8dc058daf28423a7465699a6ba7bplougher#include "squashfs_swap.h" 286490378e5b5e8dc058daf28423a7465699a6ba7bplougher#include "squashfs_compat.h" 29efda88fd6fbb19543a86b5f8d15b437bba8c4674plougher#include "compressor.h" 302ef25cb004cc6995bd36f781863aa844fe8c358dplougher#include "xattr.h" 31fec0a36c9b8a2c91c2930ea57b304299490ccedfPhillip Lougher#include "unsquashfs_info.h" 320100fed4ec712daba9a0009c47f6e8390da5bd93Phillip Lougher#include "stdarg.h" 338888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 34cdebd2b8ae4b1ac39eefb5f0c556f0d2e3dc3d24plougher#include <sys/sysinfo.h> 352ef25cb004cc6995bd36f781863aa844fe8c358dplougher#include <sys/types.h> 36cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher#include <sys/time.h> 37cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher#include <sys/resource.h> 382b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher#include <limits.h> 39e4d5a8ee19193b451884e96b6405b6390e5b7c5ePhillip Lougher#include <ctype.h> 40cdebd2b8ae4b1ac39eefb5f0c556f0d2e3dc3d24plougher 418888b61f8ff4680247d10f7e5beb2ff35e8c867dplougherstruct cache *fragment_cache, *data_cache; 42bee9e37353d957d1c4d8669ca4eba30c2b9df3f5Phillip Lougherstruct queue *to_reader, *to_inflate, *to_writer, *from_writer; 433327bd9640ed579e8022b0e3889f71c342a64193Phillip Lougherpthread_t *thread, *inflator_thread; 448888b61f8ff4680247d10f7e5beb2ff35e8c867dplougherpthread_mutex_t fragment_mutex; 458888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 468888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher/* user options that control parallelisation */ 478888b61f8ff4680247d10f7e5beb2ff35e8c867dplougherint processors = -1; 488888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 496490378e5b5e8dc058daf28423a7465699a6ba7bplougherstruct super_block sBlk; 5002bc3bcabf2b219f63961f07293b83629948f026ploughersquashfs_operations s_ops; 51efda88fd6fbb19543a86b5f8d15b437bba8c4674plougherstruct compressor *comp; 5202bc3bcabf2b219f63961f07293b83629948f026plougher 539dd8c7a7c2983faeb60c5e5791c3bef2cbbba088plougherint bytes = 0, swap, file_count = 0, dir_count = 0, sym_count = 0, 549dd8c7a7c2983faeb60c5e5791c3bef2cbbba088plougher dev_count = 0, fifo_count = 0; 55443c15812032991c98b33b5424b17bcd55fe3575plougherchar *inode_table = NULL, *directory_table = NULL; 56443c15812032991c98b33b5424b17bcd55fe3575plougherstruct hash_table_entry *inode_table_hash[65536], *directory_table_hash[65536]; 57443c15812032991c98b33b5424b17bcd55fe3575plougherint fd; 58443c15812032991c98b33b5424b17bcd55fe3575plougherunsigned int *uid_table, *guid_table; 59443c15812032991c98b33b5424b17bcd55fe3575plougherunsigned int cached_frag = SQUASHFS_INVALID_FRAG; 60443c15812032991c98b33b5424b17bcd55fe3575plougherchar *fragment_data; 61443c15812032991c98b33b5424b17bcd55fe3575plougherchar *file_data; 62443c15812032991c98b33b5424b17bcd55fe3575plougherchar *data; 63443c15812032991c98b33b5424b17bcd55fe3575plougherunsigned int block_size; 64ae271cc93e3684d5314bcdc45b631e497ae43166plougherunsigned int block_log; 65d4204758f77acb5a371fa1487a755b76a05d5476plougherint lsonly = FALSE, info = FALSE, force = FALSE, short_ls = TRUE; 66d4204758f77acb5a371fa1487a755b76a05d5476plougherint use_regex = FALSE; 67443c15812032991c98b33b5424b17bcd55fe3575plougherchar **created_inode; 689dd8c7a7c2983faeb60c5e5791c3bef2cbbba088plougherint root_process; 69eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougherint columns; 70eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougherint rotate = 0; 711b42101056befe25b5f19d5b099e806a2ecee9cdplougherpthread_mutex_t screen_mutex; 721b42101056befe25b5f19d5b099e806a2ecee9cdplougherint progress = TRUE, progress_enabled = FALSE; 73eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougherunsigned int total_blocks = 0, total_files = 0, total_inodes = 0; 74eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougherunsigned int cur_blocks = 0; 75ed5124f016834932db2c63d60d259d846171c216plougherint inode_number = 1; 76df9d38a515489c2c573754ad81abd230dfd8b1f0plougherint no_xattrs = XATTR_DEF; 77498da46ad7e6bd0a1fac0ec81d85ce1ac56bf385Phillip Lougherint user_xattrs = FALSE; 78443c15812032991c98b33b5424b17bcd55fe3575plougher 79476dcb48b24efff22caa970f000e151f1b28918dplougherint lookup_type[] = { 80476dcb48b24efff22caa970f000e151f1b28918dplougher 0, 81476dcb48b24efff22caa970f000e151f1b28918dplougher S_IFDIR, 82476dcb48b24efff22caa970f000e151f1b28918dplougher S_IFREG, 83476dcb48b24efff22caa970f000e151f1b28918dplougher S_IFLNK, 84476dcb48b24efff22caa970f000e151f1b28918dplougher S_IFBLK, 85476dcb48b24efff22caa970f000e151f1b28918dplougher S_IFCHR, 86476dcb48b24efff22caa970f000e151f1b28918dplougher S_IFIFO, 87476dcb48b24efff22caa970f000e151f1b28918dplougher S_IFSOCK, 88476dcb48b24efff22caa970f000e151f1b28918dplougher S_IFDIR, 89eabe4dbeaec52acc95278663d7a13da7384ef9baplougher S_IFREG, 90eabe4dbeaec52acc95278663d7a13da7384ef9baplougher S_IFLNK, 91eabe4dbeaec52acc95278663d7a13da7384ef9baplougher S_IFBLK, 92eabe4dbeaec52acc95278663d7a13da7384ef9baplougher S_IFCHR, 93eabe4dbeaec52acc95278663d7a13da7384ef9baplougher S_IFIFO, 94eabe4dbeaec52acc95278663d7a13da7384ef9baplougher S_IFSOCK 95476dcb48b24efff22caa970f000e151f1b28918dplougher}; 96476dcb48b24efff22caa970f000e151f1b28918dplougher 97476dcb48b24efff22caa970f000e151f1b28918dplougherstruct test table[] = { 98476dcb48b24efff22caa970f000e151f1b28918dplougher { S_IFMT, S_IFSOCK, 0, 's' }, 99476dcb48b24efff22caa970f000e151f1b28918dplougher { S_IFMT, S_IFLNK, 0, 'l' }, 100476dcb48b24efff22caa970f000e151f1b28918dplougher { S_IFMT, S_IFBLK, 0, 'b' }, 101476dcb48b24efff22caa970f000e151f1b28918dplougher { S_IFMT, S_IFDIR, 0, 'd' }, 102476dcb48b24efff22caa970f000e151f1b28918dplougher { S_IFMT, S_IFCHR, 0, 'c' }, 103476dcb48b24efff22caa970f000e151f1b28918dplougher { S_IFMT, S_IFIFO, 0, 'p' }, 104476dcb48b24efff22caa970f000e151f1b28918dplougher { S_IRUSR, S_IRUSR, 1, 'r' }, 105476dcb48b24efff22caa970f000e151f1b28918dplougher { S_IWUSR, S_IWUSR, 2, 'w' }, 106476dcb48b24efff22caa970f000e151f1b28918dplougher { S_IRGRP, S_IRGRP, 4, 'r' }, 107476dcb48b24efff22caa970f000e151f1b28918dplougher { S_IWGRP, S_IWGRP, 5, 'w' }, 108476dcb48b24efff22caa970f000e151f1b28918dplougher { S_IROTH, S_IROTH, 7, 'r' }, 109476dcb48b24efff22caa970f000e151f1b28918dplougher { S_IWOTH, S_IWOTH, 8, 'w' }, 110476dcb48b24efff22caa970f000e151f1b28918dplougher { S_IXUSR | S_ISUID, S_IXUSR | S_ISUID, 3, 's' }, 111476dcb48b24efff22caa970f000e151f1b28918dplougher { S_IXUSR | S_ISUID, S_ISUID, 3, 'S' }, 112476dcb48b24efff22caa970f000e151f1b28918dplougher { S_IXUSR | S_ISUID, S_IXUSR, 3, 'x' }, 113476dcb48b24efff22caa970f000e151f1b28918dplougher { S_IXGRP | S_ISGID, S_IXGRP | S_ISGID, 6, 's' }, 114476dcb48b24efff22caa970f000e151f1b28918dplougher { S_IXGRP | S_ISGID, S_ISGID, 6, 'S' }, 115476dcb48b24efff22caa970f000e151f1b28918dplougher { S_IXGRP | S_ISGID, S_IXGRP, 6, 'x' }, 116476dcb48b24efff22caa970f000e151f1b28918dplougher { S_IXOTH | S_ISVTX, S_IXOTH | S_ISVTX, 9, 't' }, 117476dcb48b24efff22caa970f000e151f1b28918dplougher { S_IXOTH | S_ISVTX, S_ISVTX, 9, 'T' }, 118476dcb48b24efff22caa970f000e151f1b28918dplougher { S_IXOTH | S_ISVTX, S_IXOTH, 9, 'x' }, 1198888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher { 0, 0, 0, 0} 1208888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher}; 1218888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 122eb35c81a4c4500aab9eeea2ba2271c88fe42732aploughervoid progress_bar(long long current, long long max, int columns); 123eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher 124afbbfbf11bc846056666d073c94a9c8e84fcb1caPhillip Lougher#define MAX_LINE 16384 125afbbfbf11bc846056666d073c94a9c8e84fcb1caPhillip Lougher 1260100fed4ec712daba9a0009c47f6e8390da5bd93Phillip Loughervoid prep_exit() 1270100fed4ec712daba9a0009c47f6e8390da5bd93Phillip Lougher{ 1280100fed4ec712daba9a0009c47f6e8390da5bd93Phillip Lougher} 1290100fed4ec712daba9a0009c47f6e8390da5bd93Phillip Lougher 1300100fed4ec712daba9a0009c47f6e8390da5bd93Phillip Lougher 131eb35c81a4c4500aab9eeea2ba2271c88fe42732aploughervoid sigwinch_handler() 132eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher{ 133eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher struct winsize winsize; 134eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher 135eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher if(ioctl(1, TIOCGWINSZ, &winsize) == -1) { 136c27a3d72b339d80d38623a4ee5a42601338fb4c9plougher if(isatty(STDOUT_FILENO)) 137d4204758f77acb5a371fa1487a755b76a05d5476plougher ERROR("TIOCGWINSZ ioctl failed, defaulting to 80 " 138d4204758f77acb5a371fa1487a755b76a05d5476plougher "columns\n"); 139eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher columns = 80; 140eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher } else 141eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher columns = winsize.ws_col; 142eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher} 143eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher 1448888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 1451b5f6c5145f284683a2628b73ab5f8a0e37dd7b4ploughervoid sigalrm_handler() 1461b5f6c5145f284683a2628b73ab5f8a0e37dd7b4plougher{ 1471b5f6c5145f284683a2628b73ab5f8a0e37dd7b4plougher rotate = (rotate + 1) % 4; 1481b5f6c5145f284683a2628b73ab5f8a0e37dd7b4plougher} 1491b5f6c5145f284683a2628b73ab5f8a0e37dd7b4plougher 1501b5f6c5145f284683a2628b73ab5f8a0e37dd7b4plougher 1512b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougherint add_overflow(int a, int b) 1522b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher{ 1532b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher return (INT_MAX - a) < b; 1542b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher} 1552b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher 1562b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher 1572b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougherint shift_overflow(int a, int shift) 1582b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher{ 1592b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher return (INT_MAX >> shift) < a; 1602b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher} 1612b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher 1622b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher 1632b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougherint multiply_overflow(int a, int multiplier) 1642b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher{ 1652b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher return (INT_MAX / multiplier) < a; 1662b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher} 1672b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher 1682b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher 1698888b61f8ff4680247d10f7e5beb2ff35e8c867dplougherstruct queue *queue_init(int size) 1708888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher{ 1718888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher struct queue *queue = malloc(sizeof(struct queue)); 1728888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 1738888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher if(queue == NULL) 17462b2d7649ad84234afd928a43f9a2c1612eef361plougher EXIT_UNSQUASH("Out of memory in queue_init\n"); 1758888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 1762b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher if(add_overflow(size, 1) || 1772b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher multiply_overflow(size + 1, sizeof(void *))) 1782b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher EXIT_UNSQUASH("Size too large in queue_init\n"); 1792b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher 1807b53be8c83b949517c343d9c6d88243578753c3aplougher queue->data = malloc(sizeof(void *) * (size + 1)); 1817b53be8c83b949517c343d9c6d88243578753c3aplougher if(queue->data == NULL) 1820e0cc6f6dccdc5460c292b0a5accc1184a07f3f5plougher EXIT_UNSQUASH("Out of memory in queue_init\n"); 1838888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 1848888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher queue->size = size + 1; 1858888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher queue->readp = queue->writep = 0; 1868888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher pthread_mutex_init(&queue->mutex, NULL); 1878888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher pthread_cond_init(&queue->empty, NULL); 1888888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher pthread_cond_init(&queue->full, NULL); 1898888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 1908888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher return queue; 1918888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher} 1928888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 1938888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 1948888b61f8ff4680247d10f7e5beb2ff35e8c867dploughervoid queue_put(struct queue *queue, void *data) 1958888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher{ 1968888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher int nextp; 1978888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 1988888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher pthread_mutex_lock(&queue->mutex); 1998888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 2008888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher while((nextp = (queue->writep + 1) % queue->size) == queue->readp) 2018888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher pthread_cond_wait(&queue->full, &queue->mutex); 2028888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 2038888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher queue->data[queue->writep] = data; 2048888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher queue->writep = nextp; 2058888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher pthread_cond_signal(&queue->empty); 2068888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher pthread_mutex_unlock(&queue->mutex); 2078888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher} 2088888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 2098888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 2108888b61f8ff4680247d10f7e5beb2ff35e8c867dploughervoid *queue_get(struct queue *queue) 2118888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher{ 2128888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher void *data; 2138888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher pthread_mutex_lock(&queue->mutex); 2148888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 2158888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher while(queue->readp == queue->writep) 2168888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher pthread_cond_wait(&queue->empty, &queue->mutex); 2178888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 2188888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher data = queue->data[queue->readp]; 2198888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher queue->readp = (queue->readp + 1) % queue->size; 2208888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher pthread_cond_signal(&queue->full); 2218888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher pthread_mutex_unlock(&queue->mutex); 2228888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 2238888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher return data; 2248888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher} 2258888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 2268888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 227acabfdbb5244ddc04c2d372e20b79fccdafb5cbePhillip Loughervoid dump_queue(struct queue *queue) 228acabfdbb5244ddc04c2d372e20b79fccdafb5cbePhillip Lougher{ 229acabfdbb5244ddc04c2d372e20b79fccdafb5cbePhillip Lougher pthread_mutex_lock(&queue->mutex); 230acabfdbb5244ddc04c2d372e20b79fccdafb5cbePhillip Lougher 231acabfdbb5244ddc04c2d372e20b79fccdafb5cbePhillip Lougher printf("Max size %d, size %d%s\n", queue->size - 1, 232acabfdbb5244ddc04c2d372e20b79fccdafb5cbePhillip Lougher queue->readp <= queue->writep ? queue->writep - queue->readp : 233acabfdbb5244ddc04c2d372e20b79fccdafb5cbePhillip Lougher queue->size - queue->readp + queue->writep, 234acabfdbb5244ddc04c2d372e20b79fccdafb5cbePhillip Lougher queue->readp == queue->writep ? " (EMPTY)" : 235acabfdbb5244ddc04c2d372e20b79fccdafb5cbePhillip Lougher ((queue->writep + 1) % queue->size) == queue->readp ? 236acabfdbb5244ddc04c2d372e20b79fccdafb5cbePhillip Lougher " (FULL)" : ""); 237acabfdbb5244ddc04c2d372e20b79fccdafb5cbePhillip Lougher 238acabfdbb5244ddc04c2d372e20b79fccdafb5cbePhillip Lougher pthread_mutex_unlock(&queue->mutex); 239acabfdbb5244ddc04c2d372e20b79fccdafb5cbePhillip Lougher} 240acabfdbb5244ddc04c2d372e20b79fccdafb5cbePhillip Lougher 241acabfdbb5244ddc04c2d372e20b79fccdafb5cbePhillip Lougher 2428888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher/* Called with the cache mutex held */ 2438888b61f8ff4680247d10f7e5beb2ff35e8c867dploughervoid insert_hash_table(struct cache *cache, struct cache_entry *entry) 2448888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher{ 2458888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher int hash = CALCULATE_HASH(entry->block); 2468888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 2478888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher entry->hash_next = cache->hash_table[hash]; 2488888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher cache->hash_table[hash] = entry; 2498888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher entry->hash_prev = NULL; 2508888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher if(entry->hash_next) 2518888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher entry->hash_next->hash_prev = entry; 2528888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher} 2538888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 2548888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 2558888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher/* Called with the cache mutex held */ 2568888b61f8ff4680247d10f7e5beb2ff35e8c867dploughervoid remove_hash_table(struct cache *cache, struct cache_entry *entry) 2578888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher{ 2588888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher if(entry->hash_prev) 2598888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher entry->hash_prev->hash_next = entry->hash_next; 2608888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher else 261c435240f52b78b0ef498118727ba8dad186db26bplougher cache->hash_table[CALCULATE_HASH(entry->block)] = 262c435240f52b78b0ef498118727ba8dad186db26bplougher entry->hash_next; 2638888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher if(entry->hash_next) 2648888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher entry->hash_next->hash_prev = entry->hash_prev; 2658888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 2668888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher entry->hash_prev = entry->hash_next = NULL; 2678888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher} 2688888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 2698888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 2708888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher/* Called with the cache mutex held */ 2718888b61f8ff4680247d10f7e5beb2ff35e8c867dploughervoid insert_free_list(struct cache *cache, struct cache_entry *entry) 2728888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher{ 2738888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher if(cache->free_list) { 2748888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher entry->free_next = cache->free_list; 2758888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher entry->free_prev = cache->free_list->free_prev; 2768888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher cache->free_list->free_prev->free_next = entry; 2778888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher cache->free_list->free_prev = entry; 2788888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher } else { 2798888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher cache->free_list = entry; 2808888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher entry->free_prev = entry->free_next = entry; 2818888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher } 2828888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher} 2838888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 2848888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 2858888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher/* Called with the cache mutex held */ 2868888b61f8ff4680247d10f7e5beb2ff35e8c867dploughervoid remove_free_list(struct cache *cache, struct cache_entry *entry) 2878888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher{ 2888888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher if(entry->free_prev == NULL && entry->free_next == NULL) 2898888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher /* not in free list */ 2908888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher return; 291222e49e257bccb10c0e608f071778f26fce28f01plougher else if(entry->free_prev == entry && entry->free_next == entry) { 2928888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher /* only this entry in the free list */ 2938888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher cache->free_list = NULL; 2948888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher } else { 2958888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher /* more than one entry in the free list */ 2968888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher entry->free_next->free_prev = entry->free_prev; 2978888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher entry->free_prev->free_next = entry->free_next; 2988888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher if(cache->free_list == entry) 2998888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher cache->free_list = entry->free_next; 3008888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher } 3018888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 3028888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher entry->free_prev = entry->free_next = NULL; 3038888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher} 3048888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 3058888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 3068888b61f8ff4680247d10f7e5beb2ff35e8c867dplougherstruct cache *cache_init(int buffer_size, int max_buffers) 3078888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher{ 3088888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher struct cache *cache = malloc(sizeof(struct cache)); 3098888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 3108888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher if(cache == NULL) 311360570574b8f7786728d91d5fe4a0a4aa291fa03plougher EXIT_UNSQUASH("Out of memory in cache_init\n"); 3128888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 3138888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher cache->max_buffers = max_buffers; 3148888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher cache->buffer_size = buffer_size; 3158888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher cache->count = 0; 3166b336d83d3546674593f7de3be86d174f32fd753Phillip Lougher cache->used = 0; 3178888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher cache->free_list = NULL; 3188888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher memset(cache->hash_table, 0, sizeof(struct cache_entry *) * 65536); 3198888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher cache->wait_free = FALSE; 3208888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher cache->wait_pending = FALSE; 3218888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher pthread_mutex_init(&cache->mutex, NULL); 3228888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher pthread_cond_init(&cache->wait_for_free, NULL); 3238888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher pthread_cond_init(&cache->wait_for_pending, NULL); 3248888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 3258888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher return cache; 3268888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher} 3278888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 3288888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 3298888b61f8ff4680247d10f7e5beb2ff35e8c867dplougherstruct cache_entry *cache_get(struct cache *cache, long long block, int size) 3308888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher{ 331d4204758f77acb5a371fa1487a755b76a05d5476plougher /* 332d4204758f77acb5a371fa1487a755b76a05d5476plougher * Get a block out of the cache. If the block isn't in the cache 3333327bd9640ed579e8022b0e3889f71c342a64193Phillip Lougher * it is added and queued to the reader() and inflate() threads for 334c435240f52b78b0ef498118727ba8dad186db26bplougher * reading off disk and decompression. The cache grows until max_blocks 335c435240f52b78b0ef498118727ba8dad186db26bplougher * is reached, once this occurs existing discarded blocks on the free 336c435240f52b78b0ef498118727ba8dad186db26bplougher * list are reused 337d4204758f77acb5a371fa1487a755b76a05d5476plougher */ 3388888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher int hash = CALCULATE_HASH(block); 3398888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher struct cache_entry *entry; 3408888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 3418888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher pthread_mutex_lock(&cache->mutex); 3428888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 3438888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher for(entry = cache->hash_table[hash]; entry; entry = entry->hash_next) 3448888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher if(entry->block == block) 3458888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher break; 3468888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 3478888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher if(entry) { 348d4204758f77acb5a371fa1487a755b76a05d5476plougher /* 3490a0d045642e8e413f90b770539193d3fd1522786plougher * found the block in the cache, increment used count and 3508888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher * if necessary remove from free list so it won't disappear 3518888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher */ 3528888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher entry->used ++; 3538888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher remove_free_list(cache, entry); 3548888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher pthread_mutex_unlock(&cache->mutex); 3558888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher } else { 356d4204758f77acb5a371fa1487a755b76a05d5476plougher /* 357d4204758f77acb5a371fa1487a755b76a05d5476plougher * not in the cache 358d4204758f77acb5a371fa1487a755b76a05d5476plougher * 359d4204758f77acb5a371fa1487a755b76a05d5476plougher * first try to allocate new block 360d4204758f77acb5a371fa1487a755b76a05d5476plougher */ 3618888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher if(cache->count < cache->max_buffers) { 3628888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher entry = malloc(sizeof(struct cache_entry)); 3638888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher if(entry == NULL) 3647227416360c2f249a0783dffef6725ad03b61c99plougher EXIT_UNSQUASH("Out of memory in cache_get\n"); 3658888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher entry->data = malloc(cache->buffer_size); 3667227416360c2f249a0783dffef6725ad03b61c99plougher if(entry->data == NULL) 3677227416360c2f249a0783dffef6725ad03b61c99plougher EXIT_UNSQUASH("Out of memory in cache_get\n"); 3688888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher entry->cache = cache; 3698888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher entry->free_prev = entry->free_next = NULL; 3708888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher cache->count ++; 3718888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher } else { 372d4204758f77acb5a371fa1487a755b76a05d5476plougher /* 373d4204758f77acb5a371fa1487a755b76a05d5476plougher * try to get from free list 374d4204758f77acb5a371fa1487a755b76a05d5476plougher */ 3758888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher while(cache->free_list == NULL) { 3768888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher cache->wait_free = TRUE; 377d4204758f77acb5a371fa1487a755b76a05d5476plougher pthread_cond_wait(&cache->wait_for_free, 378d4204758f77acb5a371fa1487a755b76a05d5476plougher &cache->mutex); 3798888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher } 3808888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher entry = cache->free_list; 3818888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher remove_free_list(cache, entry); 3828888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher remove_hash_table(cache, entry); 3838888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher } 3848888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 385d4204758f77acb5a371fa1487a755b76a05d5476plougher /* 3866b336d83d3546674593f7de3be86d174f32fd753Phillip Lougher * Initialise block and insert into the hash table. 3876b336d83d3546674593f7de3be86d174f32fd753Phillip Lougher * Increment used which tracks how many buffers in the 3886b336d83d3546674593f7de3be86d174f32fd753Phillip Lougher * cache are actively in use (the other blocks, count - used, 3896b336d83d3546674593f7de3be86d174f32fd753Phillip Lougher * are in the cache and available for lookup, but can also be 3906b336d83d3546674593f7de3be86d174f32fd753Phillip Lougher * re-used). 391d4204758f77acb5a371fa1487a755b76a05d5476plougher */ 3928888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher entry->block = block; 3938888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher entry->size = size; 3948888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher entry->used = 1; 3958888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher entry->error = FALSE; 3968888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher entry->pending = TRUE; 3978888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher insert_hash_table(cache, entry); 3986b336d83d3546674593f7de3be86d174f32fd753Phillip Lougher cache->used ++; 3998888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 400d4204758f77acb5a371fa1487a755b76a05d5476plougher /* 401c435240f52b78b0ef498118727ba8dad186db26bplougher * queue to read thread to read and ultimately (via the 402c435240f52b78b0ef498118727ba8dad186db26bplougher * decompress threads) decompress the buffer 4038888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher */ 4048888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher pthread_mutex_unlock(&cache->mutex); 4058888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher queue_put(to_reader, entry); 4068888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher } 4078888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 4088888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher return entry; 4098888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher} 4108888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 4118888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 4128888b61f8ff4680247d10f7e5beb2ff35e8c867dploughervoid cache_block_ready(struct cache_entry *entry, int error) 4138888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher{ 414d4204758f77acb5a371fa1487a755b76a05d5476plougher /* 415d4204758f77acb5a371fa1487a755b76a05d5476plougher * mark cache entry as being complete, reading and (if necessary) 4168888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher * decompression has taken place, and the buffer is valid for use. 4178888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher * If an error occurs reading or decompressing, the buffer also 418d4204758f77acb5a371fa1487a755b76a05d5476plougher * becomes ready but with an error... 419d4204758f77acb5a371fa1487a755b76a05d5476plougher */ 4208888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher pthread_mutex_lock(&entry->cache->mutex); 4218888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher entry->pending = FALSE; 4228888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher entry->error = error; 4238888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 424d4204758f77acb5a371fa1487a755b76a05d5476plougher /* 425c435240f52b78b0ef498118727ba8dad186db26bplougher * if the wait_pending flag is set, one or more threads may be waiting 426c435240f52b78b0ef498118727ba8dad186db26bplougher * on this buffer 427d4204758f77acb5a371fa1487a755b76a05d5476plougher */ 4288888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher if(entry->cache->wait_pending) { 4298888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher entry->cache->wait_pending = FALSE; 4308888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher pthread_cond_broadcast(&entry->cache->wait_for_pending); 4318888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher } 4328888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 4338888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher pthread_mutex_unlock(&entry->cache->mutex); 4348888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher} 4358888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 4368888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 4378888b61f8ff4680247d10f7e5beb2ff35e8c867dploughervoid cache_block_wait(struct cache_entry *entry) 4388888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher{ 439d4204758f77acb5a371fa1487a755b76a05d5476plougher /* 440d4204758f77acb5a371fa1487a755b76a05d5476plougher * wait for this cache entry to become ready, when reading and (if 441d4204758f77acb5a371fa1487a755b76a05d5476plougher * necessary) decompression has taken place 442d4204758f77acb5a371fa1487a755b76a05d5476plougher */ 4438888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher pthread_mutex_lock(&entry->cache->mutex); 4448888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 4458888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher while(entry->pending) { 4468888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher entry->cache->wait_pending = TRUE; 447d4204758f77acb5a371fa1487a755b76a05d5476plougher pthread_cond_wait(&entry->cache->wait_for_pending, 448d4204758f77acb5a371fa1487a755b76a05d5476plougher &entry->cache->mutex); 4498888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher } 4508888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 4518888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher pthread_mutex_unlock(&entry->cache->mutex); 4528888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher} 4538888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 4548888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 4558888b61f8ff4680247d10f7e5beb2ff35e8c867dploughervoid cache_block_put(struct cache_entry *entry) 4568888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher{ 457d4204758f77acb5a371fa1487a755b76a05d5476plougher /* 458d4204758f77acb5a371fa1487a755b76a05d5476plougher * finished with this cache entry, once the usage count reaches zero it 459c435240f52b78b0ef498118727ba8dad186db26bplougher * can be reused and is put onto the free list. As it remains 460c435240f52b78b0ef498118727ba8dad186db26bplougher * accessible via the hash table it can be found getting a new lease of 461c435240f52b78b0ef498118727ba8dad186db26bplougher * life before it is reused. 462d4204758f77acb5a371fa1487a755b76a05d5476plougher */ 4638888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher pthread_mutex_lock(&entry->cache->mutex); 4648888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 4658888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher entry->used --; 4668888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher if(entry->used == 0) { 4678888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher insert_free_list(entry->cache, entry); 4686b336d83d3546674593f7de3be86d174f32fd753Phillip Lougher entry->cache->used --; 4698888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 470d4204758f77acb5a371fa1487a755b76a05d5476plougher /* 471c435240f52b78b0ef498118727ba8dad186db26bplougher * if the wait_free flag is set, one or more threads may be 472c435240f52b78b0ef498118727ba8dad186db26bplougher * waiting on this buffer 473d4204758f77acb5a371fa1487a755b76a05d5476plougher */ 4748888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher if(entry->cache->wait_free) { 4758888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher entry->cache->wait_free = FALSE; 4768888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher pthread_cond_broadcast(&entry->cache->wait_for_free); 4778888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher } 4788888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher } 4798888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 4808888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher pthread_mutex_unlock(&entry->cache->mutex); 4818888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher} 482476dcb48b24efff22caa970f000e151f1b28918dplougher 483476dcb48b24efff22caa970f000e151f1b28918dplougher 484cece843c2aff7b4775b60b04f24822f477b7b488Phillip Loughervoid dump_cache(struct cache *cache) 485cece843c2aff7b4775b60b04f24822f477b7b488Phillip Lougher{ 486cece843c2aff7b4775b60b04f24822f477b7b488Phillip Lougher pthread_mutex_lock(&cache->mutex); 487cece843c2aff7b4775b60b04f24822f477b7b488Phillip Lougher 488cece843c2aff7b4775b60b04f24822f477b7b488Phillip Lougher printf("Max buffers %d, Current size %d, Used %d, %s\n", 489cece843c2aff7b4775b60b04f24822f477b7b488Phillip Lougher cache->max_buffers, cache->count, cache->used, 490cece843c2aff7b4775b60b04f24822f477b7b488Phillip Lougher cache->free_list ? "Free buffers" : "No free buffers"); 491cece843c2aff7b4775b60b04f24822f477b7b488Phillip Lougher 492cece843c2aff7b4775b60b04f24822f477b7b488Phillip Lougher pthread_mutex_unlock(&cache->mutex); 493cece843c2aff7b4775b60b04f24822f477b7b488Phillip Lougher} 494cece843c2aff7b4775b60b04f24822f477b7b488Phillip Lougher 495cece843c2aff7b4775b60b04f24822f477b7b488Phillip Lougher 496476dcb48b24efff22caa970f000e151f1b28918dplougherchar *modestr(char *str, int mode) 497476dcb48b24efff22caa970f000e151f1b28918dplougher{ 498476dcb48b24efff22caa970f000e151f1b28918dplougher int i; 499476dcb48b24efff22caa970f000e151f1b28918dplougher 500476dcb48b24efff22caa970f000e151f1b28918dplougher strcpy(str, "----------"); 501476dcb48b24efff22caa970f000e151f1b28918dplougher 502476dcb48b24efff22caa970f000e151f1b28918dplougher for(i = 0; table[i].mask != 0; i++) { 503476dcb48b24efff22caa970f000e151f1b28918dplougher if((mode & table[i].mask) == table[i].value) 504476dcb48b24efff22caa970f000e151f1b28918dplougher str[table[i].position] = table[i].mode; 505476dcb48b24efff22caa970f000e151f1b28918dplougher } 506476dcb48b24efff22caa970f000e151f1b28918dplougher 507476dcb48b24efff22caa970f000e151f1b28918dplougher return str; 508476dcb48b24efff22caa970f000e151f1b28918dplougher} 509476dcb48b24efff22caa970f000e151f1b28918dplougher 510476dcb48b24efff22caa970f000e151f1b28918dplougher 5113edfa57b6a463f7d441d995559143f4861d62e98plougher#define TOTALCHARS 25 5126f59236ae37e220ca132b18d58f78ef1f5a1d4fbplougherint print_filename(char *pathname, struct inode *inode) 513476dcb48b24efff22caa970f000e151f1b28918dplougher{ 514afd5fec5ba90ad8efb344f814128e0d746001ea5Phillip Lougher char str[11], dummy[12], dummy2[12]; /* overflow safe */ 515afd5fec5ba90ad8efb344f814128e0d746001ea5Phillip Lougher char *userstr, *groupstr; 5166f59236ae37e220ca132b18d58f78ef1f5a1d4fbplougher int padchars; 517476dcb48b24efff22caa970f000e151f1b28918dplougher struct passwd *user; 518476dcb48b24efff22caa970f000e151f1b28918dplougher struct group *group; 51988facddfd83e48a907b82210ddccbb4f84d80aecplougher struct tm *t; 520476dcb48b24efff22caa970f000e151f1b28918dplougher 521476dcb48b24efff22caa970f000e151f1b28918dplougher if(short_ls) { 522476dcb48b24efff22caa970f000e151f1b28918dplougher printf("%s\n", pathname); 523476dcb48b24efff22caa970f000e151f1b28918dplougher return 1; 524476dcb48b24efff22caa970f000e151f1b28918dplougher } 525476dcb48b24efff22caa970f000e151f1b28918dplougher 526266b83c3b162a6764407753909712fcaade951f2plougher user = getpwuid(inode->uid); 527266b83c3b162a6764407753909712fcaade951f2plougher if(user == NULL) { 528afd5fec5ba90ad8efb344f814128e0d746001ea5Phillip Lougher int res = snprintf(dummy, 12, "%d", inode->uid); 529afd5fec5ba90ad8efb344f814128e0d746001ea5Phillip Lougher if(res < 0) 530afd5fec5ba90ad8efb344f814128e0d746001ea5Phillip Lougher EXIT_UNSQUASH("snprintf failed in print_filename()\n"); 531afd5fec5ba90ad8efb344f814128e0d746001ea5Phillip Lougher else if(res >= 12) 532afd5fec5ba90ad8efb344f814128e0d746001ea5Phillip Lougher /* unsigned int shouldn't ever need more than 11 bytes 533afd5fec5ba90ad8efb344f814128e0d746001ea5Phillip Lougher * (including terminating '\0') to print in base 10 */ 534afd5fec5ba90ad8efb344f814128e0d746001ea5Phillip Lougher userstr = "*"; 535afd5fec5ba90ad8efb344f814128e0d746001ea5Phillip Lougher else 536afd5fec5ba90ad8efb344f814128e0d746001ea5Phillip Lougher userstr = dummy; 5373edfa57b6a463f7d441d995559143f4861d62e98plougher } else 5383edfa57b6a463f7d441d995559143f4861d62e98plougher userstr = user->pw_name; 5393edfa57b6a463f7d441d995559143f4861d62e98plougher 540266b83c3b162a6764407753909712fcaade951f2plougher group = getgrgid(inode->gid); 541266b83c3b162a6764407753909712fcaade951f2plougher if(group == NULL) { 542afd5fec5ba90ad8efb344f814128e0d746001ea5Phillip Lougher int res = snprintf(dummy2, 12, "%d", inode->gid); 543afd5fec5ba90ad8efb344f814128e0d746001ea5Phillip Lougher if(res < 0) 544afd5fec5ba90ad8efb344f814128e0d746001ea5Phillip Lougher EXIT_UNSQUASH("snprintf failed in print_filename()\n"); 545afd5fec5ba90ad8efb344f814128e0d746001ea5Phillip Lougher else if(res >= 12) 546afd5fec5ba90ad8efb344f814128e0d746001ea5Phillip Lougher /* unsigned int shouldn't ever need more than 11 bytes 547afd5fec5ba90ad8efb344f814128e0d746001ea5Phillip Lougher * (including terminating '\0') to print in base 10 */ 548afd5fec5ba90ad8efb344f814128e0d746001ea5Phillip Lougher groupstr = "*"; 549afd5fec5ba90ad8efb344f814128e0d746001ea5Phillip Lougher else 550afd5fec5ba90ad8efb344f814128e0d746001ea5Phillip Lougher groupstr = dummy2; 5513edfa57b6a463f7d441d995559143f4861d62e98plougher } else 5523edfa57b6a463f7d441d995559143f4861d62e98plougher groupstr = group->gr_name; 5533edfa57b6a463f7d441d995559143f4861d62e98plougher 5546f59236ae37e220ca132b18d58f78ef1f5a1d4fbplougher printf("%s %s/%s ", modestr(str, inode->mode), userstr, groupstr); 5553edfa57b6a463f7d441d995559143f4861d62e98plougher 5566f59236ae37e220ca132b18d58f78ef1f5a1d4fbplougher switch(inode->mode & S_IFMT) { 5573edfa57b6a463f7d441d995559143f4861d62e98plougher case S_IFREG: 5583edfa57b6a463f7d441d995559143f4861d62e98plougher case S_IFDIR: 5593edfa57b6a463f7d441d995559143f4861d62e98plougher case S_IFSOCK: 5603edfa57b6a463f7d441d995559143f4861d62e98plougher case S_IFIFO: 5613edfa57b6a463f7d441d995559143f4861d62e98plougher case S_IFLNK: 562c435240f52b78b0ef498118727ba8dad186db26bplougher padchars = TOTALCHARS - strlen(userstr) - 563c435240f52b78b0ef498118727ba8dad186db26bplougher strlen(groupstr); 5643edfa57b6a463f7d441d995559143f4861d62e98plougher 565c435240f52b78b0ef498118727ba8dad186db26bplougher printf("%*lld ", padchars > 0 ? padchars : 0, 566c435240f52b78b0ef498118727ba8dad186db26bplougher inode->data); 5673edfa57b6a463f7d441d995559143f4861d62e98plougher break; 5683edfa57b6a463f7d441d995559143f4861d62e98plougher case S_IFCHR: 5693edfa57b6a463f7d441d995559143f4861d62e98plougher case S_IFBLK: 570c435240f52b78b0ef498118727ba8dad186db26bplougher padchars = TOTALCHARS - strlen(userstr) - 571c435240f52b78b0ef498118727ba8dad186db26bplougher strlen(groupstr) - 7; 5723edfa57b6a463f7d441d995559143f4861d62e98plougher 573d4204758f77acb5a371fa1487a755b76a05d5476plougher printf("%*s%3d,%3d ", padchars > 0 ? padchars : 0, " ", 574c435240f52b78b0ef498118727ba8dad186db26bplougher (int) inode->data >> 8, (int) inode->data & 575c435240f52b78b0ef498118727ba8dad186db26bplougher 0xff); 5763edfa57b6a463f7d441d995559143f4861d62e98plougher break; 5773edfa57b6a463f7d441d995559143f4861d62e98plougher } 578476dcb48b24efff22caa970f000e151f1b28918dplougher 5796f59236ae37e220ca132b18d58f78ef1f5a1d4fbplougher t = localtime(&inode->time); 58088facddfd83e48a907b82210ddccbb4f84d80aecplougher 581d4204758f77acb5a371fa1487a755b76a05d5476plougher printf("%d-%02d-%02d %02d:%02d %s", t->tm_year + 1900, t->tm_mon + 1, 582d4204758f77acb5a371fa1487a755b76a05d5476plougher t->tm_mday, t->tm_hour, t->tm_min, pathname); 5836f59236ae37e220ca132b18d58f78ef1f5a1d4fbplougher if((inode->mode & S_IFMT) == S_IFLNK) 5846f59236ae37e220ca132b18d58f78ef1f5a1d4fbplougher printf(" -> %s", inode->symlink); 5853edfa57b6a463f7d441d995559143f4861d62e98plougher printf("\n"); 5863edfa57b6a463f7d441d995559143f4861d62e98plougher 587476dcb48b24efff22caa970f000e151f1b28918dplougher return 1; 588476dcb48b24efff22caa970f000e151f1b28918dplougher} 589476dcb48b24efff22caa970f000e151f1b28918dplougher 590443c15812032991c98b33b5424b17bcd55fe3575plougher 591e3206fad5b70e7e0527db2a627ad26616a8a2429ploughervoid add_entry(struct hash_table_entry *hash_table[], long long start, 592e3206fad5b70e7e0527db2a627ad26616a8a2429plougher int bytes) 593443c15812032991c98b33b5424b17bcd55fe3575plougher{ 594443c15812032991c98b33b5424b17bcd55fe3575plougher int hash = CALCULATE_HASH(start); 595443c15812032991c98b33b5424b17bcd55fe3575plougher struct hash_table_entry *hash_table_entry; 596443c15812032991c98b33b5424b17bcd55fe3575plougher 597cb2cff9a58d8d92fc6edb95049469188ee49c6c9plougher hash_table_entry = malloc(sizeof(struct hash_table_entry)); 598cb2cff9a58d8d92fc6edb95049469188ee49c6c9plougher if(hash_table_entry == NULL) 5994a39fa82d4614c18d2977be7898d78d20ba01a49plougher EXIT_UNSQUASH("Out of memory in add_entry\n"); 600443c15812032991c98b33b5424b17bcd55fe3575plougher 601443c15812032991c98b33b5424b17bcd55fe3575plougher hash_table_entry->start = start; 602443c15812032991c98b33b5424b17bcd55fe3575plougher hash_table_entry->bytes = bytes; 603443c15812032991c98b33b5424b17bcd55fe3575plougher hash_table_entry->next = hash_table[hash]; 604443c15812032991c98b33b5424b17bcd55fe3575plougher hash_table[hash] = hash_table_entry; 605443c15812032991c98b33b5424b17bcd55fe3575plougher} 606443c15812032991c98b33b5424b17bcd55fe3575plougher 607443c15812032991c98b33b5424b17bcd55fe3575plougher 608f404f4914fdb272a70e18664e8963d793cc90f44plougherint lookup_entry(struct hash_table_entry *hash_table[], long long start) 609443c15812032991c98b33b5424b17bcd55fe3575plougher{ 610443c15812032991c98b33b5424b17bcd55fe3575plougher int hash = CALCULATE_HASH(start); 611443c15812032991c98b33b5424b17bcd55fe3575plougher struct hash_table_entry *hash_table_entry; 612443c15812032991c98b33b5424b17bcd55fe3575plougher 6139dd8c7a7c2983faeb60c5e5791c3bef2cbbba088plougher for(hash_table_entry = hash_table[hash]; hash_table_entry; 6149dd8c7a7c2983faeb60c5e5791c3bef2cbbba088plougher hash_table_entry = hash_table_entry->next) 6157a5df5d70c02bdb5175a5b9301c2c9597a6a4937plougher 616443c15812032991c98b33b5424b17bcd55fe3575plougher if(hash_table_entry->start == start) 617443c15812032991c98b33b5424b17bcd55fe3575plougher return hash_table_entry->bytes; 618443c15812032991c98b33b5424b17bcd55fe3575plougher 619443c15812032991c98b33b5424b17bcd55fe3575plougher return -1; 620443c15812032991c98b33b5424b17bcd55fe3575plougher} 621443c15812032991c98b33b5424b17bcd55fe3575plougher 622443c15812032991c98b33b5424b17bcd55fe3575plougher 6233306cb2b54a60a32664617118336ac141e1471b6plougherint read_fs_bytes(int fd, long long byte, int bytes, void *buff) 624443c15812032991c98b33b5424b17bcd55fe3575plougher{ 625443c15812032991c98b33b5424b17bcd55fe3575plougher off_t off = byte; 626d7f3de3408089ce187d8bc26f6072730c77628daplougher int res, count; 627443c15812032991c98b33b5424b17bcd55fe3575plougher 628c435240f52b78b0ef498118727ba8dad186db26bplougher TRACE("read_bytes: reading from position 0x%llx, bytes %d\n", byte, 629c435240f52b78b0ef498118727ba8dad186db26bplougher bytes); 630fe3ca0609d02d78bcd11637c1220b2ff428f466aplougher 631443c15812032991c98b33b5424b17bcd55fe3575plougher if(lseek(fd, off, SEEK_SET) == -1) { 6325d415c6659faaa7a69c9baa7175610d889747142plougher ERROR("Lseek failed because %s\n", strerror(errno)); 633443c15812032991c98b33b5424b17bcd55fe3575plougher return FALSE; 634443c15812032991c98b33b5424b17bcd55fe3575plougher } 635443c15812032991c98b33b5424b17bcd55fe3575plougher 636d7f3de3408089ce187d8bc26f6072730c77628daplougher for(count = 0; count < bytes; count += res) { 637d7f3de3408089ce187d8bc26f6072730c77628daplougher res = read(fd, buff + count, bytes - count); 638d7f3de3408089ce187d8bc26f6072730c77628daplougher if(res < 1) { 639d7f3de3408089ce187d8bc26f6072730c77628daplougher if(res == 0) { 640e3206fad5b70e7e0527db2a627ad26616a8a2429plougher ERROR("Read on filesystem failed because " 641e3206fad5b70e7e0527db2a627ad26616a8a2429plougher "EOF\n"); 642d7f3de3408089ce187d8bc26f6072730c77628daplougher return FALSE; 643d7f3de3408089ce187d8bc26f6072730c77628daplougher } else if(errno != EINTR) { 644d7f3de3408089ce187d8bc26f6072730c77628daplougher ERROR("Read on filesystem failed because %s\n", 645d7f3de3408089ce187d8bc26f6072730c77628daplougher strerror(errno)); 646d7f3de3408089ce187d8bc26f6072730c77628daplougher return FALSE; 647d7f3de3408089ce187d8bc26f6072730c77628daplougher } else 648d7f3de3408089ce187d8bc26f6072730c77628daplougher res = 0; 649d7f3de3408089ce187d8bc26f6072730c77628daplougher } 650443c15812032991c98b33b5424b17bcd55fe3575plougher } 651443c15812032991c98b33b5424b17bcd55fe3575plougher 652443c15812032991c98b33b5424b17bcd55fe3575plougher return TRUE; 653443c15812032991c98b33b5424b17bcd55fe3575plougher} 654443c15812032991c98b33b5424b17bcd55fe3575plougher 655443c15812032991c98b33b5424b17bcd55fe3575plougher 656cf5c8b43f14bad020372fe55fb237eb2ae2b28d4Phillip Lougherint read_block(int fd, long long start, long long *next, int expected, 657cf5c8b43f14bad020372fe55fb237eb2ae2b28d4Phillip Lougher void *block) 658443c15812032991c98b33b5424b17bcd55fe3575plougher{ 659443c15812032991c98b33b5424b17bcd55fe3575plougher unsigned short c_byte; 660cf5c8b43f14bad020372fe55fb237eb2ae2b28d4Phillip Lougher int offset = 2, res, compressed; 661cf5c8b43f14bad020372fe55fb237eb2ae2b28d4Phillip Lougher int outlen = expected ? expected : SQUASHFS_METADATA_SIZE; 662443c15812032991c98b33b5424b17bcd55fe3575plougher 663443c15812032991c98b33b5424b17bcd55fe3575plougher if(swap) { 664923b301e304637fd5e587eb05a6f44558abae2bdplougher if(read_fs_bytes(fd, start, 2, &c_byte) == FALSE) 665fe3ca0609d02d78bcd11637c1220b2ff428f466aplougher goto failed; 666923b301e304637fd5e587eb05a6f44558abae2bdplougher c_byte = (c_byte >> 8) | ((c_byte & 0xff) << 8); 667443c15812032991c98b33b5424b17bcd55fe3575plougher } else 6683306cb2b54a60a32664617118336ac141e1471b6plougher if(read_fs_bytes(fd, start, 2, &c_byte) == FALSE) 669fe3ca0609d02d78bcd11637c1220b2ff428f466aplougher goto failed; 670fe3ca0609d02d78bcd11637c1220b2ff428f466aplougher 671d4204758f77acb5a371fa1487a755b76a05d5476plougher TRACE("read_block: block @0x%llx, %d %s bytes\n", start, 672d4204758f77acb5a371fa1487a755b76a05d5476plougher SQUASHFS_COMPRESSED_SIZE(c_byte), SQUASHFS_COMPRESSED(c_byte) ? 673d4204758f77acb5a371fa1487a755b76a05d5476plougher "compressed" : "uncompressed"); 674443c15812032991c98b33b5424b17bcd55fe3575plougher 67527c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher if(SQUASHFS_CHECK_DATA(sBlk.s.flags)) 676443c15812032991c98b33b5424b17bcd55fe3575plougher offset = 3; 677443c15812032991c98b33b5424b17bcd55fe3575plougher 678cf5c8b43f14bad020372fe55fb237eb2ae2b28d4Phillip Lougher compressed = SQUASHFS_COMPRESSED(c_byte); 679cf5c8b43f14bad020372fe55fb237eb2ae2b28d4Phillip Lougher c_byte = SQUASHFS_COMPRESSED_SIZE(c_byte); 680cf5c8b43f14bad020372fe55fb237eb2ae2b28d4Phillip Lougher 681cf5c8b43f14bad020372fe55fb237eb2ae2b28d4Phillip Lougher /* 682cf5c8b43f14bad020372fe55fb237eb2ae2b28d4Phillip Lougher * The block size should not be larger than 683cf5c8b43f14bad020372fe55fb237eb2ae2b28d4Phillip Lougher * the uncompressed size (or max uncompressed size if 684cf5c8b43f14bad020372fe55fb237eb2ae2b28d4Phillip Lougher * expected is 0) 685cf5c8b43f14bad020372fe55fb237eb2ae2b28d4Phillip Lougher */ 686cf5c8b43f14bad020372fe55fb237eb2ae2b28d4Phillip Lougher if(c_byte > outlen) 687cf5c8b43f14bad020372fe55fb237eb2ae2b28d4Phillip Lougher return 0; 688cf5c8b43f14bad020372fe55fb237eb2ae2b28d4Phillip Lougher 689cf5c8b43f14bad020372fe55fb237eb2ae2b28d4Phillip Lougher if(compressed) { 690cf5c8b43f14bad020372fe55fb237eb2ae2b28d4Phillip Lougher char buffer[c_byte]; 691cf5c8b43f14bad020372fe55fb237eb2ae2b28d4Phillip Lougher int error; 692cf5c8b43f14bad020372fe55fb237eb2ae2b28d4Phillip Lougher 693cf5c8b43f14bad020372fe55fb237eb2ae2b28d4Phillip Lougher res = read_fs_bytes(fd, start + offset, c_byte, buffer); 694cf5c8b43f14bad020372fe55fb237eb2ae2b28d4Phillip Lougher if(res == FALSE) 695fe3ca0609d02d78bcd11637c1220b2ff428f466aplougher goto failed; 696443c15812032991c98b33b5424b17bcd55fe3575plougher 697b48442b2e37b3cb7efbffb032968f115eec7963cplougher res = compressor_uncompress(comp, block, buffer, c_byte, 698cf5c8b43f14bad020372fe55fb237eb2ae2b28d4Phillip Lougher outlen, &error); 699efda88fd6fbb19543a86b5f8d15b437bba8c4674plougher 700efda88fd6fbb19543a86b5f8d15b437bba8c4674plougher if(res == -1) { 701efda88fd6fbb19543a86b5f8d15b437bba8c4674plougher ERROR("%s uncompress failed with error code %d\n", 702efda88fd6fbb19543a86b5f8d15b437bba8c4674plougher comp->name, error); 703fe3ca0609d02d78bcd11637c1220b2ff428f466aplougher goto failed; 704443c15812032991c98b33b5424b17bcd55fe3575plougher } 705443c15812032991c98b33b5424b17bcd55fe3575plougher } else { 706cf5c8b43f14bad020372fe55fb237eb2ae2b28d4Phillip Lougher res = read_fs_bytes(fd, start + offset, c_byte, block); 707cf5c8b43f14bad020372fe55fb237eb2ae2b28d4Phillip Lougher if(res == FALSE) 708fe3ca0609d02d78bcd11637c1220b2ff428f466aplougher goto failed; 709cf5c8b43f14bad020372fe55fb237eb2ae2b28d4Phillip Lougher res = c_byte; 710443c15812032991c98b33b5424b17bcd55fe3575plougher } 711fe3ca0609d02d78bcd11637c1220b2ff428f466aplougher 712cf5c8b43f14bad020372fe55fb237eb2ae2b28d4Phillip Lougher if(next) 713cf5c8b43f14bad020372fe55fb237eb2ae2b28d4Phillip Lougher *next = start + offset + c_byte; 714cf5c8b43f14bad020372fe55fb237eb2ae2b28d4Phillip Lougher 715cf5c8b43f14bad020372fe55fb237eb2ae2b28d4Phillip Lougher /* 716cf5c8b43f14bad020372fe55fb237eb2ae2b28d4Phillip Lougher * if expected, then check the (uncompressed) return data 717cf5c8b43f14bad020372fe55fb237eb2ae2b28d4Phillip Lougher * is of the expected size 718cf5c8b43f14bad020372fe55fb237eb2ae2b28d4Phillip Lougher */ 719cf5c8b43f14bad020372fe55fb237eb2ae2b28d4Phillip Lougher if(expected && expected != res) 720cf5c8b43f14bad020372fe55fb237eb2ae2b28d4Phillip Lougher return 0; 721cf5c8b43f14bad020372fe55fb237eb2ae2b28d4Phillip Lougher else 722cf5c8b43f14bad020372fe55fb237eb2ae2b28d4Phillip Lougher return res; 723cf5c8b43f14bad020372fe55fb237eb2ae2b28d4Phillip Lougher 724fe3ca0609d02d78bcd11637c1220b2ff428f466aplougherfailed: 72568ba26e4a9ee62315d5d2bf5c23bfbc02347b646plougher ERROR("read_block: failed to read block @0x%llx\n", start); 726fe3ca0609d02d78bcd11637c1220b2ff428f466aplougher return FALSE; 727443c15812032991c98b33b5424b17bcd55fe3575plougher} 728443c15812032991c98b33b5424b17bcd55fe3575plougher 729443c15812032991c98b33b5424b17bcd55fe3575plougher 730443c15812032991c98b33b5424b17bcd55fe3575plougherint read_data_block(long long start, unsigned int size, char *block) 731443c15812032991c98b33b5424b17bcd55fe3575plougher{ 732efda88fd6fbb19543a86b5f8d15b437bba8c4674plougher int error, res; 733443c15812032991c98b33b5424b17bcd55fe3575plougher int c_byte = SQUASHFS_COMPRESSED_SIZE_BLOCK(size); 734443c15812032991c98b33b5424b17bcd55fe3575plougher 735d4204758f77acb5a371fa1487a755b76a05d5476plougher TRACE("read_data_block: block @0x%llx, %d %s bytes\n", start, 736c6ab26edb0c0da6b276281960d9c8748a70886feplougher c_byte, SQUASHFS_COMPRESSED_BLOCK(size) ? "compressed" : 737c435240f52b78b0ef498118727ba8dad186db26bplougher "uncompressed"); 738fe3ca0609d02d78bcd11637c1220b2ff428f466aplougher 739443c15812032991c98b33b5424b17bcd55fe3575plougher if(SQUASHFS_COMPRESSED_BLOCK(size)) { 74086561909d9ca51a4e4ce4efcfea30b41d1d08275plougher if(read_fs_bytes(fd, start, c_byte, data) == FALSE) 74168ba26e4a9ee62315d5d2bf5c23bfbc02347b646plougher goto failed; 742443c15812032991c98b33b5424b17bcd55fe3575plougher 743b48442b2e37b3cb7efbffb032968f115eec7963cplougher res = compressor_uncompress(comp, block, data, c_byte, 744b48442b2e37b3cb7efbffb032968f115eec7963cplougher block_size, &error); 745efda88fd6fbb19543a86b5f8d15b437bba8c4674plougher 746efda88fd6fbb19543a86b5f8d15b437bba8c4674plougher if(res == -1) { 747efda88fd6fbb19543a86b5f8d15b437bba8c4674plougher ERROR("%s uncompress failed with error code %d\n", 748efda88fd6fbb19543a86b5f8d15b437bba8c4674plougher comp->name, error); 74968ba26e4a9ee62315d5d2bf5c23bfbc02347b646plougher goto failed; 750443c15812032991c98b33b5424b17bcd55fe3575plougher } 751443c15812032991c98b33b5424b17bcd55fe3575plougher 752efda88fd6fbb19543a86b5f8d15b437bba8c4674plougher return res; 753443c15812032991c98b33b5424b17bcd55fe3575plougher } else { 75486561909d9ca51a4e4ce4efcfea30b41d1d08275plougher if(read_fs_bytes(fd, start, c_byte, block) == FALSE) 75568ba26e4a9ee62315d5d2bf5c23bfbc02347b646plougher goto failed; 756443c15812032991c98b33b5424b17bcd55fe3575plougher 757443c15812032991c98b33b5424b17bcd55fe3575plougher return c_byte; 758443c15812032991c98b33b5424b17bcd55fe3575plougher } 75968ba26e4a9ee62315d5d2bf5c23bfbc02347b646plougher 76068ba26e4a9ee62315d5d2bf5c23bfbc02347b646plougherfailed: 761d4204758f77acb5a371fa1487a755b76a05d5476plougher ERROR("read_data_block: failed to read block @0x%llx, size %d\n", start, 762c6ab26edb0c0da6b276281960d9c8748a70886feplougher c_byte); 76368ba26e4a9ee62315d5d2bf5c23bfbc02347b646plougher return FALSE; 764443c15812032991c98b33b5424b17bcd55fe3575plougher} 765443c15812032991c98b33b5424b17bcd55fe3575plougher 766443c15812032991c98b33b5424b17bcd55fe3575plougher 7671ed1b1bfa19e9edd0e59da61d9f4c99021fb0b67Phillip Lougherint read_inode_table(long long start, long long end) 768443c15812032991c98b33b5424b17bcd55fe3575plougher{ 769443c15812032991c98b33b5424b17bcd55fe3575plougher int size = 0, bytes = 0, res; 770443c15812032991c98b33b5424b17bcd55fe3575plougher 7711ed1b1bfa19e9edd0e59da61d9f4c99021fb0b67Phillip Lougher TRACE("read_inode_table: start %lld, end %lld\n", start, end); 7721ed1b1bfa19e9edd0e59da61d9f4c99021fb0b67Phillip Lougher 773443c15812032991c98b33b5424b17bcd55fe3575plougher while(start < end) { 774c1a81ec0ca6911533aec74e690f55b7d0a7131a4plougher if(size - bytes < SQUASHFS_METADATA_SIZE) { 775c1a81ec0ca6911533aec74e690f55b7d0a7131a4plougher inode_table = realloc(inode_table, size += 776c1a81ec0ca6911533aec74e690f55b7d0a7131a4plougher SQUASHFS_METADATA_SIZE); 7771ed1b1bfa19e9edd0e59da61d9f4c99021fb0b67Phillip Lougher if(inode_table == NULL) { 7781ed1b1bfa19e9edd0e59da61d9f4c99021fb0b67Phillip Lougher ERROR("Out of memory in read_inode_table"); 7791ed1b1bfa19e9edd0e59da61d9f4c99021fb0b67Phillip Lougher goto failed; 7801ed1b1bfa19e9edd0e59da61d9f4c99021fb0b67Phillip Lougher } 781c1a81ec0ca6911533aec74e690f55b7d0a7131a4plougher } 7821ed1b1bfa19e9edd0e59da61d9f4c99021fb0b67Phillip Lougher 783443c15812032991c98b33b5424b17bcd55fe3575plougher add_entry(inode_table_hash, start, bytes); 7841ed1b1bfa19e9edd0e59da61d9f4c99021fb0b67Phillip Lougher 785cf5c8b43f14bad020372fe55fb237eb2ae2b28d4Phillip Lougher res = read_block(fd, start, &start, 0, inode_table + bytes); 786c435240f52b78b0ef498118727ba8dad186db26bplougher if(res == 0) { 7871ed1b1bfa19e9edd0e59da61d9f4c99021fb0b67Phillip Lougher ERROR("read_inode_table: failed to read block\n"); 7881ed1b1bfa19e9edd0e59da61d9f4c99021fb0b67Phillip Lougher goto failed; 789443c15812032991c98b33b5424b17bcd55fe3575plougher } 790443c15812032991c98b33b5424b17bcd55fe3575plougher bytes += res; 791066439a35c69c023ca15156da81987fe5264475fPhillip Lougher 792066439a35c69c023ca15156da81987fe5264475fPhillip Lougher /* 793066439a35c69c023ca15156da81987fe5264475fPhillip Lougher * If this is not the last metadata block in the inode table 794066439a35c69c023ca15156da81987fe5264475fPhillip Lougher * then it should be SQUASHFS_METADATA_SIZE in size. 795066439a35c69c023ca15156da81987fe5264475fPhillip Lougher * Note, we can't use expected in read_block() above for this 796066439a35c69c023ca15156da81987fe5264475fPhillip Lougher * because we don't know if this is the last block until 797066439a35c69c023ca15156da81987fe5264475fPhillip Lougher * after reading. 798066439a35c69c023ca15156da81987fe5264475fPhillip Lougher */ 7991ed1b1bfa19e9edd0e59da61d9f4c99021fb0b67Phillip Lougher if(start != end && res != SQUASHFS_METADATA_SIZE) { 8001ed1b1bfa19e9edd0e59da61d9f4c99021fb0b67Phillip Lougher ERROR("read_inode_table: metadata block should be %d " 8011ed1b1bfa19e9edd0e59da61d9f4c99021fb0b67Phillip Lougher "bytes in length, it is %d bytes\n", 8021ed1b1bfa19e9edd0e59da61d9f4c99021fb0b67Phillip Lougher SQUASHFS_METADATA_SIZE, res); 803066439a35c69c023ca15156da81987fe5264475fPhillip Lougher 8041ed1b1bfa19e9edd0e59da61d9f4c99021fb0b67Phillip Lougher goto failed; 8051ed1b1bfa19e9edd0e59da61d9f4c99021fb0b67Phillip Lougher } 806443c15812032991c98b33b5424b17bcd55fe3575plougher } 8071ed1b1bfa19e9edd0e59da61d9f4c99021fb0b67Phillip Lougher 8081ed1b1bfa19e9edd0e59da61d9f4c99021fb0b67Phillip Lougher return TRUE; 8091ed1b1bfa19e9edd0e59da61d9f4c99021fb0b67Phillip Lougher 8101ed1b1bfa19e9edd0e59da61d9f4c99021fb0b67Phillip Lougherfailed: 8111ed1b1bfa19e9edd0e59da61d9f4c99021fb0b67Phillip Lougher free(inode_table); 8121ed1b1bfa19e9edd0e59da61d9f4c99021fb0b67Phillip Lougher return FALSE; 813443c15812032991c98b33b5424b17bcd55fe3575plougher} 814443c15812032991c98b33b5424b17bcd55fe3575plougher 815443c15812032991c98b33b5424b17bcd55fe3575plougher 816d4204758f77acb5a371fa1487a755b76a05d5476plougherint set_attributes(char *pathname, int mode, uid_t uid, gid_t guid, time_t time, 817fdbbd7d7e595a227e0c259fa4afc872098c9e471plougher unsigned int xattr, unsigned int set_mode) 818443c15812032991c98b33b5424b17bcd55fe3575plougher{ 8196f59236ae37e220ca132b18d58f78ef1f5a1d4fbplougher struct utimbuf times = { time, time }; 820443c15812032991c98b33b5424b17bcd55fe3575plougher 8212ef25cb004cc6995bd36f781863aa844fe8c358dplougher write_xattr(pathname, xattr); 8222ef25cb004cc6995bd36f781863aa844fe8c358dplougher 823443c15812032991c98b33b5424b17bcd55fe3575plougher if(utime(pathname, ×) == -1) { 824d4204758f77acb5a371fa1487a755b76a05d5476plougher ERROR("set_attributes: failed to set time on %s, because %s\n", 825d4204758f77acb5a371fa1487a755b76a05d5476plougher pathname, strerror(errno)); 826443c15812032991c98b33b5424b17bcd55fe3575plougher return FALSE; 827443c15812032991c98b33b5424b17bcd55fe3575plougher } 828443c15812032991c98b33b5424b17bcd55fe3575plougher 8299dd8c7a7c2983faeb60c5e5791c3bef2cbbba088plougher if(root_process) { 8306f59236ae37e220ca132b18d58f78ef1f5a1d4fbplougher if(chown(pathname, uid, guid) == -1) { 831c435240f52b78b0ef498118727ba8dad186db26bplougher ERROR("set_attributes: failed to change uid and gids " 832c435240f52b78b0ef498118727ba8dad186db26bplougher "on %s, because %s\n", pathname, 833c435240f52b78b0ef498118727ba8dad186db26bplougher strerror(errno)); 834443c15812032991c98b33b5424b17bcd55fe3575plougher return FALSE; 835443c15812032991c98b33b5424b17bcd55fe3575plougher } 8369dd8c7a7c2983faeb60c5e5791c3bef2cbbba088plougher } else 8379dd8c7a7c2983faeb60c5e5791c3bef2cbbba088plougher mode &= ~07000; 8389dd8c7a7c2983faeb60c5e5791c3bef2cbbba088plougher 8399dd8c7a7c2983faeb60c5e5791c3bef2cbbba088plougher if((set_mode || (mode & 07000)) && chmod(pathname, (mode_t) mode) == -1) { 840d4204758f77acb5a371fa1487a755b76a05d5476plougher ERROR("set_attributes: failed to change mode %s, because %s\n", 841d4204758f77acb5a371fa1487a755b76a05d5476plougher pathname, strerror(errno)); 8429dd8c7a7c2983faeb60c5e5791c3bef2cbbba088plougher return FALSE; 843443c15812032991c98b33b5424b17bcd55fe3575plougher } 844443c15812032991c98b33b5424b17bcd55fe3575plougher 845443c15812032991c98b33b5424b17bcd55fe3575plougher return TRUE; 846443c15812032991c98b33b5424b17bcd55fe3575plougher} 847443c15812032991c98b33b5424b17bcd55fe3575plougher 848443c15812032991c98b33b5424b17bcd55fe3575plougher 8491c5d8b0e7c8e68373eeb28311f9f9ccae2d9c617plougherint write_bytes(int fd, char *buff, int bytes) 8501c5d8b0e7c8e68373eeb28311f9f9ccae2d9c617plougher{ 8511c5d8b0e7c8e68373eeb28311f9f9ccae2d9c617plougher int res, count; 8521c5d8b0e7c8e68373eeb28311f9f9ccae2d9c617plougher 8531c5d8b0e7c8e68373eeb28311f9f9ccae2d9c617plougher for(count = 0; count < bytes; count += res) { 8541c5d8b0e7c8e68373eeb28311f9f9ccae2d9c617plougher res = write(fd, buff + count, bytes - count); 8551c5d8b0e7c8e68373eeb28311f9f9ccae2d9c617plougher if(res == -1) { 8561c5d8b0e7c8e68373eeb28311f9f9ccae2d9c617plougher if(errno != EINTR) { 857c435240f52b78b0ef498118727ba8dad186db26bplougher ERROR("Write on output file failed because " 858c435240f52b78b0ef498118727ba8dad186db26bplougher "%s\n", strerror(errno)); 8591c5d8b0e7c8e68373eeb28311f9f9ccae2d9c617plougher return -1; 8601c5d8b0e7c8e68373eeb28311f9f9ccae2d9c617plougher } 8611c5d8b0e7c8e68373eeb28311f9f9ccae2d9c617plougher res = 0; 8621c5d8b0e7c8e68373eeb28311f9f9ccae2d9c617plougher } 8631c5d8b0e7c8e68373eeb28311f9f9ccae2d9c617plougher } 8641c5d8b0e7c8e68373eeb28311f9f9ccae2d9c617plougher 8651c5d8b0e7c8e68373eeb28311f9f9ccae2d9c617plougher return 0; 8661c5d8b0e7c8e68373eeb28311f9f9ccae2d9c617plougher} 8671c5d8b0e7c8e68373eeb28311f9f9ccae2d9c617plougher 8681c5d8b0e7c8e68373eeb28311f9f9ccae2d9c617plougher 869b9cee889506e674726856035dba52d5e1cceeb99plougherint lseek_broken = FALSE; 870c6e684fd0562ef5339ea2c0b3ce09aa6149708cdplougherchar *zero_data = NULL; 871b9cee889506e674726856035dba52d5e1cceeb99plougher 87287f5e0e29e5f56516daaa51b1d36cde3d86a0f1fplougherint write_block(int file_fd, char *buffer, int size, long long hole, int sparse) 873b9cee889506e674726856035dba52d5e1cceeb99plougher{ 874b9cee889506e674726856035dba52d5e1cceeb99plougher off_t off = hole; 875b9cee889506e674726856035dba52d5e1cceeb99plougher 876b9cee889506e674726856035dba52d5e1cceeb99plougher if(hole) { 877c6e684fd0562ef5339ea2c0b3ce09aa6149708cdplougher if(sparse && lseek_broken == FALSE) { 878c6e684fd0562ef5339ea2c0b3ce09aa6149708cdplougher int error = lseek(file_fd, off, SEEK_CUR); 879c6e684fd0562ef5339ea2c0b3ce09aa6149708cdplougher if(error == -1) 880c6e684fd0562ef5339ea2c0b3ce09aa6149708cdplougher /* failed to seek beyond end of file */ 881c6e684fd0562ef5339ea2c0b3ce09aa6149708cdplougher lseek_broken = TRUE; 882c6e684fd0562ef5339ea2c0b3ce09aa6149708cdplougher } 883c6e684fd0562ef5339ea2c0b3ce09aa6149708cdplougher 884c6e684fd0562ef5339ea2c0b3ce09aa6149708cdplougher if((sparse == FALSE || lseek_broken) && zero_data == NULL) { 885b9cee889506e674726856035dba52d5e1cceeb99plougher if((zero_data = malloc(block_size)) == NULL) 886c435240f52b78b0ef498118727ba8dad186db26bplougher EXIT_UNSQUASH("write_block: failed to alloc " 887c435240f52b78b0ef498118727ba8dad186db26bplougher "zero data block\n"); 888b9cee889506e674726856035dba52d5e1cceeb99plougher memset(zero_data, 0, block_size); 889b9cee889506e674726856035dba52d5e1cceeb99plougher } 890c6e684fd0562ef5339ea2c0b3ce09aa6149708cdplougher 891c6e684fd0562ef5339ea2c0b3ce09aa6149708cdplougher if(sparse == FALSE || lseek_broken) { 892b9cee889506e674726856035dba52d5e1cceeb99plougher int blocks = (hole + block_size -1) / block_size; 893b9cee889506e674726856035dba52d5e1cceeb99plougher int avail_bytes, i; 894b9cee889506e674726856035dba52d5e1cceeb99plougher for(i = 0; i < blocks; i++, hole -= avail_bytes) { 895d4204758f77acb5a371fa1487a755b76a05d5476plougher avail_bytes = hole > block_size ? block_size : 896d4204758f77acb5a371fa1487a755b76a05d5476plougher hole; 897d4204758f77acb5a371fa1487a755b76a05d5476plougher if(write_bytes(file_fd, zero_data, avail_bytes) 898d4204758f77acb5a371fa1487a755b76a05d5476plougher == -1) 899b9cee889506e674726856035dba52d5e1cceeb99plougher goto failure; 900b9cee889506e674726856035dba52d5e1cceeb99plougher } 901b9cee889506e674726856035dba52d5e1cceeb99plougher } 902b9cee889506e674726856035dba52d5e1cceeb99plougher } 903b9cee889506e674726856035dba52d5e1cceeb99plougher 9041c5d8b0e7c8e68373eeb28311f9f9ccae2d9c617plougher if(write_bytes(file_fd, buffer, size) == -1) 905b9cee889506e674726856035dba52d5e1cceeb99plougher goto failure; 906b9cee889506e674726856035dba52d5e1cceeb99plougher 907b9cee889506e674726856035dba52d5e1cceeb99plougher return TRUE; 908b9cee889506e674726856035dba52d5e1cceeb99plougher 909b9cee889506e674726856035dba52d5e1cceeb99plougherfailure: 910b9cee889506e674726856035dba52d5e1cceeb99plougher return FALSE; 911b9cee889506e674726856035dba52d5e1cceeb99plougher} 912b9cee889506e674726856035dba52d5e1cceeb99plougher 9138888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 914cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougherpthread_mutex_t open_mutex = PTHREAD_MUTEX_INITIALIZER; 915cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougherpthread_cond_t open_empty = PTHREAD_COND_INITIALIZER; 916cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougherint open_unlimited, open_count; 917cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher#define OPEN_FILE_MARGIN 10 918cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher 919cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher 920cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Loughervoid open_init(int count) 921cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher{ 922cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher open_count = count; 923cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher open_unlimited = count == -1; 924cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher} 925cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher 926cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher 927cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougherint open_wait(char *pathname, int flags, mode_t mode) 928cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher{ 929cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher if (!open_unlimited) { 930cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher pthread_mutex_lock(&open_mutex); 931cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher while (open_count == 0) 932cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher pthread_cond_wait(&open_empty, &open_mutex); 933cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher open_count --; 934cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher pthread_mutex_unlock(&open_mutex); 935cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher } 936cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher 937cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher return open(pathname, flags, mode); 938cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher} 939cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher 940cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher 941cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Loughervoid close_wake(int fd) 942cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher{ 943cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher close(fd); 944cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher 945cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher if (!open_unlimited) { 946cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher pthread_mutex_lock(&open_mutex); 947cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher open_count ++; 948cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher pthread_cond_signal(&open_empty); 949cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher pthread_mutex_unlock(&open_mutex); 950cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher } 951cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher} 952cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher 953cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher 9542c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Loughervoid queue_file(char *pathname, int file_fd, struct inode *inode) 9552c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher{ 9562c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher struct squashfs_file *file = malloc(sizeof(struct squashfs_file)); 9572c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher if(file == NULL) 9582c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher EXIT_UNSQUASH("queue_file: unable to malloc file\n"); 9592c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher 9602c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher file->fd = file_fd; 9612c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher file->file_size = inode->data; 9622c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher file->mode = inode->mode; 9632c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher file->gid = inode->gid; 9642c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher file->uid = inode->uid; 9652c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher file->time = inode->time; 9662c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher file->pathname = strdup(pathname); 9672c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher file->blocks = inode->blocks + (inode->frag_bytes > 0); 9682c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher file->sparse = inode->sparse; 9692c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher file->xattr = inode->xattr; 9702c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher queue_put(to_writer, file); 9712c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher} 9722c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher 9732c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher 9742c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Loughervoid queue_dir(char *pathname, struct dir *dir) 9752c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher{ 9762c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher struct squashfs_file *file = malloc(sizeof(struct squashfs_file)); 9772c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher if(file == NULL) 9782c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher EXIT_UNSQUASH("queue_dir: unable to malloc file\n"); 9792c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher 9802c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher file->fd = -1; 9812c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher file->mode = dir->mode; 9822c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher file->gid = dir->guid; 9832c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher file->uid = dir->uid; 9842c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher file->time = dir->mtime; 9852c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher file->pathname = strdup(pathname); 9862c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher file->xattr = dir->xattr; 9872c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher queue_put(to_writer, file); 9882c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher} 9892c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher 9902c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher 99179df93becb68081effabebba3006c794be308598plougherint write_file(struct inode *inode, char *pathname) 992443c15812032991c98b33b5424b17bcd55fe3575plougher{ 9938888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher unsigned int file_fd, i; 994f9c72b137336d5c1d4bdf2792f2bc5142713676bplougher unsigned int *block_list; 99579df93becb68081effabebba3006c794be308598plougher int file_end = inode->data / block_size; 99679df93becb68081effabebba3006c794be308598plougher long long start = inode->start; 997443c15812032991c98b33b5424b17bcd55fe3575plougher 99879df93becb68081effabebba3006c794be308598plougher TRACE("write_file: regular file, blocks %d\n", inode->blocks); 999443c15812032991c98b33b5424b17bcd55fe3575plougher 1000cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher file_fd = open_wait(pathname, O_CREAT | O_WRONLY | 1001cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher (force ? O_TRUNC : 0), (mode_t) inode->mode & 0777); 1002d4204758f77acb5a371fa1487a755b76a05d5476plougher if(file_fd == -1) { 1003d4204758f77acb5a371fa1487a755b76a05d5476plougher ERROR("write_file: failed to create file %s, because %s\n", 1004d4204758f77acb5a371fa1487a755b76a05d5476plougher pathname, strerror(errno)); 1005443c15812032991c98b33b5424b17bcd55fe3575plougher return FALSE; 1006443c15812032991c98b33b5424b17bcd55fe3575plougher } 1007443c15812032991c98b33b5424b17bcd55fe3575plougher 10086037584bc3e861ff932f5244105959c56c8560e3plougher block_list = malloc(inode->blocks * sizeof(unsigned int)); 10096037584bc3e861ff932f5244105959c56c8560e3plougher if(block_list == NULL) 10108888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher EXIT_UNSQUASH("write_file: unable to malloc block list\n"); 1011443c15812032991c98b33b5424b17bcd55fe3575plougher 101279df93becb68081effabebba3006c794be308598plougher s_ops.read_block_list(block_list, inode->block_ptr, inode->blocks); 1013443c15812032991c98b33b5424b17bcd55fe3575plougher 1014d4204758f77acb5a371fa1487a755b76a05d5476plougher /* 1015d4204758f77acb5a371fa1487a755b76a05d5476plougher * the writer thread is queued a squashfs_file structure describing the 1016009263430d50ee32f3757c3c34d1f06262759f5dPhillip Lougher * file. If the file has one or more blocks or a fragment they are 1017c435240f52b78b0ef498118727ba8dad186db26bplougher * queued separately (references to blocks in the cache). 1018d4204758f77acb5a371fa1487a755b76a05d5476plougher */ 10192c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher queue_file(pathname, file_fd, inode); 1020443c15812032991c98b33b5424b17bcd55fe3575plougher 102179df93becb68081effabebba3006c794be308598plougher for(i = 0; i < inode->blocks; i++) { 10228888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher int c_byte = SQUASHFS_COMPRESSED_SIZE_BLOCK(block_list[i]); 10238372232d2460411adaa2299c32a0a88665e44902plougher struct file_entry *block = malloc(sizeof(struct file_entry)); 10248888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 10258888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher if(block == NULL) 10268888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher EXIT_UNSQUASH("write_file: unable to malloc file\n"); 10278888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher block->offset = 0; 1028d4204758f77acb5a371fa1487a755b76a05d5476plougher block->size = i == file_end ? inode->data & (block_size - 1) : 1029d4204758f77acb5a371fa1487a755b76a05d5476plougher block_size; 1030009263430d50ee32f3757c3c34d1f06262759f5dPhillip Lougher if(block_list[i] == 0) /* sparse block */ 10318888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher block->buffer = NULL; 10328888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher else { 1033d4204758f77acb5a371fa1487a755b76a05d5476plougher block->buffer = cache_get(data_cache, start, 1034d4204758f77acb5a371fa1487a755b76a05d5476plougher block_list[i]); 10358888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher start += c_byte; 1036443c15812032991c98b33b5424b17bcd55fe3575plougher } 10378888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher queue_put(to_writer, block); 1038443c15812032991c98b33b5424b17bcd55fe3575plougher } 1039443c15812032991c98b33b5424b17bcd55fe3575plougher 104079df93becb68081effabebba3006c794be308598plougher if(inode->frag_bytes) { 10418888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher int size; 10428888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher long long start; 10438372232d2460411adaa2299c32a0a88665e44902plougher struct file_entry *block = malloc(sizeof(struct file_entry)); 10448888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 10458888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher if(block == NULL) 10468888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher EXIT_UNSQUASH("write_file: unable to malloc file\n"); 104779df93becb68081effabebba3006c794be308598plougher s_ops.read_fragment(inode->fragment, &start, &size); 10488888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher block->buffer = cache_get(fragment_cache, start, size); 104979df93becb68081effabebba3006c794be308598plougher block->offset = inode->offset; 105079df93becb68081effabebba3006c794be308598plougher block->size = inode->frag_bytes; 10518888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher queue_put(to_writer, block); 1052b9cee889506e674726856035dba52d5e1cceeb99plougher } 1053b9cee889506e674726856035dba52d5e1cceeb99plougher 1054b9cee889506e674726856035dba52d5e1cceeb99plougher free(block_list); 1055443c15812032991c98b33b5424b17bcd55fe3575plougher return TRUE; 1056443c15812032991c98b33b5424b17bcd55fe3575plougher} 1057476dcb48b24efff22caa970f000e151f1b28918dplougher 1058476dcb48b24efff22caa970f000e151f1b28918dplougher 10596f59236ae37e220ca132b18d58f78ef1f5a1d4fbplougherint create_inode(char *pathname, struct inode *i) 1060443c15812032991c98b33b5424b17bcd55fe3575plougher{ 10616f59236ae37e220ca132b18d58f78ef1f5a1d4fbplougher TRACE("create_inode: pathname %s\n", pathname); 1062443c15812032991c98b33b5424b17bcd55fe3575plougher 10636f59236ae37e220ca132b18d58f78ef1f5a1d4fbplougher if(created_inode[i->inode_number - 1]) { 1064443c15812032991c98b33b5424b17bcd55fe3575plougher TRACE("create_inode: hard link\n"); 10656013a30bd39550decc2546a47e5168e57bfcfde8plougher if(force) 10666013a30bd39550decc2546a47e5168e57bfcfde8plougher unlink(pathname); 10676013a30bd39550decc2546a47e5168e57bfcfde8plougher 10686f59236ae37e220ca132b18d58f78ef1f5a1d4fbplougher if(link(created_inode[i->inode_number - 1], pathname) == -1) { 1069c435240f52b78b0ef498118727ba8dad186db26bplougher ERROR("create_inode: failed to create hardlink, " 1070c435240f52b78b0ef498118727ba8dad186db26bplougher "because %s\n", strerror(errno)); 1071443c15812032991c98b33b5424b17bcd55fe3575plougher return FALSE; 1072443c15812032991c98b33b5424b17bcd55fe3575plougher } 1073443c15812032991c98b33b5424b17bcd55fe3575plougher 1074443c15812032991c98b33b5424b17bcd55fe3575plougher return TRUE; 1075443c15812032991c98b33b5424b17bcd55fe3575plougher } 1076443c15812032991c98b33b5424b17bcd55fe3575plougher 10776f59236ae37e220ca132b18d58f78ef1f5a1d4fbplougher switch(i->type) { 10786f59236ae37e220ca132b18d58f78ef1f5a1d4fbplougher case SQUASHFS_FILE_TYPE: 10796f59236ae37e220ca132b18d58f78ef1f5a1d4fbplougher case SQUASHFS_LREG_TYPE: 1080c435240f52b78b0ef498118727ba8dad186db26bplougher TRACE("create_inode: regular file, file_size %lld, " 1081c435240f52b78b0ef498118727ba8dad186db26bplougher "blocks %d\n", i->data, i->blocks); 1082443c15812032991c98b33b5424b17bcd55fe3575plougher 108379df93becb68081effabebba3006c794be308598plougher if(write_file(i, pathname)) 1084443c15812032991c98b33b5424b17bcd55fe3575plougher file_count ++; 1085443c15812032991c98b33b5424b17bcd55fe3575plougher break; 10866f59236ae37e220ca132b18d58f78ef1f5a1d4fbplougher case SQUASHFS_SYMLINK_TYPE: 108799ec5405b480bf852a0d9eed20693b750ed68943plougher case SQUASHFS_LSYMLINK_TYPE: 1088d4204758f77acb5a371fa1487a755b76a05d5476plougher TRACE("create_inode: symlink, symlink_size %lld\n", 1089d4204758f77acb5a371fa1487a755b76a05d5476plougher i->data); 1090443c15812032991c98b33b5424b17bcd55fe3575plougher 1091a52d4c1b3b62c5bd1c63c392a8365afcebbf5b78plougher if(force) 1092a52d4c1b3b62c5bd1c63c392a8365afcebbf5b78plougher unlink(pathname); 1093a52d4c1b3b62c5bd1c63c392a8365afcebbf5b78plougher 10946f59236ae37e220ca132b18d58f78ef1f5a1d4fbplougher if(symlink(i->symlink, pathname) == -1) { 1095c435240f52b78b0ef498118727ba8dad186db26bplougher ERROR("create_inode: failed to create symlink " 1096c435240f52b78b0ef498118727ba8dad186db26bplougher "%s, because %s\n", pathname, 1097c435240f52b78b0ef498118727ba8dad186db26bplougher strerror(errno)); 1098443c15812032991c98b33b5424b17bcd55fe3575plougher break; 1099443c15812032991c98b33b5424b17bcd55fe3575plougher } 1100443c15812032991c98b33b5424b17bcd55fe3575plougher 11012ef25cb004cc6995bd36f781863aa844fe8c358dplougher write_xattr(pathname, i->xattr); 11022ef25cb004cc6995bd36f781863aa844fe8c358dplougher 11039dd8c7a7c2983faeb60c5e5791c3bef2cbbba088plougher if(root_process) { 11046f59236ae37e220ca132b18d58f78ef1f5a1d4fbplougher if(lchown(pathname, i->uid, i->gid) == -1) 1105c435240f52b78b0ef498118727ba8dad186db26bplougher ERROR("create_inode: failed to change " 1106c435240f52b78b0ef498118727ba8dad186db26bplougher "uid and gids on %s, because " 1107c435240f52b78b0ef498118727ba8dad186db26bplougher "%s\n", pathname, 1108c435240f52b78b0ef498118727ba8dad186db26bplougher strerror(errno)); 1109443c15812032991c98b33b5424b17bcd55fe3575plougher } 1110443c15812032991c98b33b5424b17bcd55fe3575plougher 1111443c15812032991c98b33b5424b17bcd55fe3575plougher sym_count ++; 1112443c15812032991c98b33b5424b17bcd55fe3575plougher break; 1113443c15812032991c98b33b5424b17bcd55fe3575plougher case SQUASHFS_BLKDEV_TYPE: 111499ec5405b480bf852a0d9eed20693b750ed68943plougher case SQUASHFS_CHRDEV_TYPE: 111599ec5405b480bf852a0d9eed20693b750ed68943plougher case SQUASHFS_LBLKDEV_TYPE: 111699ec5405b480bf852a0d9eed20693b750ed68943plougher case SQUASHFS_LCHRDEV_TYPE: { 11176f59236ae37e220ca132b18d58f78ef1f5a1d4fbplougher int chrdev = i->type == SQUASHFS_CHRDEV_TYPE; 1118545404219cdd79c1e06ac7d0698d02a15240c4c3plougher TRACE("create_inode: dev, rdev 0x%llx\n", i->data); 1119443c15812032991c98b33b5424b17bcd55fe3575plougher 11209dd8c7a7c2983faeb60c5e5791c3bef2cbbba088plougher if(root_process) { 1121a52d4c1b3b62c5bd1c63c392a8365afcebbf5b78plougher if(force) 1122a52d4c1b3b62c5bd1c63c392a8365afcebbf5b78plougher unlink(pathname); 1123a52d4c1b3b62c5bd1c63c392a8365afcebbf5b78plougher 11246f59236ae37e220ca132b18d58f78ef1f5a1d4fbplougher if(mknod(pathname, chrdev ? S_IFCHR : S_IFBLK, 1125d4204758f77acb5a371fa1487a755b76a05d5476plougher makedev((i->data >> 8) & 0xff, 1126d4204758f77acb5a371fa1487a755b76a05d5476plougher i->data & 0xff)) == -1) { 1127c435240f52b78b0ef498118727ba8dad186db26bplougher ERROR("create_inode: failed to create " 1128c435240f52b78b0ef498118727ba8dad186db26bplougher "%s device %s, because %s\n", 1129d4204758f77acb5a371fa1487a755b76a05d5476plougher chrdev ? "character" : "block", 1130d4204758f77acb5a371fa1487a755b76a05d5476plougher pathname, strerror(errno)); 1131443c15812032991c98b33b5424b17bcd55fe3575plougher break; 1132443c15812032991c98b33b5424b17bcd55fe3575plougher } 1133c435240f52b78b0ef498118727ba8dad186db26bplougher set_attributes(pathname, i->mode, i->uid, 1134fdbbd7d7e595a227e0c259fa4afc872098c9e471plougher i->gid, i->time, i->xattr, TRUE); 1135443c15812032991c98b33b5424b17bcd55fe3575plougher dev_count ++; 1136443c15812032991c98b33b5424b17bcd55fe3575plougher } else 1137c435240f52b78b0ef498118727ba8dad186db26bplougher ERROR("create_inode: could not create %s " 1138c435240f52b78b0ef498118727ba8dad186db26bplougher "device %s, because you're not " 1139c435240f52b78b0ef498118727ba8dad186db26bplougher "superuser!\n", chrdev ? "character" : 1140c435240f52b78b0ef498118727ba8dad186db26bplougher "block", pathname); 1141443c15812032991c98b33b5424b17bcd55fe3575plougher break; 11426f59236ae37e220ca132b18d58f78ef1f5a1d4fbplougher } 1143443c15812032991c98b33b5424b17bcd55fe3575plougher case SQUASHFS_FIFO_TYPE: 114499ec5405b480bf852a0d9eed20693b750ed68943plougher case SQUASHFS_LFIFO_TYPE: 1145443c15812032991c98b33b5424b17bcd55fe3575plougher TRACE("create_inode: fifo\n"); 1146443c15812032991c98b33b5424b17bcd55fe3575plougher 1147a52d4c1b3b62c5bd1c63c392a8365afcebbf5b78plougher if(force) 1148a52d4c1b3b62c5bd1c63c392a8365afcebbf5b78plougher unlink(pathname); 1149a52d4c1b3b62c5bd1c63c392a8365afcebbf5b78plougher 1150443c15812032991c98b33b5424b17bcd55fe3575plougher if(mknod(pathname, S_IFIFO, 0) == -1) { 1151d4204758f77acb5a371fa1487a755b76a05d5476plougher ERROR("create_inode: failed to create fifo %s, " 1152d4204758f77acb5a371fa1487a755b76a05d5476plougher "because %s\n", pathname, 1153d4204758f77acb5a371fa1487a755b76a05d5476plougher strerror(errno)); 1154443c15812032991c98b33b5424b17bcd55fe3575plougher break; 1155443c15812032991c98b33b5424b17bcd55fe3575plougher } 1156c435240f52b78b0ef498118727ba8dad186db26bplougher set_attributes(pathname, i->mode, i->uid, i->gid, 1157fdbbd7d7e595a227e0c259fa4afc872098c9e471plougher i->time, i->xattr, TRUE); 1158443c15812032991c98b33b5424b17bcd55fe3575plougher fifo_count ++; 1159443c15812032991c98b33b5424b17bcd55fe3575plougher break; 1160443c15812032991c98b33b5424b17bcd55fe3575plougher case SQUASHFS_SOCKET_TYPE: 116199ec5405b480bf852a0d9eed20693b750ed68943plougher case SQUASHFS_LSOCKET_TYPE: 1162443c15812032991c98b33b5424b17bcd55fe3575plougher TRACE("create_inode: socket\n"); 1163443c15812032991c98b33b5424b17bcd55fe3575plougher ERROR("create_inode: socket %s ignored\n", pathname); 1164443c15812032991c98b33b5424b17bcd55fe3575plougher break; 1165443c15812032991c98b33b5424b17bcd55fe3575plougher default: 1166d4204758f77acb5a371fa1487a755b76a05d5476plougher ERROR("Unknown inode type %d in create_inode_table!\n", 1167d4204758f77acb5a371fa1487a755b76a05d5476plougher i->type); 1168443c15812032991c98b33b5424b17bcd55fe3575plougher return FALSE; 1169443c15812032991c98b33b5424b17bcd55fe3575plougher } 1170fe3ca0609d02d78bcd11637c1220b2ff428f466aplougher 11716f59236ae37e220ca132b18d58f78ef1f5a1d4fbplougher created_inode[i->inode_number - 1] = strdup(pathname); 1172443c15812032991c98b33b5424b17bcd55fe3575plougher 1173443c15812032991c98b33b5424b17bcd55fe3575plougher return TRUE; 1174443c15812032991c98b33b5424b17bcd55fe3575plougher} 1175443c15812032991c98b33b5424b17bcd55fe3575plougher 1176443c15812032991c98b33b5424b17bcd55fe3575plougher 1177e89dabed981f39b54ca5046cfc2290dbe48961b5Phillip Lougherint read_directory_table(long long start, long long end) 1178443c15812032991c98b33b5424b17bcd55fe3575plougher{ 1179443c15812032991c98b33b5424b17bcd55fe3575plougher int bytes = 0, size = 0, res; 1180443c15812032991c98b33b5424b17bcd55fe3575plougher 1181e89dabed981f39b54ca5046cfc2290dbe48961b5Phillip Lougher TRACE("read_directory_table: start %lld, end %lld\n", start, end); 118241da3230b2ac91a73f9190676f66b3d80b21c270plougher 1183443c15812032991c98b33b5424b17bcd55fe3575plougher while(start < end) { 118407d4d0dcafeb198a568f859b88034637e6e7a8e7plougher if(size - bytes < SQUASHFS_METADATA_SIZE) { 118507d4d0dcafeb198a568f859b88034637e6e7a8e7plougher directory_table = realloc(directory_table, size += 118607d4d0dcafeb198a568f859b88034637e6e7a8e7plougher SQUASHFS_METADATA_SIZE); 1187e89dabed981f39b54ca5046cfc2290dbe48961b5Phillip Lougher if(directory_table == NULL) { 1188e89dabed981f39b54ca5046cfc2290dbe48961b5Phillip Lougher ERROR("Out of memory in " 1189e89dabed981f39b54ca5046cfc2290dbe48961b5Phillip Lougher "read_directory_table\n"); 1190e89dabed981f39b54ca5046cfc2290dbe48961b5Phillip Lougher goto failed; 1191e89dabed981f39b54ca5046cfc2290dbe48961b5Phillip Lougher } 119207d4d0dcafeb198a568f859b88034637e6e7a8e7plougher } 1193e89dabed981f39b54ca5046cfc2290dbe48961b5Phillip Lougher 1194443c15812032991c98b33b5424b17bcd55fe3575plougher add_entry(directory_table_hash, start, bytes); 1195e89dabed981f39b54ca5046cfc2290dbe48961b5Phillip Lougher 1196cf5c8b43f14bad020372fe55fb237eb2ae2b28d4Phillip Lougher res = read_block(fd, start, &start, 0, directory_table + bytes); 1197e89dabed981f39b54ca5046cfc2290dbe48961b5Phillip Lougher if(res == 0) { 1198e89dabed981f39b54ca5046cfc2290dbe48961b5Phillip Lougher ERROR("read_directory_table: failed to read block\n"); 1199e89dabed981f39b54ca5046cfc2290dbe48961b5Phillip Lougher goto failed; 1200e89dabed981f39b54ca5046cfc2290dbe48961b5Phillip Lougher } 1201e89dabed981f39b54ca5046cfc2290dbe48961b5Phillip Lougher 1202443c15812032991c98b33b5424b17bcd55fe3575plougher bytes += res; 1203066439a35c69c023ca15156da81987fe5264475fPhillip Lougher 1204066439a35c69c023ca15156da81987fe5264475fPhillip Lougher /* 1205066439a35c69c023ca15156da81987fe5264475fPhillip Lougher * If this is not the last metadata block in the directory table 1206066439a35c69c023ca15156da81987fe5264475fPhillip Lougher * then it should be SQUASHFS_METADATA_SIZE in size. 1207066439a35c69c023ca15156da81987fe5264475fPhillip Lougher * Note, we can't use expected in read_block() above for this 1208066439a35c69c023ca15156da81987fe5264475fPhillip Lougher * because we don't know if this is the last block until 1209066439a35c69c023ca15156da81987fe5264475fPhillip Lougher * after reading. 1210066439a35c69c023ca15156da81987fe5264475fPhillip Lougher */ 1211e89dabed981f39b54ca5046cfc2290dbe48961b5Phillip Lougher if(start != end && res != SQUASHFS_METADATA_SIZE) { 121291f125a8dec54a0201423182ec523e975f93053bPhillip Lougher ERROR("read_directory_table: metadata block " 1213e89dabed981f39b54ca5046cfc2290dbe48961b5Phillip Lougher "should be %d bytes in length, it is %d " 1214066439a35c69c023ca15156da81987fe5264475fPhillip Lougher "bytes\n", SQUASHFS_METADATA_SIZE, res); 1215e89dabed981f39b54ca5046cfc2290dbe48961b5Phillip Lougher goto failed; 1216e89dabed981f39b54ca5046cfc2290dbe48961b5Phillip Lougher } 1217443c15812032991c98b33b5424b17bcd55fe3575plougher } 1218e89dabed981f39b54ca5046cfc2290dbe48961b5Phillip Lougher 1219e89dabed981f39b54ca5046cfc2290dbe48961b5Phillip Lougher return TRUE; 1220e89dabed981f39b54ca5046cfc2290dbe48961b5Phillip Lougher 1221e89dabed981f39b54ca5046cfc2290dbe48961b5Phillip Lougherfailed: 1222e89dabed981f39b54ca5046cfc2290dbe48961b5Phillip Lougher free(directory_table); 1223e89dabed981f39b54ca5046cfc2290dbe48961b5Phillip Lougher return FALSE; 1224443c15812032991c98b33b5424b17bcd55fe3575plougher} 1225443c15812032991c98b33b5424b17bcd55fe3575plougher 1226443c15812032991c98b33b5424b17bcd55fe3575plougher 12279dd8c7a7c2983faeb60c5e5791c3bef2cbbba088plougherint squashfs_readdir(struct dir *dir, char **name, unsigned int *start_block, 12289dd8c7a7c2983faeb60c5e5791c3bef2cbbba088plougherunsigned int *offset, unsigned int *type) 1229443c15812032991c98b33b5424b17bcd55fe3575plougher{ 1230443c15812032991c98b33b5424b17bcd55fe3575plougher if(dir->cur_entry == dir->dir_count) 1231443c15812032991c98b33b5424b17bcd55fe3575plougher return FALSE; 1232443c15812032991c98b33b5424b17bcd55fe3575plougher 1233443c15812032991c98b33b5424b17bcd55fe3575plougher *name = dir->dirs[dir->cur_entry].name; 1234443c15812032991c98b33b5424b17bcd55fe3575plougher *start_block = dir->dirs[dir->cur_entry].start_block; 1235443c15812032991c98b33b5424b17bcd55fe3575plougher *offset = dir->dirs[dir->cur_entry].offset; 1236443c15812032991c98b33b5424b17bcd55fe3575plougher *type = dir->dirs[dir->cur_entry].type; 1237443c15812032991c98b33b5424b17bcd55fe3575plougher dir->cur_entry ++; 1238443c15812032991c98b33b5424b17bcd55fe3575plougher 1239443c15812032991c98b33b5424b17bcd55fe3575plougher return TRUE; 1240443c15812032991c98b33b5424b17bcd55fe3575plougher} 1241443c15812032991c98b33b5424b17bcd55fe3575plougher 1242443c15812032991c98b33b5424b17bcd55fe3575plougher 1243443c15812032991c98b33b5424b17bcd55fe3575ploughervoid squashfs_closedir(struct dir *dir) 1244443c15812032991c98b33b5424b17bcd55fe3575plougher{ 1245443c15812032991c98b33b5424b17bcd55fe3575plougher free(dir->dirs); 1246443c15812032991c98b33b5424b17bcd55fe3575plougher free(dir); 1247443c15812032991c98b33b5424b17bcd55fe3575plougher} 1248443c15812032991c98b33b5424b17bcd55fe3575plougher 1249443c15812032991c98b33b5424b17bcd55fe3575plougher 125004281b2f978bb7b30aa1394129ea99d2d9c47d26Phillip Lougherchar *get_component(char *target, char **targname) 1251b54566f5c433764830c29c83151691d0034de094plougher{ 125204281b2f978bb7b30aa1394129ea99d2d9c47d26Phillip Lougher char *start; 125304281b2f978bb7b30aa1394129ea99d2d9c47d26Phillip Lougher 1254b54566f5c433764830c29c83151691d0034de094plougher while(*target == '/') 12553cef656655723444fb1e2de1a001e6c2a54cf81erlougher target ++; 1256b54566f5c433764830c29c83151691d0034de094plougher 125704281b2f978bb7b30aa1394129ea99d2d9c47d26Phillip Lougher start = target; 1258b54566f5c433764830c29c83151691d0034de094plougher while(*target != '/' && *target!= '\0') 125904281b2f978bb7b30aa1394129ea99d2d9c47d26Phillip Lougher target ++; 1260b54566f5c433764830c29c83151691d0034de094plougher 126104281b2f978bb7b30aa1394129ea99d2d9c47d26Phillip Lougher *targname = strndup(start, target - start); 1262b54566f5c433764830c29c83151691d0034de094plougher 1263b54566f5c433764830c29c83151691d0034de094plougher return target; 1264b54566f5c433764830c29c83151691d0034de094plougher} 1265b54566f5c433764830c29c83151691d0034de094plougher 1266b54566f5c433764830c29c83151691d0034de094plougher 12676ee88c6b5da9f7b3ea88ab7481db126efa01c8f4ploughervoid free_path(struct pathname *paths) 12686ee88c6b5da9f7b3ea88ab7481db126efa01c8f4plougher{ 12696ee88c6b5da9f7b3ea88ab7481db126efa01c8f4plougher int i; 12706ee88c6b5da9f7b3ea88ab7481db126efa01c8f4plougher 12716ee88c6b5da9f7b3ea88ab7481db126efa01c8f4plougher for(i = 0; i < paths->names; i++) { 12726ee88c6b5da9f7b3ea88ab7481db126efa01c8f4plougher if(paths->name[i].paths) 12736ee88c6b5da9f7b3ea88ab7481db126efa01c8f4plougher free_path(paths->name[i].paths); 12746ee88c6b5da9f7b3ea88ab7481db126efa01c8f4plougher free(paths->name[i].name); 12756ee88c6b5da9f7b3ea88ab7481db126efa01c8f4plougher if(paths->name[i].preg) { 12766ee88c6b5da9f7b3ea88ab7481db126efa01c8f4plougher regfree(paths->name[i].preg); 12776ee88c6b5da9f7b3ea88ab7481db126efa01c8f4plougher free(paths->name[i].preg); 12786ee88c6b5da9f7b3ea88ab7481db126efa01c8f4plougher } 12796ee88c6b5da9f7b3ea88ab7481db126efa01c8f4plougher } 12806ee88c6b5da9f7b3ea88ab7481db126efa01c8f4plougher 12816ee88c6b5da9f7b3ea88ab7481db126efa01c8f4plougher free(paths); 12826ee88c6b5da9f7b3ea88ab7481db126efa01c8f4plougher} 12836ee88c6b5da9f7b3ea88ab7481db126efa01c8f4plougher 12846ee88c6b5da9f7b3ea88ab7481db126efa01c8f4plougher 12854dba330d7b952f2f044d38e342e2ae3ea78910d6plougherstruct pathname *add_path(struct pathname *paths, char *target, char *alltarget) 1286b54566f5c433764830c29c83151691d0034de094plougher{ 128704281b2f978bb7b30aa1394129ea99d2d9c47d26Phillip Lougher char *targname; 12884dba330d7b952f2f044d38e342e2ae3ea78910d6plougher int i, error; 128971add234b27054974d5e29f95b3fab3072792a62plougher 1290b7bb000643cd21c615a0366a7365441aa9c433f2plougher TRACE("add_path: adding \"%s\" extract file\n", target); 1291b7bb000643cd21c615a0366a7365441aa9c433f2plougher 129204281b2f978bb7b30aa1394129ea99d2d9c47d26Phillip Lougher target = get_component(target, &targname); 129371add234b27054974d5e29f95b3fab3072792a62plougher 129471add234b27054974d5e29f95b3fab3072792a62plougher if(paths == NULL) { 12959dd4507fac1c96098eda8abe699a813a59451633plougher paths = malloc(sizeof(struct pathname)); 12969dd4507fac1c96098eda8abe699a813a59451633plougher if(paths == NULL) 12974dba330d7b952f2f044d38e342e2ae3ea78910d6plougher EXIT_UNSQUASH("failed to allocate paths\n"); 12984dba330d7b952f2f044d38e342e2ae3ea78910d6plougher 129971add234b27054974d5e29f95b3fab3072792a62plougher paths->names = 0; 130071add234b27054974d5e29f95b3fab3072792a62plougher paths->name = NULL; 130171add234b27054974d5e29f95b3fab3072792a62plougher } 130271add234b27054974d5e29f95b3fab3072792a62plougher 130371add234b27054974d5e29f95b3fab3072792a62plougher for(i = 0; i < paths->names; i++) 130471add234b27054974d5e29f95b3fab3072792a62plougher if(strcmp(paths->name[i].name, targname) == 0) 130571add234b27054974d5e29f95b3fab3072792a62plougher break; 130671add234b27054974d5e29f95b3fab3072792a62plougher 13076ee88c6b5da9f7b3ea88ab7481db126efa01c8f4plougher if(i == paths->names) { 1308d4204758f77acb5a371fa1487a755b76a05d5476plougher /* 1309d4204758f77acb5a371fa1487a755b76a05d5476plougher * allocate new name entry 1310d4204758f77acb5a371fa1487a755b76a05d5476plougher */ 131171add234b27054974d5e29f95b3fab3072792a62plougher paths->names ++; 1312d4204758f77acb5a371fa1487a755b76a05d5476plougher paths->name = realloc(paths->name, (i + 1) * 1313d4204758f77acb5a371fa1487a755b76a05d5476plougher sizeof(struct path_entry)); 1314fd628227871aecb36bb2b4f9c7f664f731510cdeplougher if(paths->name == NULL) 1315fd628227871aecb36bb2b4f9c7f664f731510cdeplougher EXIT_UNSQUASH("Out of memory in add_path\n"); 131604281b2f978bb7b30aa1394129ea99d2d9c47d26Phillip Lougher paths->name[i].name = targname; 13176ee88c6b5da9f7b3ea88ab7481db126efa01c8f4plougher paths->name[i].paths = NULL; 13184dba330d7b952f2f044d38e342e2ae3ea78910d6plougher if(use_regex) { 13194dba330d7b952f2f044d38e342e2ae3ea78910d6plougher paths->name[i].preg = malloc(sizeof(regex_t)); 13201f3cc42a2f77966d321a38d1709eba26f71104bdplougher if(paths->name[i].preg == NULL) 13211f3cc42a2f77966d321a38d1709eba26f71104bdplougher EXIT_UNSQUASH("Out of memory in add_path\n"); 1322d4204758f77acb5a371fa1487a755b76a05d5476plougher error = regcomp(paths->name[i].preg, targname, 1323d4204758f77acb5a371fa1487a755b76a05d5476plougher REG_EXTENDED|REG_NOSUB); 1324545404219cdd79c1e06ac7d0698d02a15240c4c3plougher if(error) { 132562859d215e7f828ace8501f5863f0c3d8b48ebf3Phillip Lougher char str[1024]; /* overflow safe */ 13264dba330d7b952f2f044d38e342e2ae3ea78910d6plougher 13274dba330d7b952f2f044d38e342e2ae3ea78910d6plougher regerror(error, paths->name[i].preg, str, 1024); 1328d4204758f77acb5a371fa1487a755b76a05d5476plougher EXIT_UNSQUASH("invalid regex %s in export %s, " 1329c435240f52b78b0ef498118727ba8dad186db26bplougher "because %s\n", targname, alltarget, 1330c435240f52b78b0ef498118727ba8dad186db26bplougher str); 13314dba330d7b952f2f044d38e342e2ae3ea78910d6plougher } 13324dba330d7b952f2f044d38e342e2ae3ea78910d6plougher } else 13334dba330d7b952f2f044d38e342e2ae3ea78910d6plougher paths->name[i].preg = NULL; 13346ee88c6b5da9f7b3ea88ab7481db126efa01c8f4plougher 13356ee88c6b5da9f7b3ea88ab7481db126efa01c8f4plougher if(target[0] == '\0') 1336d4204758f77acb5a371fa1487a755b76a05d5476plougher /* 1337d4204758f77acb5a371fa1487a755b76a05d5476plougher * at leaf pathname component 1338d4204758f77acb5a371fa1487a755b76a05d5476plougher */ 133971add234b27054974d5e29f95b3fab3072792a62plougher paths->name[i].paths = NULL; 134071add234b27054974d5e29f95b3fab3072792a62plougher else 1341d4204758f77acb5a371fa1487a755b76a05d5476plougher /* 1342d4204758f77acb5a371fa1487a755b76a05d5476plougher * recurse adding child components 1343d4204758f77acb5a371fa1487a755b76a05d5476plougher */ 13444dba330d7b952f2f044d38e342e2ae3ea78910d6plougher paths->name[i].paths = add_path(NULL, target, alltarget); 13456ee88c6b5da9f7b3ea88ab7481db126efa01c8f4plougher } else { 1346d4204758f77acb5a371fa1487a755b76a05d5476plougher /* 1347d4204758f77acb5a371fa1487a755b76a05d5476plougher * existing matching entry 1348d4204758f77acb5a371fa1487a755b76a05d5476plougher */ 134904281b2f978bb7b30aa1394129ea99d2d9c47d26Phillip Lougher free(targname); 135004281b2f978bb7b30aa1394129ea99d2d9c47d26Phillip Lougher 13516ee88c6b5da9f7b3ea88ab7481db126efa01c8f4plougher if(paths->name[i].paths == NULL) { 1352d4204758f77acb5a371fa1487a755b76a05d5476plougher /* 1353c435240f52b78b0ef498118727ba8dad186db26bplougher * No sub-directory which means this is the leaf 1354c435240f52b78b0ef498118727ba8dad186db26bplougher * component of a pre-existing extract which subsumes 1355c435240f52b78b0ef498118727ba8dad186db26bplougher * the extract currently being added, in which case stop 1356c435240f52b78b0ef498118727ba8dad186db26bplougher * adding components 1357d4204758f77acb5a371fa1487a755b76a05d5476plougher */ 13586ee88c6b5da9f7b3ea88ab7481db126efa01c8f4plougher } else if(target[0] == '\0') { 1359d4204758f77acb5a371fa1487a755b76a05d5476plougher /* 1360d4204758f77acb5a371fa1487a755b76a05d5476plougher * at leaf pathname component and child components exist 1361c435240f52b78b0ef498118727ba8dad186db26bplougher * from more specific extracts, delete as they're 1362c435240f52b78b0ef498118727ba8dad186db26bplougher * subsumed by this extract 1363d4204758f77acb5a371fa1487a755b76a05d5476plougher */ 13646ee88c6b5da9f7b3ea88ab7481db126efa01c8f4plougher free_path(paths->name[i].paths); 13656ee88c6b5da9f7b3ea88ab7481db126efa01c8f4plougher paths->name[i].paths = NULL; 13666ee88c6b5da9f7b3ea88ab7481db126efa01c8f4plougher } else 1367d4204758f77acb5a371fa1487a755b76a05d5476plougher /* 1368d4204758f77acb5a371fa1487a755b76a05d5476plougher * recurse adding child components 1369d4204758f77acb5a371fa1487a755b76a05d5476plougher */ 13706ee88c6b5da9f7b3ea88ab7481db126efa01c8f4plougher add_path(paths->name[i].paths, target, alltarget); 137171add234b27054974d5e29f95b3fab3072792a62plougher } 137271add234b27054974d5e29f95b3fab3072792a62plougher 137371add234b27054974d5e29f95b3fab3072792a62plougher return paths; 137471add234b27054974d5e29f95b3fab3072792a62plougher} 13756ee88c6b5da9f7b3ea88ab7481db126efa01c8f4plougher 13766ee88c6b5da9f7b3ea88ab7481db126efa01c8f4plougher 1377a706f1b6bb48f288ecaf74e218ce20504bda52c6plougherstruct pathnames *init_subdir() 137871add234b27054974d5e29f95b3fab3072792a62plougher{ 13798372232d2460411adaa2299c32a0a88665e44902plougher struct pathnames *new = malloc(sizeof(struct pathnames)); 1380c5671cbe8dffaff7062ceb7b75f8d96c657a67b7plougher if(new == NULL) 1381c5671cbe8dffaff7062ceb7b75f8d96c657a67b7plougher EXIT_UNSQUASH("Out of memory in init_subdir\n"); 1382a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher new->count = 0; 1383a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher return new; 1384a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher} 1385a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher 1386a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher 1387a706f1b6bb48f288ecaf74e218ce20504bda52c6plougherstruct pathnames *add_subdir(struct pathnames *paths, struct pathname *path) 1388a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher{ 13893488d3bb3b89c394534ad2be909b661771a9581bplougher if(paths->count % PATHS_ALLOC_SIZE == 0) { 1390d4204758f77acb5a371fa1487a755b76a05d5476plougher paths = realloc(paths, sizeof(struct pathnames *) + 13913488d3bb3b89c394534ad2be909b661771a9581bplougher (paths->count + PATHS_ALLOC_SIZE) * 13923488d3bb3b89c394534ad2be909b661771a9581bplougher sizeof(struct pathname *)); 13933488d3bb3b89c394534ad2be909b661771a9581bplougher if(paths == NULL) 13943488d3bb3b89c394534ad2be909b661771a9581bplougher EXIT_UNSQUASH("Out of memory in add_subdir\n"); 13953488d3bb3b89c394534ad2be909b661771a9581bplougher } 1396a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher 1397a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher paths->path[paths->count++] = path; 1398a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher return paths; 1399a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher} 1400a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher 1401a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher 1402a706f1b6bb48f288ecaf74e218ce20504bda52c6ploughervoid free_subdir(struct pathnames *paths) 1403a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher{ 1404a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher free(paths); 1405a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher} 1406a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher 1407a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher 1408a706f1b6bb48f288ecaf74e218ce20504bda52c6plougherint matches(struct pathnames *paths, char *name, struct pathnames **new) 1409a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher{ 1410a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher int i, n; 141171add234b27054974d5e29f95b3fab3072792a62plougher 141271add234b27054974d5e29f95b3fab3072792a62plougher if(paths == NULL) { 141371add234b27054974d5e29f95b3fab3072792a62plougher *new = NULL; 1414b54566f5c433764830c29c83151691d0034de094plougher return TRUE; 141571add234b27054974d5e29f95b3fab3072792a62plougher } 141671add234b27054974d5e29f95b3fab3072792a62plougher 1417a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher *new = init_subdir(); 1418a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher 1419a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher for(n = 0; n < paths->count; n++) { 1420a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher struct pathname *path = paths->path[n]; 1421a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher for(i = 0; i < path->names; i++) { 1422a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher int match = use_regex ? 1423c435240f52b78b0ef498118727ba8dad186db26bplougher regexec(path->name[i].preg, name, (size_t) 0, 1424c435240f52b78b0ef498118727ba8dad186db26bplougher NULL, 0) == 0 : fnmatch(path->name[i].name, 1425c435240f52b78b0ef498118727ba8dad186db26bplougher name, FNM_PATHNAME|FNM_PERIOD|FNM_EXTMATCH) == 1426c435240f52b78b0ef498118727ba8dad186db26bplougher 0; 1427a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher if(match && path->name[i].paths == NULL) 1428d4204758f77acb5a371fa1487a755b76a05d5476plougher /* 1429d4204758f77acb5a371fa1487a755b76a05d5476plougher * match on a leaf component, any subdirectories 1430c435240f52b78b0ef498118727ba8dad186db26bplougher * will implicitly match, therefore return an 1431c435240f52b78b0ef498118727ba8dad186db26bplougher * empty new search set 1432d4204758f77acb5a371fa1487a755b76a05d5476plougher */ 1433a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher goto empty_set; 1434a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher 1435a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher if(match) 1436d4204758f77acb5a371fa1487a755b76a05d5476plougher /* 1437d4204758f77acb5a371fa1487a755b76a05d5476plougher * match on a non-leaf component, add any 1438c435240f52b78b0ef498118727ba8dad186db26bplougher * subdirectories to the new set of 1439c435240f52b78b0ef498118727ba8dad186db26bplougher * subdirectories to scan for this name 1440d4204758f77acb5a371fa1487a755b76a05d5476plougher */ 1441a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher *new = add_subdir(*new, path->name[i].paths); 1442a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher } 1443a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher } 1444b54566f5c433764830c29c83151691d0034de094plougher 1445a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher if((*new)->count == 0) { 1446d4204758f77acb5a371fa1487a755b76a05d5476plougher /* 1447d4204758f77acb5a371fa1487a755b76a05d5476plougher * no matching names found, delete empty search set, and return 1448d4204758f77acb5a371fa1487a755b76a05d5476plougher * FALSE 1449d4204758f77acb5a371fa1487a755b76a05d5476plougher */ 1450a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher free_subdir(*new); 1451a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher *new = NULL; 1452a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher return FALSE; 1453a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher } 1454a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher 1455d4204758f77acb5a371fa1487a755b76a05d5476plougher /* 14560a0d045642e8e413f90b770539193d3fd1522786plougher * one or more matches with sub-directories found (no leaf matches), 14570a0d045642e8e413f90b770539193d3fd1522786plougher * return new search set and return TRUE 14580a0d045642e8e413f90b770539193d3fd1522786plougher */ 1459a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher return TRUE; 1460a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher 1461a706f1b6bb48f288ecaf74e218ce20504bda52c6plougherempty_set: 1462d4204758f77acb5a371fa1487a755b76a05d5476plougher /* 1463d4204758f77acb5a371fa1487a755b76a05d5476plougher * found matching leaf exclude, return empty search set and return TRUE 1464d4204758f77acb5a371fa1487a755b76a05d5476plougher */ 1465a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher free_subdir(*new); 1466a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher *new = NULL; 1467a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher return TRUE; 1468b54566f5c433764830c29c83151691d0034de094plougher} 1469b54566f5c433764830c29c83151691d0034de094plougher 1470b54566f5c433764830c29c83151691d0034de094plougher 1471b807ab3497c01a49fed6f9daafce3bfc599a9421ploughervoid pre_scan(char *parent_name, unsigned int start_block, unsigned int offset, 1472d4204758f77acb5a371fa1487a755b76a05d5476plougher struct pathnames *paths) 1473eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher{ 1474eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher unsigned int type; 1475454c96fede0c4c424308744cbbf861df17b28f73Phillip Lougher char *name; 1476eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher struct pathnames *new; 1477eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher struct inode *i; 1478eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher struct dir *dir = s_ops.squashfs_opendir(start_block, offset, &i); 1479eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher 1480cc7cea5b0d004fbaaf5e1060e6ed0fa9367e7ef0Phillip Lougher if(dir == NULL) 1481cc7cea5b0d004fbaaf5e1060e6ed0fa9367e7ef0Phillip Lougher return; 1482cc7cea5b0d004fbaaf5e1060e6ed0fa9367e7ef0Phillip Lougher 1483eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher while(squashfs_readdir(dir, &name, &start_block, &offset, &type)) { 1484eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher struct inode *i; 1485454c96fede0c4c424308744cbbf861df17b28f73Phillip Lougher char *pathname; 1486454c96fede0c4c424308744cbbf861df17b28f73Phillip Lougher int res; 1487eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher 1488d4204758f77acb5a371fa1487a755b76a05d5476plougher TRACE("pre_scan: name %s, start_block %d, offset %d, type %d\n", 1489d4204758f77acb5a371fa1487a755b76a05d5476plougher name, start_block, offset, type); 1490eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher 1491eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher if(!matches(paths, name, &new)) 1492eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher continue; 1493eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher 1494454c96fede0c4c424308744cbbf861df17b28f73Phillip Lougher res = asprintf(&pathname, "%s/%s", parent_name, name); 1495454c96fede0c4c424308744cbbf861df17b28f73Phillip Lougher if(res == -1) 1496454c96fede0c4c424308744cbbf861df17b28f73Phillip Lougher EXIT_UNSQUASH("asprintf failed in dir_scan\n"); 1497eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher 1498eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher if(type == SQUASHFS_DIR_TYPE) 1499eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher pre_scan(parent_name, start_block, offset, new); 1500eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher else if(new == NULL) { 1501d4204758f77acb5a371fa1487a755b76a05d5476plougher if(type == SQUASHFS_FILE_TYPE || 1502d4204758f77acb5a371fa1487a755b76a05d5476plougher type == SQUASHFS_LREG_TYPE) { 1503312e50b7b8c9dd39577657bd3d79fcedf6e91a1bplougher i = s_ops.read_inode(start_block, offset); 1504eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher if(created_inode[i->inode_number - 1] == NULL) { 1505d4204758f77acb5a371fa1487a755b76a05d5476plougher created_inode[i->inode_number - 1] = 1506d4204758f77acb5a371fa1487a755b76a05d5476plougher (char *) i; 1507d4204758f77acb5a371fa1487a755b76a05d5476plougher total_blocks += (i->data + 1508d4204758f77acb5a371fa1487a755b76a05d5476plougher (block_size - 1)) >> block_log; 1509eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher } 1510eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher total_files ++; 1511eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher } 1512eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher total_inodes ++; 1513eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher } 1514eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher 1515eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher free_subdir(new); 1516454c96fede0c4c424308744cbbf861df17b28f73Phillip Lougher free(pathname); 1517eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher } 1518eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher 1519eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher squashfs_closedir(dir); 1520eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher} 1521eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher 1522eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher 1523a2cff53655359b044ea88baa76cb16d1c8f44d2aploughervoid dir_scan(char *parent_name, unsigned int start_block, unsigned int offset, 1524d4204758f77acb5a371fa1487a755b76a05d5476plougher struct pathnames *paths) 1525443c15812032991c98b33b5424b17bcd55fe3575plougher{ 1526443c15812032991c98b33b5424b17bcd55fe3575plougher unsigned int type; 1527d27d51b4bc39e050392303009e08273d9f38bdccPhillip Lougher char *name; 1528a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher struct pathnames *new; 1529eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher struct inode *i; 1530eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher struct dir *dir = s_ops.squashfs_opendir(start_block, offset, &i); 1531443c15812032991c98b33b5424b17bcd55fe3575plougher 1532cc7cea5b0d004fbaaf5e1060e6ed0fa9367e7ef0Phillip Lougher if(dir == NULL) { 1533cc7cea5b0d004fbaaf5e1060e6ed0fa9367e7ef0Phillip Lougher ERROR("dir_scan: failed to read directory %s, skipping\n", 1534cc7cea5b0d004fbaaf5e1060e6ed0fa9367e7ef0Phillip Lougher parent_name); 1535cc7cea5b0d004fbaaf5e1060e6ed0fa9367e7ef0Phillip Lougher return; 1536cc7cea5b0d004fbaaf5e1060e6ed0fa9367e7ef0Phillip Lougher } 1537cc7cea5b0d004fbaaf5e1060e6ed0fa9367e7ef0Phillip Lougher 1538eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher if(lsonly || info) 1539eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher print_filename(parent_name, i); 1540eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher 15412c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher if(!lsonly) { 15422c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher /* 15432c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher * Make directory with default User rwx permissions rather than 15442c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher * the permissions from the filesystem, as these may not have 15452c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher * write/execute permission. These are fixed up later in 15462c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher * set_attributes(). 15472c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher */ 15482c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher int res = mkdir(parent_name, S_IRUSR|S_IWUSR|S_IXUSR); 15492c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher if(res == -1) { 15502c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher /* 15512c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher * Skip directory if mkdir fails, unless we're 15522c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher * forcing and the error is -EEXIST 15532c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher */ 15542c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher if(!force || errno != EEXIST) { 15552c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher ERROR("dir_scan: failed to make directory %s, " 15562c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher "because %s\n", parent_name, 15572c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher strerror(errno)); 15582c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher squashfs_closedir(dir); 15592c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher return; 15602c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher } 15612c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher 15622c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher /* 15632c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher * Try to change permissions of existing directory so 15642c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher * that we can write to it 15652c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher */ 15662c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher res = chmod(parent_name, S_IRUSR|S_IWUSR|S_IXUSR); 15672c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher if (res == -1) 15682c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher ERROR("dir_scan: failed to change permissions " 15692c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher "for directory %s, because %s\n", 15702c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher parent_name, strerror(errno)); 15712c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher } 157285917a285edbd4bb78f1b245f66c634d1e0d4029plougher } 1573443c15812032991c98b33b5424b17bcd55fe3575plougher 1574443c15812032991c98b33b5424b17bcd55fe3575plougher while(squashfs_readdir(dir, &name, &start_block, &offset, &type)) { 1575d27d51b4bc39e050392303009e08273d9f38bdccPhillip Lougher char *pathname; 1576d27d51b4bc39e050392303009e08273d9f38bdccPhillip Lougher int res; 1577d27d51b4bc39e050392303009e08273d9f38bdccPhillip Lougher 1578d4204758f77acb5a371fa1487a755b76a05d5476plougher TRACE("dir_scan: name %s, start_block %d, offset %d, type %d\n", 1579d4204758f77acb5a371fa1487a755b76a05d5476plougher name, start_block, offset, type); 1580b54566f5c433764830c29c83151691d0034de094plougher 158171add234b27054974d5e29f95b3fab3072792a62plougher 158271add234b27054974d5e29f95b3fab3072792a62plougher if(!matches(paths, name, &new)) 1583b54566f5c433764830c29c83151691d0034de094plougher continue; 1584b54566f5c433764830c29c83151691d0034de094plougher 1585d27d51b4bc39e050392303009e08273d9f38bdccPhillip Lougher res = asprintf(&pathname, "%s/%s", parent_name, name); 1586d27d51b4bc39e050392303009e08273d9f38bdccPhillip Lougher if(res == -1) 1587d27d51b4bc39e050392303009e08273d9f38bdccPhillip Lougher EXIT_UNSQUASH("asprintf failed in dir_scan\n"); 1588fe3ca0609d02d78bcd11637c1220b2ff428f466aplougher 1589fec0a36c9b8a2c91c2930ea57b304299490ccedfPhillip Lougher if(type == SQUASHFS_DIR_TYPE) { 159071add234b27054974d5e29f95b3fab3072792a62plougher dir_scan(pathname, start_block, offset, new); 1591fec0a36c9b8a2c91c2930ea57b304299490ccedfPhillip Lougher free(pathname); 1592fec0a36c9b8a2c91c2930ea57b304299490ccedfPhillip Lougher } else if(new == NULL) { 1593fec0a36c9b8a2c91c2930ea57b304299490ccedfPhillip Lougher update_info(pathname); 1594fec0a36c9b8a2c91c2930ea57b304299490ccedfPhillip Lougher 1595312e50b7b8c9dd39577657bd3d79fcedf6e91a1bplougher i = s_ops.read_inode(start_block, offset); 15966f59236ae37e220ca132b18d58f78ef1f5a1d4fbplougher 15976f59236ae37e220ca132b18d58f78ef1f5a1d4fbplougher if(lsonly || info) 15986f59236ae37e220ca132b18d58f78ef1f5a1d4fbplougher print_filename(pathname, i); 15996f59236ae37e220ca132b18d58f78ef1f5a1d4fbplougher 1600559bfb898c92e302b18b975927163eb9e49bfbd2Phillip Lougher if(!lsonly) 16016f59236ae37e220ca132b18d58f78ef1f5a1d4fbplougher create_inode(pathname, i); 1602427e2790c9ae74e2ff2c25e80a469cee0bbcae44plougher 1603d4204758f77acb5a371fa1487a755b76a05d5476plougher if(i->type == SQUASHFS_SYMLINK_TYPE || 1604d4204758f77acb5a371fa1487a755b76a05d5476plougher i->type == SQUASHFS_LSYMLINK_TYPE) 1605427e2790c9ae74e2ff2c25e80a469cee0bbcae44plougher free(i->symlink); 1606fec0a36c9b8a2c91c2930ea57b304299490ccedfPhillip Lougher } else 1607fec0a36c9b8a2c91c2930ea57b304299490ccedfPhillip Lougher free(pathname); 1608a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher 1609a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher free_subdir(new); 1610443c15812032991c98b33b5424b17bcd55fe3575plougher } 1611443c15812032991c98b33b5424b17bcd55fe3575plougher 1612074d3f1129eae914655f6637773488052bf22327rlougher if(!lsonly) 16132c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher queue_dir(parent_name, dir); 1614443c15812032991c98b33b5424b17bcd55fe3575plougher 1615443c15812032991c98b33b5424b17bcd55fe3575plougher squashfs_closedir(dir); 1616443c15812032991c98b33b5424b17bcd55fe3575plougher dir_count ++; 1617443c15812032991c98b33b5424b17bcd55fe3575plougher} 1618443c15812032991c98b33b5424b17bcd55fe3575plougher 1619443c15812032991c98b33b5424b17bcd55fe3575plougher 1620b624936abba03d38b7e9245c647339d8f6f34274ploughervoid squashfs_stat(char *source) 1621b624936abba03d38b7e9245c647339d8f6f34274plougher{ 162227c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher time_t mkfs_time = (time_t) sBlk.s.mkfs_time; 1623b624936abba03d38b7e9245c647339d8f6f34274plougher char *mkfs_str = ctime(&mkfs_time); 1624b624936abba03d38b7e9245c647339d8f6f34274plougher 1625b624936abba03d38b7e9245c647339d8f6f34274plougher#if __BYTE_ORDER == __BIG_ENDIAN 1626d4204758f77acb5a371fa1487a755b76a05d5476plougher printf("Found a valid %sSQUASHFS %d:%d superblock on %s.\n", 162727c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher sBlk.s.s_major == 4 ? "" : swap ? "little endian " : 162827c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher "big endian ", sBlk.s.s_major, sBlk.s.s_minor, source); 1629b624936abba03d38b7e9245c647339d8f6f34274plougher#else 1630d4204758f77acb5a371fa1487a755b76a05d5476plougher printf("Found a valid %sSQUASHFS %d:%d superblock on %s.\n", 163127c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher sBlk.s.s_major == 4 ? "" : swap ? "big endian " : 163227c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher "little endian ", sBlk.s.s_major, sBlk.s.s_minor, source); 1633b624936abba03d38b7e9245c647339d8f6f34274plougher#endif 1634c766500607f1ea7494b8360409be3d8ea66f9761plougher 1635d4204758f77acb5a371fa1487a755b76a05d5476plougher printf("Creation or last append time %s", mkfs_str ? mkfs_str : 1636d4204758f77acb5a371fa1487a755b76a05d5476plougher "failed to get time\n"); 1637e5e5a7502f722fae4f057f49932fe4de2501f6e8plougher printf("Filesystem size %.2f Kbytes (%.2f Mbytes)\n", 1638e3206fad5b70e7e0527db2a627ad26616a8a2429plougher sBlk.s.bytes_used / 1024.0, sBlk.s.bytes_used / 1639e3206fad5b70e7e0527db2a627ad26616a8a2429plougher (1024.0 * 1024.0)); 1640c766500607f1ea7494b8360409be3d8ea66f9761plougher 16413fcced11c3e4b49b2b687010304b5156935a3b2cPhillip Lougher if(sBlk.s.s_major == 4) { 1642e5e5a7502f722fae4f057f49932fe4de2501f6e8plougher printf("Compression %s\n", comp->name); 1643c766500607f1ea7494b8360409be3d8ea66f9761plougher 16443fcced11c3e4b49b2b687010304b5156935a3b2cPhillip Lougher if(SQUASHFS_COMP_OPTS(sBlk.s.flags)) { 1645b1b4fe22b339f73360c4e94e75ca46975c54bc06Phillip Lougher char buffer[SQUASHFS_METADATA_SIZE] __attribute__ ((aligned)); 16463fcced11c3e4b49b2b687010304b5156935a3b2cPhillip Lougher int bytes; 16473fcced11c3e4b49b2b687010304b5156935a3b2cPhillip Lougher 16483fcced11c3e4b49b2b687010304b5156935a3b2cPhillip Lougher bytes = read_block(fd, sizeof(sBlk.s), NULL, 0, buffer); 16493fcced11c3e4b49b2b687010304b5156935a3b2cPhillip Lougher if(bytes == 0) { 16503fcced11c3e4b49b2b687010304b5156935a3b2cPhillip Lougher ERROR("Failed to read compressor options\n"); 16513fcced11c3e4b49b2b687010304b5156935a3b2cPhillip Lougher return; 16523fcced11c3e4b49b2b687010304b5156935a3b2cPhillip Lougher } 16533fcced11c3e4b49b2b687010304b5156935a3b2cPhillip Lougher 16543fcced11c3e4b49b2b687010304b5156935a3b2cPhillip Lougher compressor_display_options(comp, buffer, bytes); 16553fcced11c3e4b49b2b687010304b5156935a3b2cPhillip Lougher } 16563fcced11c3e4b49b2b687010304b5156935a3b2cPhillip Lougher } 16573fcced11c3e4b49b2b687010304b5156935a3b2cPhillip Lougher 165827c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher printf("Block size %d\n", sBlk.s.block_size); 1659d4204758f77acb5a371fa1487a755b76a05d5476plougher printf("Filesystem is %sexportable via NFS\n", 166027c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher SQUASHFS_EXPORTABLE(sBlk.s.flags) ? "" : "not "); 1661d4204758f77acb5a371fa1487a755b76a05d5476plougher printf("Inodes are %scompressed\n", 166227c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher SQUASHFS_UNCOMPRESSED_INODES(sBlk.s.flags) ? "un" : ""); 1663d4204758f77acb5a371fa1487a755b76a05d5476plougher printf("Data is %scompressed\n", 166427c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher SQUASHFS_UNCOMPRESSED_DATA(sBlk.s.flags) ? "un" : ""); 1665c766500607f1ea7494b8360409be3d8ea66f9761plougher 16667ca09d1320cdc30a068f179b93ca5c141b55c395plougher if(sBlk.s.s_major > 1) { 16677ca09d1320cdc30a068f179b93ca5c141b55c395plougher if(SQUASHFS_NO_FRAGMENTS(sBlk.s.flags)) 16687ca09d1320cdc30a068f179b93ca5c141b55c395plougher printf("Fragments are not stored\n"); 16697ca09d1320cdc30a068f179b93ca5c141b55c395plougher else { 16707ca09d1320cdc30a068f179b93ca5c141b55c395plougher printf("Fragments are %scompressed\n", 16717ca09d1320cdc30a068f179b93ca5c141b55c395plougher SQUASHFS_UNCOMPRESSED_FRAGMENTS(sBlk.s.flags) ? 16727ca09d1320cdc30a068f179b93ca5c141b55c395plougher "un" : ""); 16737ca09d1320cdc30a068f179b93ca5c141b55c395plougher printf("Always_use_fragments option is %sspecified\n", 16747ca09d1320cdc30a068f179b93ca5c141b55c395plougher SQUASHFS_ALWAYS_FRAGMENTS(sBlk.s.flags) ? "" : 16757ca09d1320cdc30a068f179b93ca5c141b55c395plougher "not "); 16767ca09d1320cdc30a068f179b93ca5c141b55c395plougher } 16777ca09d1320cdc30a068f179b93ca5c141b55c395plougher } 16787ca09d1320cdc30a068f179b93ca5c141b55c395plougher 1679de61cdcdf3e3edb6eb1c579ec9968c22f664c9f8plougher if(sBlk.s.s_major == 4) { 1680de61cdcdf3e3edb6eb1c579ec9968c22f664c9f8plougher if(SQUASHFS_NO_XATTRS(sBlk.s.flags)) 1681de61cdcdf3e3edb6eb1c579ec9968c22f664c9f8plougher printf("Xattrs are not stored\n"); 1682de61cdcdf3e3edb6eb1c579ec9968c22f664c9f8plougher else 1683de61cdcdf3e3edb6eb1c579ec9968c22f664c9f8plougher printf("Xattrs are %scompressed\n", 1684de61cdcdf3e3edb6eb1c579ec9968c22f664c9f8plougher SQUASHFS_UNCOMPRESSED_XATTRS(sBlk.s.flags) ? 1685de61cdcdf3e3edb6eb1c579ec9968c22f664c9f8plougher "un" : ""); 1686de61cdcdf3e3edb6eb1c579ec9968c22f664c9f8plougher } 1687de61cdcdf3e3edb6eb1c579ec9968c22f664c9f8plougher 1688ba95dd35ef0e9f618d926ddc1a595076adc23818plougher if(sBlk.s.s_major < 4) 1689ba95dd35ef0e9f618d926ddc1a595076adc23818plougher printf("Check data is %spresent in the filesystem\n", 1690ba95dd35ef0e9f618d926ddc1a595076adc23818plougher SQUASHFS_CHECK_DATA(sBlk.s.flags) ? "" : 1691ba95dd35ef0e9f618d926ddc1a595076adc23818plougher "not "); 1692c766500607f1ea7494b8360409be3d8ea66f9761plougher 169327c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher if(sBlk.s.s_major > 1) 1694d4204758f77acb5a371fa1487a755b76a05d5476plougher printf("Duplicates are %sremoved\n", 169527c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher SQUASHFS_DUPLICATES(sBlk.s.flags) ? "" : "not "); 16960337de3977eec74e6a3d28e0d0863299246de8b7plougher else 16970337de3977eec74e6a3d28e0d0863299246de8b7plougher printf("Duplicates are removed\n"); 1698c766500607f1ea7494b8360409be3d8ea66f9761plougher 169927c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher if(sBlk.s.s_major > 1) 170027c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher printf("Number of fragments %d\n", sBlk.s.fragments); 1701c766500607f1ea7494b8360409be3d8ea66f9761plougher 170227c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher printf("Number of inodes %d\n", sBlk.s.inodes); 1703c766500607f1ea7494b8360409be3d8ea66f9761plougher 170427c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher if(sBlk.s.s_major == 4) 170527c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher printf("Number of ids %d\n", sBlk.s.no_ids); 17060f74340e3b68533339adc60f418ddf59fa188f61plougher else { 17070f74340e3b68533339adc60f418ddf59fa188f61plougher printf("Number of uids %d\n", sBlk.no_uids); 17080f74340e3b68533339adc60f418ddf59fa188f61plougher printf("Number of gids %d\n", sBlk.no_guids); 17090f74340e3b68533339adc60f418ddf59fa188f61plougher } 1710b624936abba03d38b7e9245c647339d8f6f34274plougher 171127c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher TRACE("sBlk.s.inode_table_start 0x%llx\n", sBlk.s.inode_table_start); 171227c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher TRACE("sBlk.s.directory_table_start 0x%llx\n", 171327c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher sBlk.s.directory_table_start); 1714c766500607f1ea7494b8360409be3d8ea66f9761plougher 17150ca44ca7b28597911258e0c27bd82feef73f2256Phillip Lougher if(sBlk.s.s_major > 1) 17160ca44ca7b28597911258e0c27bd82feef73f2256Phillip Lougher TRACE("sBlk.s.fragment_table_start 0x%llx\n\n", 17170ca44ca7b28597911258e0c27bd82feef73f2256Phillip Lougher sBlk.s.fragment_table_start); 17180ca44ca7b28597911258e0c27bd82feef73f2256Phillip Lougher 17190ca44ca7b28597911258e0c27bd82feef73f2256Phillip Lougher if(sBlk.s.s_major > 2) 17200ca44ca7b28597911258e0c27bd82feef73f2256Phillip Lougher TRACE("sBlk.s.lookup_table_start 0x%llx\n\n", 17210ca44ca7b28597911258e0c27bd82feef73f2256Phillip Lougher sBlk.s.lookup_table_start); 17220ca44ca7b28597911258e0c27bd82feef73f2256Phillip Lougher 1723053da34003852e494400c1ade35b526e1821b576plougher if(sBlk.s.s_major == 4) { 172427c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher TRACE("sBlk.s.id_table_start 0x%llx\n", sBlk.s.id_table_start); 1725053da34003852e494400c1ade35b526e1821b576plougher TRACE("sBlk.s.xattr_id_table_start 0x%llx\n", 1726053da34003852e494400c1ade35b526e1821b576plougher sBlk.s.xattr_id_table_start); 1727053da34003852e494400c1ade35b526e1821b576plougher } else { 17280f74340e3b68533339adc60f418ddf59fa188f61plougher TRACE("sBlk.uid_start 0x%llx\n", sBlk.uid_start); 17290f74340e3b68533339adc60f418ddf59fa188f61plougher TRACE("sBlk.guid_start 0x%llx\n", sBlk.guid_start); 17300f74340e3b68533339adc60f418ddf59fa188f61plougher } 1731b624936abba03d38b7e9245c647339d8f6f34274plougher} 1732b624936abba03d38b7e9245c647339d8f6f34274plougher 1733b624936abba03d38b7e9245c647339d8f6f34274plougher 173459b85a3abcbada8e2fdbfafb4c3dd2b91141d78fPhillip Lougherint check_compression(struct compressor *comp) 173559b85a3abcbada8e2fdbfafb4c3dd2b91141d78fPhillip Lougher{ 173659b85a3abcbada8e2fdbfafb4c3dd2b91141d78fPhillip Lougher int res, bytes = 0; 173759b85a3abcbada8e2fdbfafb4c3dd2b91141d78fPhillip Lougher char buffer[SQUASHFS_METADATA_SIZE] __attribute__ ((aligned)); 173859b85a3abcbada8e2fdbfafb4c3dd2b91141d78fPhillip Lougher 173959b85a3abcbada8e2fdbfafb4c3dd2b91141d78fPhillip Lougher if(!comp->supported) { 174059b85a3abcbada8e2fdbfafb4c3dd2b91141d78fPhillip Lougher ERROR("Filesystem uses %s compression, this is " 174159b85a3abcbada8e2fdbfafb4c3dd2b91141d78fPhillip Lougher "unsupported by this version\n", comp->name); 174259b85a3abcbada8e2fdbfafb4c3dd2b91141d78fPhillip Lougher ERROR("Decompressors available:\n"); 174359b85a3abcbada8e2fdbfafb4c3dd2b91141d78fPhillip Lougher display_compressors("", ""); 174459b85a3abcbada8e2fdbfafb4c3dd2b91141d78fPhillip Lougher return 0; 174559b85a3abcbada8e2fdbfafb4c3dd2b91141d78fPhillip Lougher } 174659b85a3abcbada8e2fdbfafb4c3dd2b91141d78fPhillip Lougher 174759b85a3abcbada8e2fdbfafb4c3dd2b91141d78fPhillip Lougher /* 174859b85a3abcbada8e2fdbfafb4c3dd2b91141d78fPhillip Lougher * Read compression options from disk if present, and pass to 174959b85a3abcbada8e2fdbfafb4c3dd2b91141d78fPhillip Lougher * the compressor to ensure we know how to decompress a filesystem 175059b85a3abcbada8e2fdbfafb4c3dd2b91141d78fPhillip Lougher * compressed with these compression options. 175159b85a3abcbada8e2fdbfafb4c3dd2b91141d78fPhillip Lougher * 175259b85a3abcbada8e2fdbfafb4c3dd2b91141d78fPhillip Lougher * Note, even if there is no compression options we still call the 175359b85a3abcbada8e2fdbfafb4c3dd2b91141d78fPhillip Lougher * compressor because some compression options may be mandatory 175459b85a3abcbada8e2fdbfafb4c3dd2b91141d78fPhillip Lougher * for some compressors. 175559b85a3abcbada8e2fdbfafb4c3dd2b91141d78fPhillip Lougher */ 175659b85a3abcbada8e2fdbfafb4c3dd2b91141d78fPhillip Lougher if(SQUASHFS_COMP_OPTS(sBlk.s.flags)) { 175759b85a3abcbada8e2fdbfafb4c3dd2b91141d78fPhillip Lougher bytes = read_block(fd, sizeof(sBlk.s), NULL, 0, buffer); 175859b85a3abcbada8e2fdbfafb4c3dd2b91141d78fPhillip Lougher if(bytes == 0) { 175959b85a3abcbada8e2fdbfafb4c3dd2b91141d78fPhillip Lougher ERROR("Failed to read compressor options\n"); 176059b85a3abcbada8e2fdbfafb4c3dd2b91141d78fPhillip Lougher return 0; 176159b85a3abcbada8e2fdbfafb4c3dd2b91141d78fPhillip Lougher } 176259b85a3abcbada8e2fdbfafb4c3dd2b91141d78fPhillip Lougher } 176359b85a3abcbada8e2fdbfafb4c3dd2b91141d78fPhillip Lougher 176459b85a3abcbada8e2fdbfafb4c3dd2b91141d78fPhillip Lougher res = compressor_extract_options(comp, sBlk.s.block_size, buffer, bytes); 176559b85a3abcbada8e2fdbfafb4c3dd2b91141d78fPhillip Lougher 176659b85a3abcbada8e2fdbfafb4c3dd2b91141d78fPhillip Lougher return res != -1; 176759b85a3abcbada8e2fdbfafb4c3dd2b91141d78fPhillip Lougher} 176859b85a3abcbada8e2fdbfafb4c3dd2b91141d78fPhillip Lougher 176959b85a3abcbada8e2fdbfafb4c3dd2b91141d78fPhillip Lougher 177002bc3bcabf2b219f63961f07293b83629948f026plougherint read_super(char *source) 1771443c15812032991c98b33b5424b17bcd55fe3575plougher{ 17726490378e5b5e8dc058daf28423a7465699a6ba7bplougher squashfs_super_block_3 sBlk_3; 177364e83fda63a1b8408ffbfa466e6c67b0de7a8c99plougher struct squashfs_super_block sBlk_4; 17746490378e5b5e8dc058daf28423a7465699a6ba7bplougher 17756490378e5b5e8dc058daf28423a7465699a6ba7bplougher /* 17766490378e5b5e8dc058daf28423a7465699a6ba7bplougher * Try to read a Squashfs 4 superblock 17776490378e5b5e8dc058daf28423a7465699a6ba7bplougher */ 177864e83fda63a1b8408ffbfa466e6c67b0de7a8c99plougher read_fs_bytes(fd, SQUASHFS_START, sizeof(struct squashfs_super_block), 17793306cb2b54a60a32664617118336ac141e1471b6plougher &sBlk_4); 178054660e177ba40ab08ee2f3304b9f030eb5675677plougher swap = sBlk_4.s_magic != SQUASHFS_MAGIC; 17816490378e5b5e8dc058daf28423a7465699a6ba7bplougher SQUASHFS_INSWAP_SUPER_BLOCK(&sBlk_4); 17826490378e5b5e8dc058daf28423a7465699a6ba7bplougher 1783d4204758f77acb5a371fa1487a755b76a05d5476plougher if(sBlk_4.s_magic == SQUASHFS_MAGIC && sBlk_4.s_major == 4 && 1784d4204758f77acb5a371fa1487a755b76a05d5476plougher sBlk_4.s_minor == 0) { 17856490378e5b5e8dc058daf28423a7465699a6ba7bplougher s_ops.squashfs_opendir = squashfs_opendir_4; 17866490378e5b5e8dc058daf28423a7465699a6ba7bplougher s_ops.read_fragment = read_fragment_4; 17876490378e5b5e8dc058daf28423a7465699a6ba7bplougher s_ops.read_fragment_table = read_fragment_table_4; 17886490378e5b5e8dc058daf28423a7465699a6ba7bplougher s_ops.read_block_list = read_block_list_2; 17896490378e5b5e8dc058daf28423a7465699a6ba7bplougher s_ops.read_inode = read_inode_4; 17906490378e5b5e8dc058daf28423a7465699a6ba7bplougher s_ops.read_uids_guids = read_uids_guids_4; 17916490378e5b5e8dc058daf28423a7465699a6ba7bplougher memcpy(&sBlk, &sBlk_4, sizeof(sBlk_4)); 1792efda88fd6fbb19543a86b5f8d15b437bba8c4674plougher 1793efda88fd6fbb19543a86b5f8d15b437bba8c4674plougher /* 1794efda88fd6fbb19543a86b5f8d15b437bba8c4674plougher * Check the compression type 1795efda88fd6fbb19543a86b5f8d15b437bba8c4674plougher */ 179627c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher comp = lookup_compressor_id(sBlk.s.compression); 17976490378e5b5e8dc058daf28423a7465699a6ba7bplougher return TRUE; 17986490378e5b5e8dc058daf28423a7465699a6ba7bplougher } 17996490378e5b5e8dc058daf28423a7465699a6ba7bplougher 18006490378e5b5e8dc058daf28423a7465699a6ba7bplougher /* 18016490378e5b5e8dc058daf28423a7465699a6ba7bplougher * Not a Squashfs 4 superblock, try to read a squashfs 3 superblock 18026490378e5b5e8dc058daf28423a7465699a6ba7bplougher * (compatible with 1 and 2 filesystems) 18036490378e5b5e8dc058daf28423a7465699a6ba7bplougher */ 180486561909d9ca51a4e4ce4efcfea30b41d1d08275plougher read_fs_bytes(fd, SQUASHFS_START, sizeof(squashfs_super_block_3), 18053306cb2b54a60a32664617118336ac141e1471b6plougher &sBlk_3); 1806443c15812032991c98b33b5424b17bcd55fe3575plougher 1807d4204758f77acb5a371fa1487a755b76a05d5476plougher /* 1808d4204758f77acb5a371fa1487a755b76a05d5476plougher * Check it is a SQUASHFS superblock 1809d4204758f77acb5a371fa1487a755b76a05d5476plougher */ 1810443c15812032991c98b33b5424b17bcd55fe3575plougher swap = 0; 181121ee4773956342a8a7d0f14e430ae77ffbd10601plougher if(sBlk_3.s_magic != SQUASHFS_MAGIC) { 181221ee4773956342a8a7d0f14e430ae77ffbd10601plougher if(sBlk_3.s_magic == SQUASHFS_MAGIC_SWAP) { 18137a5df5d70c02bdb5175a5b9301c2c9597a6a4937plougher squashfs_super_block_3 sblk; 1814c435240f52b78b0ef498118727ba8dad186db26bplougher ERROR("Reading a different endian SQUASHFS filesystem " 1815c435240f52b78b0ef498118727ba8dad186db26bplougher "on %s\n", source); 18166490378e5b5e8dc058daf28423a7465699a6ba7bplougher SQUASHFS_SWAP_SUPER_BLOCK_3(&sblk, &sBlk_3); 18176490378e5b5e8dc058daf28423a7465699a6ba7bplougher memcpy(&sBlk_3, &sblk, sizeof(squashfs_super_block_3)); 1818443c15812032991c98b33b5424b17bcd55fe3575plougher swap = 1; 1819443c15812032991c98b33b5424b17bcd55fe3575plougher } else { 1820c435240f52b78b0ef498118727ba8dad186db26bplougher ERROR("Can't find a SQUASHFS superblock on %s\n", 1821c435240f52b78b0ef498118727ba8dad186db26bplougher source); 1822443c15812032991c98b33b5424b17bcd55fe3575plougher goto failed_mount; 1823443c15812032991c98b33b5424b17bcd55fe3575plougher } 1824443c15812032991c98b33b5424b17bcd55fe3575plougher } 1825443c15812032991c98b33b5424b17bcd55fe3575plougher 182627c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher sBlk.s.s_magic = sBlk_3.s_magic; 182727c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher sBlk.s.inodes = sBlk_3.inodes; 182827c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher sBlk.s.mkfs_time = sBlk_3.mkfs_time; 182927c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher sBlk.s.block_size = sBlk_3.block_size; 183027c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher sBlk.s.fragments = sBlk_3.fragments; 183127c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher sBlk.s.block_log = sBlk_3.block_log; 183227c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher sBlk.s.flags = sBlk_3.flags; 183327c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher sBlk.s.s_major = sBlk_3.s_major; 183427c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher sBlk.s.s_minor = sBlk_3.s_minor; 183527c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher sBlk.s.root_inode = sBlk_3.root_inode; 183627c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher sBlk.s.bytes_used = sBlk_3.bytes_used; 183727c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher sBlk.s.inode_table_start = sBlk_3.inode_table_start; 183827c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher sBlk.s.directory_table_start = sBlk_3.directory_table_start; 183927c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher sBlk.s.fragment_table_start = sBlk_3.fragment_table_start; 184027c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher sBlk.s.lookup_table_start = sBlk_3.lookup_table_start; 18416490378e5b5e8dc058daf28423a7465699a6ba7bplougher sBlk.no_uids = sBlk_3.no_uids; 18426490378e5b5e8dc058daf28423a7465699a6ba7bplougher sBlk.no_guids = sBlk_3.no_guids; 18436490378e5b5e8dc058daf28423a7465699a6ba7bplougher sBlk.uid_start = sBlk_3.uid_start; 18446490378e5b5e8dc058daf28423a7465699a6ba7bplougher sBlk.guid_start = sBlk_3.guid_start; 184527c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher sBlk.s.xattr_id_table_start = SQUASHFS_INVALID_BLK; 18466490378e5b5e8dc058daf28423a7465699a6ba7bplougher 1847443c15812032991c98b33b5424b17bcd55fe3575plougher /* Check the MAJOR & MINOR versions */ 184827c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher if(sBlk.s.s_major == 1 || sBlk.s.s_major == 2) { 184927c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher sBlk.s.bytes_used = sBlk_3.bytes_used_2; 18506490378e5b5e8dc058daf28423a7465699a6ba7bplougher sBlk.uid_start = sBlk_3.uid_start_2; 18516490378e5b5e8dc058daf28423a7465699a6ba7bplougher sBlk.guid_start = sBlk_3.guid_start_2; 185227c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher sBlk.s.inode_table_start = sBlk_3.inode_table_start_2; 185327c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher sBlk.s.directory_table_start = sBlk_3.directory_table_start_2; 185402bc3bcabf2b219f63961f07293b83629948f026plougher 185527c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher if(sBlk.s.s_major == 1) { 185627c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher sBlk.s.block_size = sBlk_3.block_size_1; 185727c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher sBlk.s.fragment_table_start = sBlk.uid_start; 1858ed5124f016834932db2c63d60d259d846171c216plougher s_ops.squashfs_opendir = squashfs_opendir_1; 1859ba3d412c7c811a9b335a52ec497ce511e35b2bc8plougher s_ops.read_fragment_table = read_fragment_table_1; 1860ba3d412c7c811a9b335a52ec497ce511e35b2bc8plougher s_ops.read_block_list = read_block_list_1; 18616f59236ae37e220ca132b18d58f78ef1f5a1d4fbplougher s_ops.read_inode = read_inode_1; 186279e700efc62527661ce140bd1013a2b60577917eplougher s_ops.read_uids_guids = read_uids_guids_1; 1863ba3d412c7c811a9b335a52ec497ce511e35b2bc8plougher } else { 186427c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher sBlk.s.fragment_table_start = 1865c435240f52b78b0ef498118727ba8dad186db26bplougher sBlk_3.fragment_table_start_2; 1866ed5124f016834932db2c63d60d259d846171c216plougher s_ops.squashfs_opendir = squashfs_opendir_1; 1867ba3d412c7c811a9b335a52ec497ce511e35b2bc8plougher s_ops.read_fragment = read_fragment_2; 1868ba3d412c7c811a9b335a52ec497ce511e35b2bc8plougher s_ops.read_fragment_table = read_fragment_table_2; 1869ed5124f016834932db2c63d60d259d846171c216plougher s_ops.read_block_list = read_block_list_2; 18706f59236ae37e220ca132b18d58f78ef1f5a1d4fbplougher s_ops.read_inode = read_inode_2; 187179e700efc62527661ce140bd1013a2b60577917eplougher s_ops.read_uids_guids = read_uids_guids_1; 1872ba3d412c7c811a9b335a52ec497ce511e35b2bc8plougher } 187327c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher } else if(sBlk.s.s_major == 3) { 1874ed5124f016834932db2c63d60d259d846171c216plougher s_ops.squashfs_opendir = squashfs_opendir_3; 1875ed5124f016834932db2c63d60d259d846171c216plougher s_ops.read_fragment = read_fragment_3; 1876ed5124f016834932db2c63d60d259d846171c216plougher s_ops.read_fragment_table = read_fragment_table_3; 1877ed5124f016834932db2c63d60d259d846171c216plougher s_ops.read_block_list = read_block_list_2; 1878ed5124f016834932db2c63d60d259d846171c216plougher s_ops.read_inode = read_inode_3; 187979e700efc62527661ce140bd1013a2b60577917eplougher s_ops.read_uids_guids = read_uids_guids_1; 188002bc3bcabf2b219f63961f07293b83629948f026plougher } else { 188127c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher ERROR("Filesystem on %s is (%d:%d), ", source, sBlk.s.s_major, 188227c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher sBlk.s.s_minor); 18834c99cb7f458d8e1c598f1c80793daf3696c9b528plougher ERROR("which is a later filesystem version than I support!\n"); 1884443c15812032991c98b33b5424b17bcd55fe3575plougher goto failed_mount; 1885443c15812032991c98b33b5424b17bcd55fe3575plougher } 1886443c15812032991c98b33b5424b17bcd55fe3575plougher 1887efda88fd6fbb19543a86b5f8d15b437bba8c4674plougher /* 188899c8abf4de4297b3159355a0cefe9ad6f5182827plougher * 1.x, 2.x and 3.x filesystems use gzip compression. 1889efda88fd6fbb19543a86b5f8d15b437bba8c4674plougher */ 1890efda88fd6fbb19543a86b5f8d15b437bba8c4674plougher comp = lookup_compressor("gzip"); 1891443c15812032991c98b33b5424b17bcd55fe3575plougher return TRUE; 1892443c15812032991c98b33b5424b17bcd55fe3575plougher 1893443c15812032991c98b33b5424b17bcd55fe3575plougherfailed_mount: 1894443c15812032991c98b33b5424b17bcd55fe3575plougher return FALSE; 1895443c15812032991c98b33b5424b17bcd55fe3575plougher} 1896443c15812032991c98b33b5424b17bcd55fe3575plougher 1897443c15812032991c98b33b5424b17bcd55fe3575plougher 1898a706f1b6bb48f288ecaf74e218ce20504bda52c6plougherstruct pathname *process_extract_files(struct pathname *path, char *filename) 189971add234b27054974d5e29f95b3fab3072792a62plougher{ 190071add234b27054974d5e29f95b3fab3072792a62plougher FILE *fd; 1901afbbfbf11bc846056666d073c94a9c8e84fcb1caPhillip Lougher char buffer[MAX_LINE + 1]; /* overflow safe */ 1902e4d5a8ee19193b451884e96b6405b6390e5b7c5ePhillip Lougher char *name; 190371add234b27054974d5e29f95b3fab3072792a62plougher 190463e21ee4b795bb900f82c18e7b5c6f7369907360plougher fd = fopen(filename, "r"); 190563e21ee4b795bb900f82c18e7b5c6f7369907360plougher if(fd == NULL) 1906e4d5a8ee19193b451884e96b6405b6390e5b7c5ePhillip Lougher EXIT_UNSQUASH("Failed to open extract file \"%s\" because %s\n", 1907e4d5a8ee19193b451884e96b6405b6390e5b7c5ePhillip Lougher filename, strerror(errno)); 1908e4d5a8ee19193b451884e96b6405b6390e5b7c5ePhillip Lougher 1909afbbfbf11bc846056666d073c94a9c8e84fcb1caPhillip Lougher while(fgets(name = buffer, MAX_LINE + 1, fd) != NULL) { 1910e4d5a8ee19193b451884e96b6405b6390e5b7c5ePhillip Lougher int len = strlen(name); 1911e4d5a8ee19193b451884e96b6405b6390e5b7c5ePhillip Lougher 1912afbbfbf11bc846056666d073c94a9c8e84fcb1caPhillip Lougher if(len == MAX_LINE && name[len - 1] != '\n') 1913e4d5a8ee19193b451884e96b6405b6390e5b7c5ePhillip Lougher /* line too large */ 1914e4d5a8ee19193b451884e96b6405b6390e5b7c5ePhillip Lougher EXIT_UNSQUASH("Line too long when reading " 1915afbbfbf11bc846056666d073c94a9c8e84fcb1caPhillip Lougher "extract file \"%s\", larger than %d " 191683847c1beb852a7b3f5906a0f4c90be659e46794Phillip Lougher "bytes\n", filename, MAX_LINE); 1917e4d5a8ee19193b451884e96b6405b6390e5b7c5ePhillip Lougher 1918e4d5a8ee19193b451884e96b6405b6390e5b7c5ePhillip Lougher /* 1919e4d5a8ee19193b451884e96b6405b6390e5b7c5ePhillip Lougher * Remove '\n' terminator if it exists (the last line 1920e4d5a8ee19193b451884e96b6405b6390e5b7c5ePhillip Lougher * in the file may not be '\n' terminated) 1921e4d5a8ee19193b451884e96b6405b6390e5b7c5ePhillip Lougher */ 1922e4d5a8ee19193b451884e96b6405b6390e5b7c5ePhillip Lougher if(len && name[len - 1] == '\n') 1923e4d5a8ee19193b451884e96b6405b6390e5b7c5ePhillip Lougher name[len - 1] = '\0'; 1924e4d5a8ee19193b451884e96b6405b6390e5b7c5ePhillip Lougher 1925e4d5a8ee19193b451884e96b6405b6390e5b7c5ePhillip Lougher /* Skip any leading whitespace */ 1926e4d5a8ee19193b451884e96b6405b6390e5b7c5ePhillip Lougher while(isspace(*name)) 1927e4d5a8ee19193b451884e96b6405b6390e5b7c5ePhillip Lougher name ++; 1928e4d5a8ee19193b451884e96b6405b6390e5b7c5ePhillip Lougher 1929e4d5a8ee19193b451884e96b6405b6390e5b7c5ePhillip Lougher /* if comment line, skip */ 1930e4d5a8ee19193b451884e96b6405b6390e5b7c5ePhillip Lougher if(*name == '#') 1931e4d5a8ee19193b451884e96b6405b6390e5b7c5ePhillip Lougher continue; 1932e4d5a8ee19193b451884e96b6405b6390e5b7c5ePhillip Lougher 1933e4d5a8ee19193b451884e96b6405b6390e5b7c5ePhillip Lougher /* check for initial backslash, to accommodate 1934e4d5a8ee19193b451884e96b6405b6390e5b7c5ePhillip Lougher * filenames with leading space or leading # character 1935e4d5a8ee19193b451884e96b6405b6390e5b7c5ePhillip Lougher */ 1936e4d5a8ee19193b451884e96b6405b6390e5b7c5ePhillip Lougher if(*name == '\\') 1937e4d5a8ee19193b451884e96b6405b6390e5b7c5ePhillip Lougher name ++; 1938e4d5a8ee19193b451884e96b6405b6390e5b7c5ePhillip Lougher 1939e4d5a8ee19193b451884e96b6405b6390e5b7c5ePhillip Lougher /* if line is now empty after skipping characters, skip it */ 1940e4d5a8ee19193b451884e96b6405b6390e5b7c5ePhillip Lougher if(*name == '\0') 1941e4d5a8ee19193b451884e96b6405b6390e5b7c5ePhillip Lougher continue; 194271add234b27054974d5e29f95b3fab3072792a62plougher 1943a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher path = add_path(path, name, name); 1944e4d5a8ee19193b451884e96b6405b6390e5b7c5ePhillip Lougher } 1945e4d5a8ee19193b451884e96b6405b6390e5b7c5ePhillip Lougher 1946e4d5a8ee19193b451884e96b6405b6390e5b7c5ePhillip Lougher if(ferror(fd)) 1947e4d5a8ee19193b451884e96b6405b6390e5b7c5ePhillip Lougher EXIT_UNSQUASH("Reading extract file \"%s\" failed because %s\n", 1948e4d5a8ee19193b451884e96b6405b6390e5b7c5ePhillip Lougher filename, strerror(errno)); 194971add234b27054974d5e29f95b3fab3072792a62plougher 195071add234b27054974d5e29f95b3fab3072792a62plougher fclose(fd); 1951a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher return path; 195271add234b27054974d5e29f95b3fab3072792a62plougher} 195371add234b27054974d5e29f95b3fab3072792a62plougher 195471add234b27054974d5e29f95b3fab3072792a62plougher 1955d4204758f77acb5a371fa1487a755b76a05d5476plougher/* 1956d4204758f77acb5a371fa1487a755b76a05d5476plougher * reader thread. This thread processes read requests queued by the 1957d4204758f77acb5a371fa1487a755b76a05d5476plougher * cache_get() routine. 1958d4204758f77acb5a371fa1487a755b76a05d5476plougher */ 19598888b61f8ff4680247d10f7e5beb2ff35e8c867dploughervoid *reader(void *arg) 19608888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher{ 19618888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher while(1) { 19628888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher struct cache_entry *entry = queue_get(to_reader); 196386561909d9ca51a4e4ce4efcfea30b41d1d08275plougher int res = read_fs_bytes(fd, entry->block, 19648888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher SQUASHFS_COMPRESSED_SIZE_BLOCK(entry->size), 19658888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher entry->data); 19668888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 19678888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher if(res && SQUASHFS_COMPRESSED_BLOCK(entry->size)) 1968d4204758f77acb5a371fa1487a755b76a05d5476plougher /* 19693327bd9640ed579e8022b0e3889f71c342a64193Phillip Lougher * queue successfully read block to the inflate 1970c435240f52b78b0ef498118727ba8dad186db26bplougher * thread(s) for further processing 1971d4204758f77acb5a371fa1487a755b76a05d5476plougher */ 1972bee9e37353d957d1c4d8669ca4eba30c2b9df3f5Phillip Lougher queue_put(to_inflate, entry); 19738888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher else 1974d4204758f77acb5a371fa1487a755b76a05d5476plougher /* 1975d4204758f77acb5a371fa1487a755b76a05d5476plougher * block has either been successfully read and is 1976d4204758f77acb5a371fa1487a755b76a05d5476plougher * uncompressed, or an error has occurred, clear pending 1977c435240f52b78b0ef498118727ba8dad186db26bplougher * flag, set error appropriately, and wake up any 1978c435240f52b78b0ef498118727ba8dad186db26bplougher * threads waiting on this buffer 1979d4204758f77acb5a371fa1487a755b76a05d5476plougher */ 19808888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher cache_block_ready(entry, !res); 19818888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher } 19828888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher} 19838888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 19848888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 1985d4204758f77acb5a371fa1487a755b76a05d5476plougher/* 1986d4204758f77acb5a371fa1487a755b76a05d5476plougher * writer thread. This processes file write requests queued by the 1987d4204758f77acb5a371fa1487a755b76a05d5476plougher * write_file() routine. 1988d4204758f77acb5a371fa1487a755b76a05d5476plougher */ 19898888b61f8ff4680247d10f7e5beb2ff35e8c867dploughervoid *writer(void *arg) 19908888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher{ 19918888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher int i; 19928888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 19938888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher while(1) { 19948888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher struct squashfs_file *file = queue_get(to_writer); 19958888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher int file_fd; 199687f5e0e29e5f56516daaa51b1d36cde3d86a0f1fplougher long long hole = 0; 199727636cb2cec37a68313f9eb825c0548245eecad0plougher int failed = FALSE; 1998c6e684fd0562ef5339ea2c0b3ce09aa6149708cdplougher int error; 19998888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 20008888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher if(file == NULL) { 20018888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher queue_put(from_writer, NULL); 20028888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher continue; 20032c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher } else if(file->fd == -1) { 20042c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher /* write attributes for directory file->pathname */ 20052c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher set_attributes(file->pathname, file->mode, file->uid, 20062c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher file->gid, file->time, file->xattr, TRUE); 20072c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher free(file->pathname); 20082c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher free(file); 20092c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher continue; 20108888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher } 20118888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 20128888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher TRACE("writer: regular file, blocks %d\n", file->blocks); 20138888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 20148888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher file_fd = file->fd; 20158888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 2016eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher for(i = 0; i < file->blocks; i++, cur_blocks ++) { 20178888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher struct file_entry *block = queue_get(to_writer); 20188888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 20198888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher if(block->buffer == 0) { /* sparse file */ 20208888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher hole += block->size; 20218888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher free(block); 20228888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher continue; 20238888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher } 20248888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 20258888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher cache_block_wait(block->buffer); 202627636cb2cec37a68313f9eb825c0548245eecad0plougher 202727636cb2cec37a68313f9eb825c0548245eecad0plougher if(block->buffer->error) 202827636cb2cec37a68313f9eb825c0548245eecad0plougher failed = TRUE; 202927636cb2cec37a68313f9eb825c0548245eecad0plougher 2030c6e684fd0562ef5339ea2c0b3ce09aa6149708cdplougher if(failed) 2031c6e684fd0562ef5339ea2c0b3ce09aa6149708cdplougher continue; 2032c6e684fd0562ef5339ea2c0b3ce09aa6149708cdplougher 2033c6e684fd0562ef5339ea2c0b3ce09aa6149708cdplougher error = write_block(file_fd, block->buffer->data + 2034c6e684fd0562ef5339ea2c0b3ce09aa6149708cdplougher block->offset, block->size, hole, file->sparse); 2035c6e684fd0562ef5339ea2c0b3ce09aa6149708cdplougher 2036c6e684fd0562ef5339ea2c0b3ce09aa6149708cdplougher if(error == FALSE) { 2037d4204758f77acb5a371fa1487a755b76a05d5476plougher ERROR("writer: failed to write data block %d\n", 2038d4204758f77acb5a371fa1487a755b76a05d5476plougher i); 203927636cb2cec37a68313f9eb825c0548245eecad0plougher failed = TRUE; 20408888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher } 2041c6e684fd0562ef5339ea2c0b3ce09aa6149708cdplougher 20428888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher hole = 0; 20438888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher cache_block_put(block->buffer); 20448888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher free(block); 20458888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher } 20468888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 204727636cb2cec37a68313f9eb825c0548245eecad0plougher if(hole && failed == FALSE) { 2048d4204758f77acb5a371fa1487a755b76a05d5476plougher /* 2049d4204758f77acb5a371fa1487a755b76a05d5476plougher * corner case for hole extending to end of file 2050d4204758f77acb5a371fa1487a755b76a05d5476plougher */ 2051d4204758f77acb5a371fa1487a755b76a05d5476plougher if(file->sparse == FALSE || 2052d4204758f77acb5a371fa1487a755b76a05d5476plougher lseek(file_fd, hole, SEEK_CUR) == -1) { 2053d4204758f77acb5a371fa1487a755b76a05d5476plougher /* 2054d4204758f77acb5a371fa1487a755b76a05d5476plougher * for files which we don't want to write 2055c6e684fd0562ef5339ea2c0b3ce09aa6149708cdplougher * sparsely, or for broken lseeks which cannot 2056c6e684fd0562ef5339ea2c0b3ce09aa6149708cdplougher * seek beyond end of file, write_block will do 2057c6e684fd0562ef5339ea2c0b3ce09aa6149708cdplougher * the right thing 2058c6e684fd0562ef5339ea2c0b3ce09aa6149708cdplougher */ 20598888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher hole --; 2060d4204758f77acb5a371fa1487a755b76a05d5476plougher if(write_block(file_fd, "\0", 1, hole, 2061d4204758f77acb5a371fa1487a755b76a05d5476plougher file->sparse) == FALSE) { 2062d4204758f77acb5a371fa1487a755b76a05d5476plougher ERROR("writer: failed to write sparse " 2063d4204758f77acb5a371fa1487a755b76a05d5476plougher "data block\n"); 206427636cb2cec37a68313f9eb825c0548245eecad0plougher failed = TRUE; 20658888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher } 20668888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher } else if(ftruncate(file_fd, file->file_size) == -1) { 2067d4204758f77acb5a371fa1487a755b76a05d5476plougher ERROR("writer: failed to write sparse data " 2068d4204758f77acb5a371fa1487a755b76a05d5476plougher "block\n"); 206927636cb2cec37a68313f9eb825c0548245eecad0plougher failed = TRUE; 20708888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher } 20718888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher } 20728888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 2073cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher close_wake(file_fd); 207427636cb2cec37a68313f9eb825c0548245eecad0plougher if(failed == FALSE) 2075d4204758f77acb5a371fa1487a755b76a05d5476plougher set_attributes(file->pathname, file->mode, file->uid, 2076fdbbd7d7e595a227e0c259fa4afc872098c9e471plougher file->gid, file->time, file->xattr, force); 207727636cb2cec37a68313f9eb825c0548245eecad0plougher else { 207827636cb2cec37a68313f9eb825c0548245eecad0plougher ERROR("Failed to write %s, skipping\n", file->pathname); 207927636cb2cec37a68313f9eb825c0548245eecad0plougher unlink(file->pathname); 208027636cb2cec37a68313f9eb825c0548245eecad0plougher } 208179df93becb68081effabebba3006c794be308598plougher free(file->pathname); 20828888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher free(file); 208327636cb2cec37a68313f9eb825c0548245eecad0plougher 20848888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher } 20858888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher} 20868888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 20878888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 2088d4204758f77acb5a371fa1487a755b76a05d5476plougher/* 2089d4204758f77acb5a371fa1487a755b76a05d5476plougher * decompress thread. This decompresses buffers queued by the read thread 2090d4204758f77acb5a371fa1487a755b76a05d5476plougher */ 20913327bd9640ed579e8022b0e3889f71c342a64193Phillip Loughervoid *inflator(void *arg) 20928888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher{ 20938888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher char tmp[block_size]; 20948888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 20958888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher while(1) { 2096bee9e37353d957d1c4d8669ca4eba30c2b9df3f5Phillip Lougher struct cache_entry *entry = queue_get(to_inflate); 2097efda88fd6fbb19543a86b5f8d15b437bba8c4674plougher int error, res; 2098efda88fd6fbb19543a86b5f8d15b437bba8c4674plougher 2099b48442b2e37b3cb7efbffb032968f115eec7963cplougher res = compressor_uncompress(comp, tmp, entry->data, 2100efda88fd6fbb19543a86b5f8d15b437bba8c4674plougher SQUASHFS_COMPRESSED_SIZE_BLOCK(entry->size), block_size, 2101efda88fd6fbb19543a86b5f8d15b437bba8c4674plougher &error); 2102efda88fd6fbb19543a86b5f8d15b437bba8c4674plougher 2103efda88fd6fbb19543a86b5f8d15b437bba8c4674plougher if(res == -1) 2104efda88fd6fbb19543a86b5f8d15b437bba8c4674plougher ERROR("%s uncompress failed with error code %d\n", 2105efda88fd6fbb19543a86b5f8d15b437bba8c4674plougher comp->name, error); 2106efda88fd6fbb19543a86b5f8d15b437bba8c4674plougher else 2107efda88fd6fbb19543a86b5f8d15b437bba8c4674plougher memcpy(entry->data, tmp, res); 21088888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 2109d4204758f77acb5a371fa1487a755b76a05d5476plougher /* 2110d4204758f77acb5a371fa1487a755b76a05d5476plougher * block has been either successfully decompressed, or an error 21118888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher * occurred, clear pending flag, set error appropriately and 2112d4204758f77acb5a371fa1487a755b76a05d5476plougher * wake up any threads waiting on this block 2113d4204758f77acb5a371fa1487a755b76a05d5476plougher */ 2114efda88fd6fbb19543a86b5f8d15b437bba8c4674plougher cache_block_ready(entry, res == -1); 21158888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher } 21168888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher} 21178888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 21188888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 2119eb35c81a4c4500aab9eeea2ba2271c88fe42732aploughervoid *progress_thread(void *arg) 2120eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher{ 21219fdf6bba5e8babda13fe13a08e3fe555bd41bfbdPhillip Lougher struct timespec requested_time, remaining; 21221b5f6c5145f284683a2628b73ab5f8a0e37dd7b4plougher struct itimerval itimerval; 21231b5f6c5145f284683a2628b73ab5f8a0e37dd7b4plougher struct winsize winsize; 21241b5f6c5145f284683a2628b73ab5f8a0e37dd7b4plougher 21251b5f6c5145f284683a2628b73ab5f8a0e37dd7b4plougher if(ioctl(1, TIOCGWINSZ, &winsize) == -1) { 212601b4328a47a3c1ecd9ccc3ff6cde37ea973bb3c6plougher if(isatty(STDOUT_FILENO)) 212701b4328a47a3c1ecd9ccc3ff6cde37ea973bb3c6plougher ERROR("TIOCGWINSZ ioctl failed, defaulting to 80 " 212801b4328a47a3c1ecd9ccc3ff6cde37ea973bb3c6plougher "columns\n"); 21291b5f6c5145f284683a2628b73ab5f8a0e37dd7b4plougher columns = 80; 21301b5f6c5145f284683a2628b73ab5f8a0e37dd7b4plougher } else 21311b5f6c5145f284683a2628b73ab5f8a0e37dd7b4plougher columns = winsize.ws_col; 21321b5f6c5145f284683a2628b73ab5f8a0e37dd7b4plougher signal(SIGWINCH, sigwinch_handler); 21331b5f6c5145f284683a2628b73ab5f8a0e37dd7b4plougher signal(SIGALRM, sigalrm_handler); 21341b5f6c5145f284683a2628b73ab5f8a0e37dd7b4plougher 21351b5f6c5145f284683a2628b73ab5f8a0e37dd7b4plougher itimerval.it_value.tv_sec = 0; 21361b5f6c5145f284683a2628b73ab5f8a0e37dd7b4plougher itimerval.it_value.tv_usec = 250000; 21371b5f6c5145f284683a2628b73ab5f8a0e37dd7b4plougher itimerval.it_interval.tv_sec = 0; 21381b5f6c5145f284683a2628b73ab5f8a0e37dd7b4plougher itimerval.it_interval.tv_usec = 250000; 21391b5f6c5145f284683a2628b73ab5f8a0e37dd7b4plougher setitimer(ITIMER_REAL, &itimerval, NULL); 2140eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher 21419fdf6bba5e8babda13fe13a08e3fe555bd41bfbdPhillip Lougher requested_time.tv_sec = 0; 21429fdf6bba5e8babda13fe13a08e3fe555bd41bfbdPhillip Lougher requested_time.tv_nsec = 250000000; 2143eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher 2144eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher while(1) { 21459fdf6bba5e8babda13fe13a08e3fe555bd41bfbdPhillip Lougher int res = nanosleep(&requested_time, &remaining); 21469fdf6bba5e8babda13fe13a08e3fe555bd41bfbdPhillip Lougher 21479fdf6bba5e8babda13fe13a08e3fe555bd41bfbdPhillip Lougher if(res == -1 && errno != EINTR) 21489fdf6bba5e8babda13fe13a08e3fe555bd41bfbdPhillip Lougher EXIT_UNSQUASH("nanosleep failed in progress thread\n"); 21499fdf6bba5e8babda13fe13a08e3fe555bd41bfbdPhillip Lougher 21509fdf6bba5e8babda13fe13a08e3fe555bd41bfbdPhillip Lougher if(progress_enabled) { 21519fdf6bba5e8babda13fe13a08e3fe555bd41bfbdPhillip Lougher pthread_mutex_lock(&screen_mutex); 21521b42101056befe25b5f19d5b099e806a2ecee9cdplougher progress_bar(sym_count + dev_count + 2153d4204758f77acb5a371fa1487a755b76a05d5476plougher fifo_count + cur_blocks, total_inodes - 2154d4204758f77acb5a371fa1487a755b76a05d5476plougher total_files + total_blocks, columns); 21559fdf6bba5e8babda13fe13a08e3fe555bd41bfbdPhillip Lougher pthread_mutex_unlock(&screen_mutex); 21569fdf6bba5e8babda13fe13a08e3fe555bd41bfbdPhillip Lougher } 2157eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher } 2158eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher} 2159eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher 2160eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher 21618888b61f8ff4680247d10f7e5beb2ff35e8c867dploughervoid initialise_threads(int fragment_buffer_size, int data_buffer_size) 21628888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher{ 2163cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher struct rlimit rlim; 2164cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher int i, max_files, res; 21658888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher sigset_t sigmask, old_mask; 21668888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 2167fec0a36c9b8a2c91c2930ea57b304299490ccedfPhillip Lougher /* block SIGQUIT and SIGHUP, these are handled by the info thread */ 21688888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher sigemptyset(&sigmask); 21698888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher sigaddset(&sigmask, SIGQUIT); 2170fec0a36c9b8a2c91c2930ea57b304299490ccedfPhillip Lougher sigaddset(&sigmask, SIGHUP); 2171e0a306c5aca0aa2ca4d07593afaef79e360213a2Phillip Lougher if(pthread_sigmask(SIG_BLOCK, &sigmask, NULL) == -1) 21723642cef78fdbb9c4dc90cc6463443a6d005cfab2Phillip Lougher EXIT_UNSQUASH("Failed to set signal mask in initialise_threads" 2173fec0a36c9b8a2c91c2930ea57b304299490ccedfPhillip Lougher "\n"); 2174fec0a36c9b8a2c91c2930ea57b304299490ccedfPhillip Lougher 2175fec0a36c9b8a2c91c2930ea57b304299490ccedfPhillip Lougher /* 2176e0a306c5aca0aa2ca4d07593afaef79e360213a2Phillip Lougher * temporarily block these signals so the created sub-threads will 2177fec0a36c9b8a2c91c2930ea57b304299490ccedfPhillip Lougher * ignore them, ensuring the main thread handles them 2178fec0a36c9b8a2c91c2930ea57b304299490ccedfPhillip Lougher */ 2179fec0a36c9b8a2c91c2930ea57b304299490ccedfPhillip Lougher sigemptyset(&sigmask); 2180fec0a36c9b8a2c91c2930ea57b304299490ccedfPhillip Lougher sigaddset(&sigmask, SIGINT); 2181fec0a36c9b8a2c91c2930ea57b304299490ccedfPhillip Lougher sigaddset(&sigmask, SIGTERM); 2182e0a306c5aca0aa2ca4d07593afaef79e360213a2Phillip Lougher if(pthread_sigmask(SIG_BLOCK, &sigmask, &old_mask) == -1) 21833642cef78fdbb9c4dc90cc6463443a6d005cfab2Phillip Lougher EXIT_UNSQUASH("Failed to set signal mask in initialise_threads" 2184c435240f52b78b0ef498118727ba8dad186db26bplougher "\n"); 21858888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 21868888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher if(processors == -1) { 21878888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher#ifndef linux 21888888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher int mib[2]; 21898888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher size_t len = sizeof(processors); 21908888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 21918888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher mib[0] = CTL_HW; 21928888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher#ifdef HW_AVAILCPU 21938888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher mib[1] = HW_AVAILCPU; 21948888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher#else 21958888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher mib[1] = HW_NCPU; 21968888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher#endif 21978888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 21988888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher if(sysctl(mib, 2, &processors, &len, NULL, 0) == -1) { 2199d4204758f77acb5a371fa1487a755b76a05d5476plougher ERROR("Failed to get number of available processors. " 2200d4204758f77acb5a371fa1487a755b76a05d5476plougher "Defaulting to 1\n"); 22018888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher processors = 1; 22028888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher } 22038888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher#else 22049cc26b77a61fefdeb45f5c487c2bfdefd394b66fplougher processors = sysconf(_SC_NPROCESSORS_ONLN); 22058888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher#endif 22068888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher } 22078888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 220870f4aa66fa20ac3f86605e1330ccf241440e2cc3Phillip Lougher if(add_overflow(processors, 3) || 220970f4aa66fa20ac3f86605e1330ccf241440e2cc3Phillip Lougher multiply_overflow(processors + 3, sizeof(pthread_t))) 221070f4aa66fa20ac3f86605e1330ccf241440e2cc3Phillip Lougher EXIT_UNSQUASH("Processors too large\n"); 221170f4aa66fa20ac3f86605e1330ccf241440e2cc3Phillip Lougher 22126697cff2155192a3e0c182a3cef046ebf215ac32plougher thread = malloc((3 + processors) * sizeof(pthread_t)); 22136697cff2155192a3e0c182a3cef046ebf215ac32plougher if(thread == NULL) 22148888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher EXIT_UNSQUASH("Out of memory allocating thread descriptors\n"); 22153327bd9640ed579e8022b0e3889f71c342a64193Phillip Lougher inflator_thread = &thread[3]; 22168888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 2217cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher /* 2218bee9e37353d957d1c4d8669ca4eba30c2b9df3f5Phillip Lougher * dimensioning the to_reader and to_inflate queues. The size of 2219cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher * these queues is directly related to the amount of block 2220cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher * read-ahead possible. To_reader queues block read requests to 2221bee9e37353d957d1c4d8669ca4eba30c2b9df3f5Phillip Lougher * the reader thread and to_inflate queues block decompression 22223327bd9640ed579e8022b0e3889f71c342a64193Phillip Lougher * requests to the inflate thread(s) (once the block has been read by 2223cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher * the reader thread). The amount of read-ahead is determined by 2224cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher * the combined size of the data_block and fragment caches which 2225cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher * determine the total number of blocks which can be "in flight" 2226cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher * at any one time (either being read or being decompressed) 2227cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher * 2228cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher * The maximum file open limit, however, affects the read-ahead 2229cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher * possible, in that for normal sizes of the fragment and data block 2230cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher * caches, where the incoming files have few data blocks or one fragment 2231cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher * only, the file open limit is likely to be reached before the 2232cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher * caches are full. This means the worst case sizing of the combined 2233cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher * sizes of the caches is unlikely to ever be necessary. However, is is 2234cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher * obvious read-ahead up to the data block cache size is always possible 2235cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher * irrespective of the file open limit, because a single file could 2236cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher * contain that number of blocks. 2237cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher * 2238cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher * Choosing the size as "file open limit + data block cache size" seems 2239cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher * to be a reasonable estimate. We can reasonably assume the maximum 2240cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher * likely read-ahead possible is data block cache size + one fragment 2241cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher * per open file. 2242cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher * 2243cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher * dimensioning the to_writer queue. The size of this queue is 2244cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher * directly related to the amount of block read-ahead possible. 2245bee9e37353d957d1c4d8669ca4eba30c2b9df3f5Phillip Lougher * However, unlike the to_reader and to_inflate queues, this is 2246cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher * complicated by the fact the to_writer queue not only contains 2247cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher * entries for fragments and data_blocks but it also contains 2248cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher * file entries, one per open file in the read-ahead. 2249cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher * 2250cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher * Choosing the size as "2 * (file open limit) + 2251cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher * data block cache size" seems to be a reasonable estimate. 2252cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher * We can reasonably assume the maximum likely read-ahead possible 2253cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher * is data block cache size + one fragment per open file, and then 2254cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher * we will have a file_entry for each open file. 2255cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher */ 2256cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher res = getrlimit(RLIMIT_NOFILE, &rlim); 2257cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher if (res == -1) { 2258cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher ERROR("failed to get open file limit! Defaulting to 1\n"); 2259cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher rlim.rlim_cur = 1; 2260cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher } 2261cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher 2262cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher if (rlim.rlim_cur != RLIM_INFINITY) { 2263cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher /* 2264cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher * leave OPEN_FILE_MARGIN free (rlim_cur includes fds used by 2265cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher * stdin, stdout, stderr and filesystem fd 2266cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher */ 2267cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher if (rlim.rlim_cur <= OPEN_FILE_MARGIN) 2268cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher /* no margin, use minimum possible */ 2269cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher max_files = 1; 2270cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher else 2271cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher max_files = rlim.rlim_cur - OPEN_FILE_MARGIN; 2272cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher } else 2273cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher max_files = -1; 2274cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher 2275cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher /* set amount of available files for use by open_wait and close_wake */ 2276cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher open_init(max_files); 2277cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher 2278cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher /* 2279bee9e37353d957d1c4d8669ca4eba30c2b9df3f5Phillip Lougher * allocate to_reader, to_inflate and to_writer queues. Set based on 2280cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher * open file limit and cache size, unless open file limit is unlimited, 2281cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher * in which case set purely based on cache limits 22822b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher * 22832b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher * In doing so, check that the user supplied values do not overflow 22842b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher * a signed int 2285cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher */ 2286cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher if (max_files != -1) { 22872b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher if(add_overflow(data_buffer_size, max_files) || 22882b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher add_overflow(data_buffer_size, max_files * 2)) 22892b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher EXIT_UNSQUASH("Data queue size is too large\n"); 22902b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher 2291cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher to_reader = queue_init(max_files + data_buffer_size); 2292bee9e37353d957d1c4d8669ca4eba30c2b9df3f5Phillip Lougher to_inflate = queue_init(max_files + data_buffer_size); 2293cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher to_writer = queue_init(max_files * 2 + data_buffer_size); 2294cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher } else { 22952b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher int all_buffers_size; 22962b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher 22972b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher if(add_overflow(fragment_buffer_size, data_buffer_size)) 22982b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher EXIT_UNSQUASH("Data and fragment queues combined are" 22992b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher " too large\n"); 23002b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher 23012b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher all_buffers_size = fragment_buffer_size + data_buffer_size; 23022b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher 23032b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher if(add_overflow(all_buffers_size, all_buffers_size)) 23042b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher EXIT_UNSQUASH("Data and fragment queues combined are" 23052b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher " too large\n"); 2306cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher 2307cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher to_reader = queue_init(all_buffers_size); 2308bee9e37353d957d1c4d8669ca4eba30c2b9df3f5Phillip Lougher to_inflate = queue_init(all_buffers_size); 2309cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher to_writer = queue_init(all_buffers_size * 2); 2310cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher } 2311cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher 23128888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher from_writer = queue_init(1); 2313cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher 23148888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher fragment_cache = cache_init(block_size, fragment_buffer_size); 23158888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher data_cache = cache_init(block_size, data_buffer_size); 23168888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher pthread_create(&thread[0], NULL, reader, NULL); 23178888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher pthread_create(&thread[1], NULL, writer, NULL); 2318eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher pthread_create(&thread[2], NULL, progress_thread, NULL); 2319fec0a36c9b8a2c91c2930ea57b304299490ccedfPhillip Lougher init_info(); 23208888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher pthread_mutex_init(&fragment_mutex, NULL); 23218888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 23228888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher for(i = 0; i < processors; i++) { 23233327bd9640ed579e8022b0e3889f71c342a64193Phillip Lougher if(pthread_create(&inflator_thread[i], NULL, inflator, NULL) != 2324c435240f52b78b0ef498118727ba8dad186db26bplougher 0) 23258888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher EXIT_UNSQUASH("Failed to create thread\n"); 23268888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher } 23278888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 23288888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher printf("Parallel unsquashfs: Using %d processor%s\n", processors, 23298888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher processors == 1 ? "" : "s"); 23308888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 2331e0a306c5aca0aa2ca4d07593afaef79e360213a2Phillip Lougher if(pthread_sigmask(SIG_SETMASK, &old_mask, NULL) == -1) 23323642cef78fdbb9c4dc90cc6463443a6d005cfab2Phillip Lougher EXIT_UNSQUASH("Failed to set signal mask in initialise_threads" 2333c435240f52b78b0ef498118727ba8dad186db26bplougher "\n"); 23348888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher} 23358888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 23368888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 23371b42101056befe25b5f19d5b099e806a2ecee9cdploughervoid enable_progress_bar() 23381b42101056befe25b5f19d5b099e806a2ecee9cdplougher{ 23391b42101056befe25b5f19d5b099e806a2ecee9cdplougher pthread_mutex_lock(&screen_mutex); 2340ff53fc094fa4760f2e4d602fd14ad6aa7a97cbe9Phillip Lougher progress_enabled = progress; 23411b42101056befe25b5f19d5b099e806a2ecee9cdplougher pthread_mutex_unlock(&screen_mutex); 23421b42101056befe25b5f19d5b099e806a2ecee9cdplougher} 23431b42101056befe25b5f19d5b099e806a2ecee9cdplougher 23441b42101056befe25b5f19d5b099e806a2ecee9cdplougher 23451b42101056befe25b5f19d5b099e806a2ecee9cdploughervoid disable_progress_bar() 23461b42101056befe25b5f19d5b099e806a2ecee9cdplougher{ 23471b42101056befe25b5f19d5b099e806a2ecee9cdplougher pthread_mutex_lock(&screen_mutex); 2348ff53fc094fa4760f2e4d602fd14ad6aa7a97cbe9Phillip Lougher if(progress_enabled) { 2349ff53fc094fa4760f2e4d602fd14ad6aa7a97cbe9Phillip Lougher progress_bar(sym_count + dev_count + fifo_count + cur_blocks, 2350ff53fc094fa4760f2e4d602fd14ad6aa7a97cbe9Phillip Lougher total_inodes - total_files + total_blocks, columns); 2351ff53fc094fa4760f2e4d602fd14ad6aa7a97cbe9Phillip Lougher printf("\n"); 2352ff53fc094fa4760f2e4d602fd14ad6aa7a97cbe9Phillip Lougher } 23531b42101056befe25b5f19d5b099e806a2ecee9cdplougher progress_enabled = FALSE; 23541b42101056befe25b5f19d5b099e806a2ecee9cdplougher pthread_mutex_unlock(&screen_mutex); 23551b42101056befe25b5f19d5b099e806a2ecee9cdplougher} 23561b42101056befe25b5f19d5b099e806a2ecee9cdplougher 23571b42101056befe25b5f19d5b099e806a2ecee9cdplougher 23580100fed4ec712daba9a0009c47f6e8390da5bd93Phillip Loughervoid progressbar_error(char *fmt, ...) 23590100fed4ec712daba9a0009c47f6e8390da5bd93Phillip Lougher{ 23600100fed4ec712daba9a0009c47f6e8390da5bd93Phillip Lougher va_list ap; 23610100fed4ec712daba9a0009c47f6e8390da5bd93Phillip Lougher 23620100fed4ec712daba9a0009c47f6e8390da5bd93Phillip Lougher pthread_mutex_lock(&screen_mutex); 23630100fed4ec712daba9a0009c47f6e8390da5bd93Phillip Lougher 23640100fed4ec712daba9a0009c47f6e8390da5bd93Phillip Lougher if(progress_enabled) 23650100fed4ec712daba9a0009c47f6e8390da5bd93Phillip Lougher fprintf(stderr, "\n"); 23660100fed4ec712daba9a0009c47f6e8390da5bd93Phillip Lougher 23670100fed4ec712daba9a0009c47f6e8390da5bd93Phillip Lougher va_start(ap, fmt); 23680100fed4ec712daba9a0009c47f6e8390da5bd93Phillip Lougher vfprintf(stderr, fmt, ap); 23690100fed4ec712daba9a0009c47f6e8390da5bd93Phillip Lougher va_end(ap); 23700100fed4ec712daba9a0009c47f6e8390da5bd93Phillip Lougher 23710100fed4ec712daba9a0009c47f6e8390da5bd93Phillip Lougher pthread_mutex_unlock(&screen_mutex); 23720100fed4ec712daba9a0009c47f6e8390da5bd93Phillip Lougher} 23730100fed4ec712daba9a0009c47f6e8390da5bd93Phillip Lougher 23740100fed4ec712daba9a0009c47f6e8390da5bd93Phillip Lougher 23750100fed4ec712daba9a0009c47f6e8390da5bd93Phillip Loughervoid progressbar_info(char *fmt, ...) 23760100fed4ec712daba9a0009c47f6e8390da5bd93Phillip Lougher{ 23770100fed4ec712daba9a0009c47f6e8390da5bd93Phillip Lougher va_list ap; 23780100fed4ec712daba9a0009c47f6e8390da5bd93Phillip Lougher 23790100fed4ec712daba9a0009c47f6e8390da5bd93Phillip Lougher pthread_mutex_lock(&screen_mutex); 23800100fed4ec712daba9a0009c47f6e8390da5bd93Phillip Lougher 23810100fed4ec712daba9a0009c47f6e8390da5bd93Phillip Lougher if(progress_enabled) 23820100fed4ec712daba9a0009c47f6e8390da5bd93Phillip Lougher printf("\n"); 23830100fed4ec712daba9a0009c47f6e8390da5bd93Phillip Lougher 23840100fed4ec712daba9a0009c47f6e8390da5bd93Phillip Lougher va_start(ap, fmt); 23850100fed4ec712daba9a0009c47f6e8390da5bd93Phillip Lougher vprintf(fmt, ap); 23860100fed4ec712daba9a0009c47f6e8390da5bd93Phillip Lougher va_end(ap); 23870100fed4ec712daba9a0009c47f6e8390da5bd93Phillip Lougher 23880100fed4ec712daba9a0009c47f6e8390da5bd93Phillip Lougher pthread_mutex_unlock(&screen_mutex); 23890100fed4ec712daba9a0009c47f6e8390da5bd93Phillip Lougher} 23900100fed4ec712daba9a0009c47f6e8390da5bd93Phillip Lougher 2391eb35c81a4c4500aab9eeea2ba2271c88fe42732aploughervoid progress_bar(long long current, long long max, int columns) 2392eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher{ 2393eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher char rotate_list[] = { '|', '/', '-', '\\' }; 2394b5a32017ae5c8f1b4d00b296e8f6fef140e8dd99plougher int max_digits, used, hashes, spaces; 2395dce832998340bea4236fddb5ba1525121044ce18plougher static int tty = -1; 2396eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher 2397b5a32017ae5c8f1b4d00b296e8f6fef140e8dd99plougher if(max == 0) 2398b5a32017ae5c8f1b4d00b296e8f6fef140e8dd99plougher return; 2399b5a32017ae5c8f1b4d00b296e8f6fef140e8dd99plougher 2400b5a32017ae5c8f1b4d00b296e8f6fef140e8dd99plougher max_digits = floor(log10(max)) + 1; 2401b5a32017ae5c8f1b4d00b296e8f6fef140e8dd99plougher used = max_digits * 2 + 11; 2402b5a32017ae5c8f1b4d00b296e8f6fef140e8dd99plougher hashes = (current * (columns - used)) / max; 2403b5a32017ae5c8f1b4d00b296e8f6fef140e8dd99plougher spaces = columns - used - hashes; 2404b5a32017ae5c8f1b4d00b296e8f6fef140e8dd99plougher 2405eaf639366792995c36ae7295bddf534f6f416643plougher if((current > max) || (columns - used < 0)) 2406eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher return; 2407eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher 2408dce832998340bea4236fddb5ba1525121044ce18plougher if(tty == -1) 2409dce832998340bea4236fddb5ba1525121044ce18plougher tty = isatty(STDOUT_FILENO); 2410dce832998340bea4236fddb5ba1525121044ce18plougher if(!tty) { 2411dce832998340bea4236fddb5ba1525121044ce18plougher static long long previous = -1; 2412dce832998340bea4236fddb5ba1525121044ce18plougher 24130a0d045642e8e413f90b770539193d3fd1522786plougher /* 24140a0d045642e8e413f90b770539193d3fd1522786plougher * Updating much more frequently than this results in huge 24150a0d045642e8e413f90b770539193d3fd1522786plougher * log files. 24160a0d045642e8e413f90b770539193d3fd1522786plougher */ 2417dce832998340bea4236fddb5ba1525121044ce18plougher if((current % 100) != 0 && current != max) 2418dce832998340bea4236fddb5ba1525121044ce18plougher return; 2419dce832998340bea4236fddb5ba1525121044ce18plougher /* Don't update just to rotate the spinner. */ 2420dce832998340bea4236fddb5ba1525121044ce18plougher if(current == previous) 2421dce832998340bea4236fddb5ba1525121044ce18plougher return; 2422dce832998340bea4236fddb5ba1525121044ce18plougher previous = current; 2423dce832998340bea4236fddb5ba1525121044ce18plougher } 2424dce832998340bea4236fddb5ba1525121044ce18plougher 2425eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher printf("\r["); 2426eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher 2427eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher while (hashes --) 2428eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher putchar('='); 2429eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher 2430eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher putchar(rotate_list[rotate]); 2431eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher 2432eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher while(spaces --) 2433eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher putchar(' '); 2434eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher 2435eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher printf("] %*lld/%*lld", max_digits, current, max_digits, max); 2436eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher printf(" %3lld%%", current * 100 / max); 2437eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher fflush(stdout); 2438eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher} 2439eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher 2440eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher 24412b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougherint parse_number(char *arg, int *res) 24422b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher{ 24432b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher char *b; 24442b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher long number = strtol(arg, &b, 10); 24452b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher 24462b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher /* check for trailing junk after number */ 24472b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher if(*b != '\0') 24482b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher return 0; 24492b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher 24507f1f61927a265b3c32f73afec110807b43dc1193Phillip Lougher /* 24517f1f61927a265b3c32f73afec110807b43dc1193Phillip Lougher * check for strtol underflow or overflow in conversion. 24527f1f61927a265b3c32f73afec110807b43dc1193Phillip Lougher * Note: strtol can validly return LONG_MIN and LONG_MAX 24537f1f61927a265b3c32f73afec110807b43dc1193Phillip Lougher * if the user entered these values, but, additional code 24547f1f61927a265b3c32f73afec110807b43dc1193Phillip Lougher * to distinguish this scenario is unnecessary, because for 24557f1f61927a265b3c32f73afec110807b43dc1193Phillip Lougher * our purposes LONG_MIN and LONG_MAX are too large anyway 24567f1f61927a265b3c32f73afec110807b43dc1193Phillip Lougher */ 24572b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher if(number == LONG_MIN || number == LONG_MAX) 24582b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher return 0; 24592b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher 24602b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher /* reject negative numbers as invalid */ 24612b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher if(number < 0) 24622b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher return 0; 24632b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher 24642b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher /* check if long result will overflow signed int */ 24652b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher if(number > INT_MAX) 24662b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher return 0; 24672b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher 24682b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher *res = number; 24692b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher return 1; 24702b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher} 24712b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher 24722b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher 2473443c15812032991c98b33b5424b17bcd55fe3575plougher#define VERSION() \ 247459b85a3abcbada8e2fdbfafb4c3dd2b91141d78fPhillip Lougher printf("unsquashfs version 4.2-git (2013/06/20)\n");\ 2475e89dabed981f39b54ca5046cfc2290dbe48961b5Phillip Lougher printf("copyright (C) 2013 Phillip Lougher "\ 247683d42a3fc898962aa1f1e8387f2ccb1114e0d294Phillip Lougher "<phillip@squashfs.org.uk>\n\n");\ 2477e3206fad5b70e7e0527db2a627ad26616a8a2429plougher printf("This program is free software; you can redistribute it and/or"\ 2478d4204758f77acb5a371fa1487a755b76a05d5476plougher "\n");\ 2479e3206fad5b70e7e0527db2a627ad26616a8a2429plougher printf("modify it under the terms of the GNU General Public License"\ 2480d4204758f77acb5a371fa1487a755b76a05d5476plougher "\n");\ 2481e3206fad5b70e7e0527db2a627ad26616a8a2429plougher printf("as published by the Free Software Foundation; either version "\ 2482e3206fad5b70e7e0527db2a627ad26616a8a2429plougher "2,\n");\ 2483e3206fad5b70e7e0527db2a627ad26616a8a2429plougher printf("or (at your option) any later version.\n\n");\ 2484e3206fad5b70e7e0527db2a627ad26616a8a2429plougher printf("This program is distributed in the hope that it will be "\ 2485e3206fad5b70e7e0527db2a627ad26616a8a2429plougher "useful,\n");\ 2486d4204758f77acb5a371fa1487a755b76a05d5476plougher printf("but WITHOUT ANY WARRANTY; without even the implied warranty of"\ 2487d4204758f77acb5a371fa1487a755b76a05d5476plougher "\n");\ 2488d4204758f77acb5a371fa1487a755b76a05d5476plougher printf("MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the"\ 2489d4204758f77acb5a371fa1487a755b76a05d5476plougher "\n");\ 2490443c15812032991c98b33b5424b17bcd55fe3575plougher printf("GNU General Public License for more details.\n"); 2491443c15812032991c98b33b5424b17bcd55fe3575plougherint main(int argc, char *argv[]) 2492443c15812032991c98b33b5424b17bcd55fe3575plougher{ 2493443c15812032991c98b33b5424b17bcd55fe3575plougher char *dest = "squashfs-root"; 2494b624936abba03d38b7e9245c647339d8f6f34274plougher int i, stat_sys = FALSE, version = FALSE; 2495545404219cdd79c1e06ac7d0698d02a15240c4c3plougher int n; 2496a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher struct pathnames *paths = NULL; 2497a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher struct pathname *path = NULL; 2498e1542da6a3f99db8dc60b5cad891547e047861b7Phillip Lougher long long directory_table_end; 2499ae271cc93e3684d5314bcdc45b631e497ae43166plougher int fragment_buffer_size = FRAGMENT_BUFFER_DEFAULT; 2500ae271cc93e3684d5314bcdc45b631e497ae43166plougher int data_buffer_size = DATA_BUFFER_DEFAULT; 2501443c15812032991c98b33b5424b17bcd55fe3575plougher 25021b42101056befe25b5f19d5b099e806a2ecee9cdplougher pthread_mutex_init(&screen_mutex, NULL); 2503545404219cdd79c1e06ac7d0698d02a15240c4c3plougher root_process = geteuid() == 0; 2504545404219cdd79c1e06ac7d0698d02a15240c4c3plougher if(root_process) 25059dd8c7a7c2983faeb60c5e5791c3bef2cbbba088plougher umask(0); 25069dd8c7a7c2983faeb60c5e5791c3bef2cbbba088plougher 2507443c15812032991c98b33b5424b17bcd55fe3575plougher for(i = 1; i < argc; i++) { 2508443c15812032991c98b33b5424b17bcd55fe3575plougher if(*argv[i] != '-') 2509443c15812032991c98b33b5424b17bcd55fe3575plougher break; 2510d4204758f77acb5a371fa1487a755b76a05d5476plougher if(strcmp(argv[i], "-version") == 0 || 2511d4204758f77acb5a371fa1487a755b76a05d5476plougher strcmp(argv[i], "-v") == 0) { 2512443c15812032991c98b33b5424b17bcd55fe3575plougher VERSION(); 2513443c15812032991c98b33b5424b17bcd55fe3575plougher version = TRUE; 2514d4204758f77acb5a371fa1487a755b76a05d5476plougher } else if(strcmp(argv[i], "-info") == 0 || 2515d4204758f77acb5a371fa1487a755b76a05d5476plougher strcmp(argv[i], "-i") == 0) 2516443c15812032991c98b33b5424b17bcd55fe3575plougher info = TRUE; 2517c435240f52b78b0ef498118727ba8dad186db26bplougher else if(strcmp(argv[i], "-ls") == 0 || 2518c435240f52b78b0ef498118727ba8dad186db26bplougher strcmp(argv[i], "-l") == 0) 2519443c15812032991c98b33b5424b17bcd55fe3575plougher lsonly = TRUE; 2520d4204758f77acb5a371fa1487a755b76a05d5476plougher else if(strcmp(argv[i], "-no-progress") == 0 || 2521d4204758f77acb5a371fa1487a755b76a05d5476plougher strcmp(argv[i], "-n") == 0) 2522296d7d8a68e33341d68f4354b5e1fe2f3aa275a6plougher progress = FALSE; 252331638061a6de0cb89093672aa71ddeb42f2eb28aplougher else if(strcmp(argv[i], "-no-xattrs") == 0 || 252431638061a6de0cb89093672aa71ddeb42f2eb28aplougher strcmp(argv[i], "-no") == 0) 252531638061a6de0cb89093672aa71ddeb42f2eb28aplougher no_xattrs = TRUE; 2526df9d38a515489c2c573754ad81abd230dfd8b1f0plougher else if(strcmp(argv[i], "-xattrs") == 0 || 2527df9d38a515489c2c573754ad81abd230dfd8b1f0plougher strcmp(argv[i], "-x") == 0) 2528df9d38a515489c2c573754ad81abd230dfd8b1f0plougher no_xattrs = FALSE; 2529498da46ad7e6bd0a1fac0ec81d85ce1ac56bf385Phillip Lougher else if(strcmp(argv[i], "-user-xattrs") == 0 || 2530498da46ad7e6bd0a1fac0ec81d85ce1ac56bf385Phillip Lougher strcmp(argv[i], "-u") == 0) { 2531498da46ad7e6bd0a1fac0ec81d85ce1ac56bf385Phillip Lougher user_xattrs = TRUE; 2532498da46ad7e6bd0a1fac0ec81d85ce1ac56bf385Phillip Lougher no_xattrs = FALSE; 2533498da46ad7e6bd0a1fac0ec81d85ce1ac56bf385Phillip Lougher } else if(strcmp(argv[i], "-dest") == 0 || 2534d4204758f77acb5a371fa1487a755b76a05d5476plougher strcmp(argv[i], "-d") == 0) { 253571add234b27054974d5e29f95b3fab3072792a62plougher if(++i == argc) { 2536d4204758f77acb5a371fa1487a755b76a05d5476plougher fprintf(stderr, "%s: -dest missing filename\n", 2537d4204758f77acb5a371fa1487a755b76a05d5476plougher argv[0]); 253871add234b27054974d5e29f95b3fab3072792a62plougher exit(1); 253971add234b27054974d5e29f95b3fab3072792a62plougher } 2540443c15812032991c98b33b5424b17bcd55fe3575plougher dest = argv[i]; 2541d4204758f77acb5a371fa1487a755b76a05d5476plougher } else if(strcmp(argv[i], "-processors") == 0 || 2542d4204758f77acb5a371fa1487a755b76a05d5476plougher strcmp(argv[i], "-p") == 0) { 2543c435240f52b78b0ef498118727ba8dad186db26bplougher if((++i == argc) || 25442c7ffbdfb7ef17a2032864e074a43d00631eeb8ePhillip Lougher !parse_number(argv[i], 25452c7ffbdfb7ef17a2032864e074a43d00631eeb8ePhillip Lougher &processors)) { 2546d4204758f77acb5a371fa1487a755b76a05d5476plougher ERROR("%s: -processors missing or invalid " 2547d4204758f77acb5a371fa1487a755b76a05d5476plougher "processor number\n", argv[0]); 25480cf5c297bec42c7c220d2825f12f9499f2293279plougher exit(1); 25490cf5c297bec42c7c220d2825f12f9499f2293279plougher } 25500cf5c297bec42c7c220d2825f12f9499f2293279plougher if(processors < 1) { 2551d4204758f77acb5a371fa1487a755b76a05d5476plougher ERROR("%s: -processors should be 1 or larger\n", 2552d4204758f77acb5a371fa1487a755b76a05d5476plougher argv[0]); 25530cf5c297bec42c7c220d2825f12f9499f2293279plougher exit(1); 25540cf5c297bec42c7c220d2825f12f9499f2293279plougher } 2555d4204758f77acb5a371fa1487a755b76a05d5476plougher } else if(strcmp(argv[i], "-data-queue") == 0 || 2556d4204758f77acb5a371fa1487a755b76a05d5476plougher strcmp(argv[i], "-da") == 0) { 2557c435240f52b78b0ef498118727ba8dad186db26bplougher if((++i == argc) || 25582b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher !parse_number(argv[i], 25592b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher &data_buffer_size)) { 2560c435240f52b78b0ef498118727ba8dad186db26bplougher ERROR("%s: -data-queue missing or invalid " 2561c435240f52b78b0ef498118727ba8dad186db26bplougher "queue size\n", argv[0]); 2562ae271cc93e3684d5314bcdc45b631e497ae43166plougher exit(1); 2563ae271cc93e3684d5314bcdc45b631e497ae43166plougher } 2564ae271cc93e3684d5314bcdc45b631e497ae43166plougher if(data_buffer_size < 1) { 2565d4204758f77acb5a371fa1487a755b76a05d5476plougher ERROR("%s: -data-queue should be 1 Mbyte or " 2566d4204758f77acb5a371fa1487a755b76a05d5476plougher "larger\n", argv[0]); 2567ae271cc93e3684d5314bcdc45b631e497ae43166plougher exit(1); 2568ae271cc93e3684d5314bcdc45b631e497ae43166plougher } 2569d4204758f77acb5a371fa1487a755b76a05d5476plougher } else if(strcmp(argv[i], "-frag-queue") == 0 || 2570d4204758f77acb5a371fa1487a755b76a05d5476plougher strcmp(argv[i], "-fr") == 0) { 2571c435240f52b78b0ef498118727ba8dad186db26bplougher if((++i == argc) || 25722b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher !parse_number(argv[i], 25732b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher &fragment_buffer_size)) { 2574c435240f52b78b0ef498118727ba8dad186db26bplougher ERROR("%s: -frag-queue missing or invalid " 2575c435240f52b78b0ef498118727ba8dad186db26bplougher "queue size\n", argv[0]); 2576ae271cc93e3684d5314bcdc45b631e497ae43166plougher exit(1); 2577ae271cc93e3684d5314bcdc45b631e497ae43166plougher } 2578ae271cc93e3684d5314bcdc45b631e497ae43166plougher if(fragment_buffer_size < 1) { 2579d4204758f77acb5a371fa1487a755b76a05d5476plougher ERROR("%s: -frag-queue should be 1 Mbyte or " 2580d4204758f77acb5a371fa1487a755b76a05d5476plougher "larger\n", argv[0]); 2581ae271cc93e3684d5314bcdc45b631e497ae43166plougher exit(1); 2582ae271cc93e3684d5314bcdc45b631e497ae43166plougher } 2583d4204758f77acb5a371fa1487a755b76a05d5476plougher } else if(strcmp(argv[i], "-force") == 0 || 2584d4204758f77acb5a371fa1487a755b76a05d5476plougher strcmp(argv[i], "-f") == 0) 2585a52d4c1b3b62c5bd1c63c392a8365afcebbf5b78plougher force = TRUE; 2586d4204758f77acb5a371fa1487a755b76a05d5476plougher else if(strcmp(argv[i], "-stat") == 0 || 2587d4204758f77acb5a371fa1487a755b76a05d5476plougher strcmp(argv[i], "-s") == 0) 2588b624936abba03d38b7e9245c647339d8f6f34274plougher stat_sys = TRUE; 2589d4204758f77acb5a371fa1487a755b76a05d5476plougher else if(strcmp(argv[i], "-lls") == 0 || 2590d4204758f77acb5a371fa1487a755b76a05d5476plougher strcmp(argv[i], "-ll") == 0) { 25919baf35a00f38816d2054deb70184943d0686d03eplougher lsonly = TRUE; 25929baf35a00f38816d2054deb70184943d0686d03eplougher short_ls = FALSE; 2593d4204758f77acb5a371fa1487a755b76a05d5476plougher } else if(strcmp(argv[i], "-linfo") == 0 || 2594d4204758f77acb5a371fa1487a755b76a05d5476plougher strcmp(argv[i], "-li") == 0) { 25959baf35a00f38816d2054deb70184943d0686d03eplougher info = TRUE; 25969baf35a00f38816d2054deb70184943d0686d03eplougher short_ls = FALSE; 2597d4204758f77acb5a371fa1487a755b76a05d5476plougher } else if(strcmp(argv[i], "-ef") == 0 || 2598d4204758f77acb5a371fa1487a755b76a05d5476plougher strcmp(argv[i], "-e") == 0) { 259971add234b27054974d5e29f95b3fab3072792a62plougher if(++i == argc) { 2600d4204758f77acb5a371fa1487a755b76a05d5476plougher fprintf(stderr, "%s: -ef missing filename\n", 2601d4204758f77acb5a371fa1487a755b76a05d5476plougher argv[0]); 260271add234b27054974d5e29f95b3fab3072792a62plougher exit(1); 260371add234b27054974d5e29f95b3fab3072792a62plougher } 2604a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher path = process_extract_files(path, argv[i]); 2605d4204758f77acb5a371fa1487a755b76a05d5476plougher } else if(strcmp(argv[i], "-regex") == 0 || 2606d4204758f77acb5a371fa1487a755b76a05d5476plougher strcmp(argv[i], "-r") == 0) 26074dba330d7b952f2f044d38e342e2ae3ea78910d6plougher use_regex = TRUE; 26084dba330d7b952f2f044d38e342e2ae3ea78910d6plougher else 2609b624936abba03d38b7e9245c647339d8f6f34274plougher goto options; 2610443c15812032991c98b33b5424b17bcd55fe3575plougher } 2611443c15812032991c98b33b5424b17bcd55fe3575plougher 2612feb4051fd2a6f1f5cc65df4c0e8b117800c016c9plougher if(lsonly || info) 2613feb4051fd2a6f1f5cc65df4c0e8b117800c016c9plougher progress = FALSE; 2614feb4051fd2a6f1f5cc65df4c0e8b117800c016c9plougher 2615bfa6e0b4ecb0e0cf3d451d1a094bc88c88593f76plougher#ifdef SQUASHFS_TRACE 2616bfa6e0b4ecb0e0cf3d451d1a094bc88c88593f76plougher progress = FALSE; 2617bfa6e0b4ecb0e0cf3d451d1a094bc88c88593f76plougher#endif 2618bfa6e0b4ecb0e0cf3d451d1a094bc88c88593f76plougher 2619443c15812032991c98b33b5424b17bcd55fe3575plougher if(i == argc) { 2620443c15812032991c98b33b5424b17bcd55fe3575plougher if(!version) { 2621443c15812032991c98b33b5424b17bcd55fe3575plougheroptions: 2622d4204758f77acb5a371fa1487a755b76a05d5476plougher ERROR("SYNTAX: %s [options] filesystem [directories or " 2623d4204758f77acb5a371fa1487a755b76a05d5476plougher "files to extract]\n", argv[0]); 2624d4204758f77acb5a371fa1487a755b76a05d5476plougher ERROR("\t-v[ersion]\t\tprint version, licence and " 2625d4204758f77acb5a371fa1487a755b76a05d5476plougher "copyright information\n"); 2626d4204758f77acb5a371fa1487a755b76a05d5476plougher ERROR("\t-d[est] <pathname>\tunsquash to <pathname>, " 2627d4204758f77acb5a371fa1487a755b76a05d5476plougher "default \"squashfs-root\"\n"); 2628c435240f52b78b0ef498118727ba8dad186db26bplougher ERROR("\t-n[o-progress]\t\tdon't display the progress " 2629c435240f52b78b0ef498118727ba8dad186db26bplougher "bar\n"); 2630df9d38a515489c2c573754ad81abd230dfd8b1f0plougher ERROR("\t-no[-xattrs]\t\tdon't extract xattrs in file system" 2631df9d38a515489c2c573754ad81abd230dfd8b1f0plougher NOXOPT_STR"\n"); 2632df9d38a515489c2c573754ad81abd230dfd8b1f0plougher ERROR("\t-x[attrs]\t\textract xattrs in file system" 2633df9d38a515489c2c573754ad81abd230dfd8b1f0plougher XOPT_STR "\n"); 2634498da46ad7e6bd0a1fac0ec81d85ce1ac56bf385Phillip Lougher ERROR("\t-u[ser-xattrs]\t\tonly extract user xattrs in " 2635498da46ad7e6bd0a1fac0ec81d85ce1ac56bf385Phillip Lougher "file system.\n\t\t\t\tEnables extracting " 2636498da46ad7e6bd0a1fac0ec81d85ce1ac56bf385Phillip Lougher "xattrs\n"); 2637c435240f52b78b0ef498118727ba8dad186db26bplougher ERROR("\t-p[rocessors] <number>\tuse <number> " 2638c435240f52b78b0ef498118727ba8dad186db26bplougher "processors. By default will use\n"); 2639c435240f52b78b0ef498118727ba8dad186db26bplougher ERROR("\t\t\t\tnumber of processors available\n"); 2640c435240f52b78b0ef498118727ba8dad186db26bplougher ERROR("\t-i[nfo]\t\t\tprint files as they are " 2641c435240f52b78b0ef498118727ba8dad186db26bplougher "unsquashed\n"); 2642c435240f52b78b0ef498118727ba8dad186db26bplougher ERROR("\t-li[nfo]\t\tprint files as they are " 2643c435240f52b78b0ef498118727ba8dad186db26bplougher "unsquashed with file\n"); 2644c435240f52b78b0ef498118727ba8dad186db26bplougher ERROR("\t\t\t\tattributes (like ls -l output)\n"); 2645d4204758f77acb5a371fa1487a755b76a05d5476plougher ERROR("\t-l[s]\t\t\tlist filesystem, but don't unsquash" 2646d4204758f77acb5a371fa1487a755b76a05d5476plougher "\n"); 2647c435240f52b78b0ef498118727ba8dad186db26bplougher ERROR("\t-ll[s]\t\t\tlist filesystem with file " 2648c435240f52b78b0ef498118727ba8dad186db26bplougher "attributes (like\n"); 2649c435240f52b78b0ef498118727ba8dad186db26bplougher ERROR("\t\t\t\tls -l output), but don't unsquash\n"); 2650c435240f52b78b0ef498118727ba8dad186db26bplougher ERROR("\t-f[orce]\t\tif file already exists then " 2651c435240f52b78b0ef498118727ba8dad186db26bplougher "overwrite\n"); 2652d4204758f77acb5a371fa1487a755b76a05d5476plougher ERROR("\t-s[tat]\t\t\tdisplay filesystem superblock " 2653d4204758f77acb5a371fa1487a755b76a05d5476plougher "information\n"); 2654d4204758f77acb5a371fa1487a755b76a05d5476plougher ERROR("\t-e[f] <extract file>\tlist of directories or " 2655d4204758f77acb5a371fa1487a755b76a05d5476plougher "files to extract.\n\t\t\t\tOne per line\n"); 2656c435240f52b78b0ef498118727ba8dad186db26bplougher ERROR("\t-da[ta-queue] <size>\tSet data queue to " 2657c435240f52b78b0ef498118727ba8dad186db26bplougher "<size> Mbytes. Default %d\n\t\t\t\tMbytes\n", 2658d4204758f77acb5a371fa1487a755b76a05d5476plougher DATA_BUFFER_DEFAULT); 26598bc376ba1f7110fb88989e5134b74aa8412fb00eplougher ERROR("\t-fr[ag-queue] <size>\tSet fragment queue to " 2660d56f6723626a391b473c2c023b628abcd8ed31e3Phillip Lougher "<size> Mbytes. Default\n\t\t\t\t%d Mbytes\n", 2661d4204758f77acb5a371fa1487a755b76a05d5476plougher FRAGMENT_BUFFER_DEFAULT); 2662c435240f52b78b0ef498118727ba8dad186db26bplougher ERROR("\t-r[egex]\t\ttreat extract names as POSIX " 2663c435240f52b78b0ef498118727ba8dad186db26bplougher "regular expressions\n"); 2664c435240f52b78b0ef498118727ba8dad186db26bplougher ERROR("\t\t\t\trather than use the default shell " 2665c435240f52b78b0ef498118727ba8dad186db26bplougher "wildcard\n\t\t\t\texpansion (globbing)\n"); 2666076b053e2cce5c9172b4f385e866c2e606712a32plougher ERROR("\nDecompressors available:\n"); 2667076b053e2cce5c9172b4f385e866c2e606712a32plougher display_compressors("", ""); 2668443c15812032991c98b33b5424b17bcd55fe3575plougher } 2669443c15812032991c98b33b5424b17bcd55fe3575plougher exit(1); 2670443c15812032991c98b33b5424b17bcd55fe3575plougher } 2671443c15812032991c98b33b5424b17bcd55fe3575plougher 267271add234b27054974d5e29f95b3fab3072792a62plougher for(n = i + 1; n < argc; n++) 2673a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher path = add_path(path, argv[n], argv[n]); 2674b54566f5c433764830c29c83151691d0034de094plougher 2675443c15812032991c98b33b5424b17bcd55fe3575plougher if((fd = open(argv[i], O_RDONLY)) == -1) { 2676d4204758f77acb5a371fa1487a755b76a05d5476plougher ERROR("Could not open %s, because %s\n", argv[i], 2677d4204758f77acb5a371fa1487a755b76a05d5476plougher strerror(errno)); 2678443c15812032991c98b33b5424b17bcd55fe3575plougher exit(1); 2679443c15812032991c98b33b5424b17bcd55fe3575plougher } 2680443c15812032991c98b33b5424b17bcd55fe3575plougher 268102bc3bcabf2b219f63961f07293b83629948f026plougher if(read_super(argv[i]) == FALSE) 2682443c15812032991c98b33b5424b17bcd55fe3575plougher exit(1); 2683443c15812032991c98b33b5424b17bcd55fe3575plougher 2684b624936abba03d38b7e9245c647339d8f6f34274plougher if(stat_sys) { 2685b624936abba03d38b7e9245c647339d8f6f34274plougher squashfs_stat(argv[i]); 2686b624936abba03d38b7e9245c647339d8f6f34274plougher exit(0); 2687b624936abba03d38b7e9245c647339d8f6f34274plougher } 2688b624936abba03d38b7e9245c647339d8f6f34274plougher 268959b85a3abcbada8e2fdbfafb4c3dd2b91141d78fPhillip Lougher if(!check_compression(comp)) 2690f025ee7d93e3ce56f1fdbd0661a89172500ba168plougher exit(1); 2691f025ee7d93e3ce56f1fdbd0661a89172500ba168plougher 269227c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher block_size = sBlk.s.block_size; 269327c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher block_log = sBlk.s.block_log; 2694ba3d412c7c811a9b335a52ec497ce511e35b2bc8plougher 2695009263430d50ee32f3757c3c34d1f06262759f5dPhillip Lougher /* 26962b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher * Sanity check block size and block log. 26972b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher * 26982b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher * Check they're within correct limits 26992b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher */ 27002b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher if(block_size > SQUASHFS_FILE_MAX_SIZE || 27012b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher block_log > SQUASHFS_FILE_MAX_LOG) 27022b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher EXIT_UNSQUASH("Block size or block_log too large." 27032b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher " File system is corrupt.\n"); 27042b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher 27052b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher /* 27062b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher * Check block_size and block_log match 27072b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher */ 27082b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher if(block_size != (1 << block_log)) 27092b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher EXIT_UNSQUASH("Block size and block_log do not match." 27102b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher " File system is corrupt.\n"); 27112b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher 27122b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher /* 2713009263430d50ee32f3757c3c34d1f06262759f5dPhillip Lougher * convert from queue size in Mbytes to queue size in 27142b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher * blocks. 27152b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher * 27162b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher * In doing so, check that the user supplied values do not 27172b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher * overflow a signed int 2718009263430d50ee32f3757c3c34d1f06262759f5dPhillip Lougher */ 27192b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher if(shift_overflow(fragment_buffer_size, 20 - block_log)) 27202b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher EXIT_UNSQUASH("Fragment queue size is too large\n"); 27212b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher else 27222b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher fragment_buffer_size <<= 20 - block_log; 27232b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher 27242b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher if(shift_overflow(data_buffer_size, 20 - block_log)) 27252b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher EXIT_UNSQUASH("Data queue size is too large\n"); 27262b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher else 27272b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher data_buffer_size <<= 20 - block_log; 27282b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher 27298888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher initialise_threads(fragment_buffer_size, data_buffer_size); 27308888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 273144a6967088416c9bd6ee7165bde59c9ba5ccb704plougher fragment_data = malloc(block_size); 273244a6967088416c9bd6ee7165bde59c9ba5ccb704plougher if(fragment_data == NULL) 2733443c15812032991c98b33b5424b17bcd55fe3575plougher EXIT_UNSQUASH("failed to allocate fragment_data\n"); 2734443c15812032991c98b33b5424b17bcd55fe3575plougher 273544a6967088416c9bd6ee7165bde59c9ba5ccb704plougher file_data = malloc(block_size); 273644a6967088416c9bd6ee7165bde59c9ba5ccb704plougher if(file_data == NULL) 2737443c15812032991c98b33b5424b17bcd55fe3575plougher EXIT_UNSQUASH("failed to allocate file_data"); 2738443c15812032991c98b33b5424b17bcd55fe3575plougher 273944a6967088416c9bd6ee7165bde59c9ba5ccb704plougher data = malloc(block_size); 274044a6967088416c9bd6ee7165bde59c9ba5ccb704plougher if(data == NULL) 2741eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher EXIT_UNSQUASH("failed to allocate data\n"); 2742443c15812032991c98b33b5424b17bcd55fe3575plougher 274344a6967088416c9bd6ee7165bde59c9ba5ccb704plougher created_inode = malloc(sBlk.s.inodes * sizeof(char *)); 274444a6967088416c9bd6ee7165bde59c9ba5ccb704plougher if(created_inode == NULL) 2745443c15812032991c98b33b5424b17bcd55fe3575plougher EXIT_UNSQUASH("failed to allocate created_inode\n"); 2746443c15812032991c98b33b5424b17bcd55fe3575plougher 274727c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher memset(created_inode, 0, sBlk.s.inodes * sizeof(char *)); 2748443c15812032991c98b33b5424b17bcd55fe3575plougher 27491a7e7e871169a6cb6e3470a50b33db83830886e2plougher if(s_ops.read_uids_guids() == FALSE) 27501a7e7e871169a6cb6e3470a50b33db83830886e2plougher EXIT_UNSQUASH("failed to uid/gid table\n"); 2751ba3d412c7c811a9b335a52ec497ce511e35b2bc8plougher 2752e1542da6a3f99db8dc60b5cad891547e047861b7Phillip Lougher if(s_ops.read_fragment_table(&directory_table_end) == FALSE) 2753cce13b2f8f73a4224f9dcfe203c992a09f22c6bcplougher EXIT_UNSQUASH("failed to read fragment table\n"); 2754ba3d412c7c811a9b335a52ec497ce511e35b2bc8plougher 27551ed1b1bfa19e9edd0e59da61d9f4c99021fb0b67Phillip Lougher if(read_inode_table(sBlk.s.inode_table_start, 27561ed1b1bfa19e9edd0e59da61d9f4c99021fb0b67Phillip Lougher sBlk.s.directory_table_start) == FALSE) 27571ed1b1bfa19e9edd0e59da61d9f4c99021fb0b67Phillip Lougher EXIT_UNSQUASH("failed to read inode table\n"); 2758ba3d412c7c811a9b335a52ec497ce511e35b2bc8plougher 2759e89dabed981f39b54ca5046cfc2290dbe48961b5Phillip Lougher if(read_directory_table(sBlk.s.directory_table_start, 2760e1542da6a3f99db8dc60b5cad891547e047861b7Phillip Lougher directory_table_end) == FALSE) 2761e89dabed981f39b54ca5046cfc2290dbe48961b5Phillip Lougher EXIT_UNSQUASH("failed to read directory table\n"); 2762443c15812032991c98b33b5424b17bcd55fe3575plougher 276331638061a6de0cb89093672aa71ddeb42f2eb28aplougher if(no_xattrs) 276431638061a6de0cb89093672aa71ddeb42f2eb28aplougher sBlk.s.xattr_id_table_start = SQUASHFS_INVALID_BLK; 276531638061a6de0cb89093672aa71ddeb42f2eb28aplougher 27668935dc25479321709c74c2f8214cf5365669100eplougher if(read_xattrs_from_disk(fd, &sBlk.s) == 0) 27678935dc25479321709c74c2f8214cf5365669100eplougher EXIT_UNSQUASH("failed to read the xattr table\n"); 27688935dc25479321709c74c2f8214cf5365669100eplougher 2769a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher if(path) { 2770a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher paths = init_subdir(); 2771a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher paths = add_subdir(paths, path); 2772a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher } 2773a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher 277427c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher pre_scan(dest, SQUASHFS_INODE_BLK(sBlk.s.root_inode), 277527c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher SQUASHFS_INODE_OFFSET(sBlk.s.root_inode), paths); 2776eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher 277727c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher memset(created_inode, 0, sBlk.s.inodes * sizeof(char *)); 27789b58176e667b67770569c9076a410b27aaa3bcf5plougher inode_number = 1; 2779eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher 2780c435240f52b78b0ef498118727ba8dad186db26bplougher printf("%d inodes (%d blocks) to write\n\n", total_inodes, 2781c435240f52b78b0ef498118727ba8dad186db26bplougher total_inodes - total_files + total_blocks); 2782eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher 2783ff53fc094fa4760f2e4d602fd14ad6aa7a97cbe9Phillip Lougher enable_progress_bar(); 27841b42101056befe25b5f19d5b099e806a2ecee9cdplougher 278527c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher dir_scan(dest, SQUASHFS_INODE_BLK(sBlk.s.root_inode), 278627c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher SQUASHFS_INODE_OFFSET(sBlk.s.root_inode), paths); 2787443c15812032991c98b33b5424b17bcd55fe3575plougher 27888888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher queue_put(to_writer, NULL); 27898888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher queue_get(from_writer); 27908888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 2791ff53fc094fa4760f2e4d602fd14ad6aa7a97cbe9Phillip Lougher disable_progress_bar(); 2792eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher 2793443c15812032991c98b33b5424b17bcd55fe3575plougher if(!lsonly) { 2794443c15812032991c98b33b5424b17bcd55fe3575plougher printf("\n"); 2795443c15812032991c98b33b5424b17bcd55fe3575plougher printf("created %d files\n", file_count); 2796443c15812032991c98b33b5424b17bcd55fe3575plougher printf("created %d directories\n", dir_count); 2797443c15812032991c98b33b5424b17bcd55fe3575plougher printf("created %d symlinks\n", sym_count); 2798443c15812032991c98b33b5424b17bcd55fe3575plougher printf("created %d devices\n", dev_count); 2799443c15812032991c98b33b5424b17bcd55fe3575plougher printf("created %d fifos\n", fifo_count); 2800443c15812032991c98b33b5424b17bcd55fe3575plougher } 2801eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher 28029dd8c7a7c2983faeb60c5e5791c3bef2cbbba088plougher return 0; 2803443c15812032991c98b33b5424b17bcd55fe3575plougher} 2804