unsquashfs.c revision 6b336d83d3546674593f7de3be86d174f32fd753
12f60990fb0352f7a30e0281a066458dbf033618bplougher/* 2e3206fad5b70e7e0527db2a627ad26616a8a2429plougher * Unsquash a squashfs filesystem. This is a highly compressed read only 3e3206fad5b70e7e0527db2a627ad26616a8a2429plougher * filesystem. 4443c15812032991c98b33b5424b17bcd55fe3575plougher * 50ca44ca7b28597911258e0c27bd82feef73f2256Phillip Lougher * Copyright (c) 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 6cf5c8b43f14bad020372fe55fb237eb2ae2b28d4Phillip Lougher * 2012, 2013 783d42a3fc898962aa1f1e8387f2ccb1114e0d294Phillip Lougher * Phillip Lougher <phillip@squashfs.org.uk> 8443c15812032991c98b33b5424b17bcd55fe3575plougher * 9443c15812032991c98b33b5424b17bcd55fe3575plougher * This program is free software; you can redistribute it and/or 10443c15812032991c98b33b5424b17bcd55fe3575plougher * modify it under the terms of the GNU General Public License 11443c15812032991c98b33b5424b17bcd55fe3575plougher * as published by the Free Software Foundation; either version 2, 12443c15812032991c98b33b5424b17bcd55fe3575plougher * or (at your option) any later version. 13443c15812032991c98b33b5424b17bcd55fe3575plougher * 14443c15812032991c98b33b5424b17bcd55fe3575plougher * This program is distributed in the hope that it will be useful, 15443c15812032991c98b33b5424b17bcd55fe3575plougher * but WITHOUT ANY WARRANTY; without even the implied warranty of 16443c15812032991c98b33b5424b17bcd55fe3575plougher * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 17443c15812032991c98b33b5424b17bcd55fe3575plougher * GNU General Public License for more details. 18443c15812032991c98b33b5424b17bcd55fe3575plougher * 19443c15812032991c98b33b5424b17bcd55fe3575plougher * You should have received a copy of the GNU General Public License 20443c15812032991c98b33b5424b17bcd55fe3575plougher * along with this program; if not, write to the Free Software 21443c15812032991c98b33b5424b17bcd55fe3575plougher * Foundation, 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA. 22443c15812032991c98b33b5424b17bcd55fe3575plougher * 23ed5124f016834932db2c63d60d259d846171c216plougher * unsquashfs.c 24443c15812032991c98b33b5424b17bcd55fe3575plougher */ 25443c15812032991c98b33b5424b17bcd55fe3575plougher 26ed5124f016834932db2c63d60d259d846171c216plougher#include "unsquashfs.h" 276490378e5b5e8dc058daf28423a7465699a6ba7bplougher#include "squashfs_swap.h" 286490378e5b5e8dc058daf28423a7465699a6ba7bplougher#include "squashfs_compat.h" 29efda88fd6fbb19543a86b5f8d15b437bba8c4674plougher#include "compressor.h" 302ef25cb004cc6995bd36f781863aa844fe8c358dplougher#include "xattr.h" 31fec0a36c9b8a2c91c2930ea57b304299490ccedfPhillip Lougher#include "unsquashfs_info.h" 320100fed4ec712daba9a0009c47f6e8390da5bd93Phillip Lougher#include "stdarg.h" 338888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 34cdebd2b8ae4b1ac39eefb5f0c556f0d2e3dc3d24plougher#include <sys/sysinfo.h> 352ef25cb004cc6995bd36f781863aa844fe8c358dplougher#include <sys/types.h> 36cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher#include <sys/time.h> 37cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher#include <sys/resource.h> 382b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher#include <limits.h> 39e4d5a8ee19193b451884e96b6405b6390e5b7c5ePhillip Lougher#include <ctype.h> 40cdebd2b8ae4b1ac39eefb5f0c556f0d2e3dc3d24plougher 418888b61f8ff4680247d10f7e5beb2ff35e8c867dplougherstruct cache *fragment_cache, *data_cache; 42bee9e37353d957d1c4d8669ca4eba30c2b9df3f5Phillip Lougherstruct queue *to_reader, *to_inflate, *to_writer, *from_writer; 433327bd9640ed579e8022b0e3889f71c342a64193Phillip Lougherpthread_t *thread, *inflator_thread; 448888b61f8ff4680247d10f7e5beb2ff35e8c867dplougherpthread_mutex_t fragment_mutex; 458888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 468888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher/* user options that control parallelisation */ 478888b61f8ff4680247d10f7e5beb2ff35e8c867dplougherint processors = -1; 488888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 496490378e5b5e8dc058daf28423a7465699a6ba7bplougherstruct super_block sBlk; 5002bc3bcabf2b219f63961f07293b83629948f026ploughersquashfs_operations s_ops; 51efda88fd6fbb19543a86b5f8d15b437bba8c4674plougherstruct compressor *comp; 5202bc3bcabf2b219f63961f07293b83629948f026plougher 539dd8c7a7c2983faeb60c5e5791c3bef2cbbba088plougherint bytes = 0, swap, file_count = 0, dir_count = 0, sym_count = 0, 549dd8c7a7c2983faeb60c5e5791c3bef2cbbba088plougher dev_count = 0, fifo_count = 0; 55443c15812032991c98b33b5424b17bcd55fe3575plougherchar *inode_table = NULL, *directory_table = NULL; 56443c15812032991c98b33b5424b17bcd55fe3575plougherstruct hash_table_entry *inode_table_hash[65536], *directory_table_hash[65536]; 57443c15812032991c98b33b5424b17bcd55fe3575plougherint fd; 58443c15812032991c98b33b5424b17bcd55fe3575plougherunsigned int *uid_table, *guid_table; 59443c15812032991c98b33b5424b17bcd55fe3575plougherunsigned int cached_frag = SQUASHFS_INVALID_FRAG; 60443c15812032991c98b33b5424b17bcd55fe3575plougherchar *fragment_data; 61443c15812032991c98b33b5424b17bcd55fe3575plougherchar *file_data; 62443c15812032991c98b33b5424b17bcd55fe3575plougherchar *data; 63443c15812032991c98b33b5424b17bcd55fe3575plougherunsigned int block_size; 64ae271cc93e3684d5314bcdc45b631e497ae43166plougherunsigned int block_log; 65d4204758f77acb5a371fa1487a755b76a05d5476plougherint lsonly = FALSE, info = FALSE, force = FALSE, short_ls = TRUE; 66d4204758f77acb5a371fa1487a755b76a05d5476plougherint use_regex = FALSE; 67443c15812032991c98b33b5424b17bcd55fe3575plougherchar **created_inode; 689dd8c7a7c2983faeb60c5e5791c3bef2cbbba088plougherint root_process; 69eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougherint columns; 70eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougherint rotate = 0; 711b42101056befe25b5f19d5b099e806a2ecee9cdplougherpthread_mutex_t screen_mutex; 721b42101056befe25b5f19d5b099e806a2ecee9cdplougherint progress = TRUE, progress_enabled = FALSE; 73eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougherunsigned int total_blocks = 0, total_files = 0, total_inodes = 0; 74eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougherunsigned int cur_blocks = 0; 75ed5124f016834932db2c63d60d259d846171c216plougherint inode_number = 1; 76df9d38a515489c2c573754ad81abd230dfd8b1f0plougherint no_xattrs = XATTR_DEF; 77498da46ad7e6bd0a1fac0ec81d85ce1ac56bf385Phillip Lougherint user_xattrs = FALSE; 78443c15812032991c98b33b5424b17bcd55fe3575plougher 79476dcb48b24efff22caa970f000e151f1b28918dplougherint lookup_type[] = { 80476dcb48b24efff22caa970f000e151f1b28918dplougher 0, 81476dcb48b24efff22caa970f000e151f1b28918dplougher S_IFDIR, 82476dcb48b24efff22caa970f000e151f1b28918dplougher S_IFREG, 83476dcb48b24efff22caa970f000e151f1b28918dplougher S_IFLNK, 84476dcb48b24efff22caa970f000e151f1b28918dplougher S_IFBLK, 85476dcb48b24efff22caa970f000e151f1b28918dplougher S_IFCHR, 86476dcb48b24efff22caa970f000e151f1b28918dplougher S_IFIFO, 87476dcb48b24efff22caa970f000e151f1b28918dplougher S_IFSOCK, 88476dcb48b24efff22caa970f000e151f1b28918dplougher S_IFDIR, 89eabe4dbeaec52acc95278663d7a13da7384ef9baplougher S_IFREG, 90eabe4dbeaec52acc95278663d7a13da7384ef9baplougher S_IFLNK, 91eabe4dbeaec52acc95278663d7a13da7384ef9baplougher S_IFBLK, 92eabe4dbeaec52acc95278663d7a13da7384ef9baplougher S_IFCHR, 93eabe4dbeaec52acc95278663d7a13da7384ef9baplougher S_IFIFO, 94eabe4dbeaec52acc95278663d7a13da7384ef9baplougher S_IFSOCK 95476dcb48b24efff22caa970f000e151f1b28918dplougher}; 96476dcb48b24efff22caa970f000e151f1b28918dplougher 97476dcb48b24efff22caa970f000e151f1b28918dplougherstruct test table[] = { 98476dcb48b24efff22caa970f000e151f1b28918dplougher { S_IFMT, S_IFSOCK, 0, 's' }, 99476dcb48b24efff22caa970f000e151f1b28918dplougher { S_IFMT, S_IFLNK, 0, 'l' }, 100476dcb48b24efff22caa970f000e151f1b28918dplougher { S_IFMT, S_IFBLK, 0, 'b' }, 101476dcb48b24efff22caa970f000e151f1b28918dplougher { S_IFMT, S_IFDIR, 0, 'd' }, 102476dcb48b24efff22caa970f000e151f1b28918dplougher { S_IFMT, S_IFCHR, 0, 'c' }, 103476dcb48b24efff22caa970f000e151f1b28918dplougher { S_IFMT, S_IFIFO, 0, 'p' }, 104476dcb48b24efff22caa970f000e151f1b28918dplougher { S_IRUSR, S_IRUSR, 1, 'r' }, 105476dcb48b24efff22caa970f000e151f1b28918dplougher { S_IWUSR, S_IWUSR, 2, 'w' }, 106476dcb48b24efff22caa970f000e151f1b28918dplougher { S_IRGRP, S_IRGRP, 4, 'r' }, 107476dcb48b24efff22caa970f000e151f1b28918dplougher { S_IWGRP, S_IWGRP, 5, 'w' }, 108476dcb48b24efff22caa970f000e151f1b28918dplougher { S_IROTH, S_IROTH, 7, 'r' }, 109476dcb48b24efff22caa970f000e151f1b28918dplougher { S_IWOTH, S_IWOTH, 8, 'w' }, 110476dcb48b24efff22caa970f000e151f1b28918dplougher { S_IXUSR | S_ISUID, S_IXUSR | S_ISUID, 3, 's' }, 111476dcb48b24efff22caa970f000e151f1b28918dplougher { S_IXUSR | S_ISUID, S_ISUID, 3, 'S' }, 112476dcb48b24efff22caa970f000e151f1b28918dplougher { S_IXUSR | S_ISUID, S_IXUSR, 3, 'x' }, 113476dcb48b24efff22caa970f000e151f1b28918dplougher { S_IXGRP | S_ISGID, S_IXGRP | S_ISGID, 6, 's' }, 114476dcb48b24efff22caa970f000e151f1b28918dplougher { S_IXGRP | S_ISGID, S_ISGID, 6, 'S' }, 115476dcb48b24efff22caa970f000e151f1b28918dplougher { S_IXGRP | S_ISGID, S_IXGRP, 6, 'x' }, 116476dcb48b24efff22caa970f000e151f1b28918dplougher { S_IXOTH | S_ISVTX, S_IXOTH | S_ISVTX, 9, 't' }, 117476dcb48b24efff22caa970f000e151f1b28918dplougher { S_IXOTH | S_ISVTX, S_ISVTX, 9, 'T' }, 118476dcb48b24efff22caa970f000e151f1b28918dplougher { S_IXOTH | S_ISVTX, S_IXOTH, 9, 'x' }, 1198888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher { 0, 0, 0, 0} 1208888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher}; 1218888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 122eb35c81a4c4500aab9eeea2ba2271c88fe42732aploughervoid progress_bar(long long current, long long max, int columns); 123eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher 124afbbfbf11bc846056666d073c94a9c8e84fcb1caPhillip Lougher#define MAX_LINE 16384 125afbbfbf11bc846056666d073c94a9c8e84fcb1caPhillip Lougher 1260100fed4ec712daba9a0009c47f6e8390da5bd93Phillip Loughervoid prep_exit() 1270100fed4ec712daba9a0009c47f6e8390da5bd93Phillip Lougher{ 1280100fed4ec712daba9a0009c47f6e8390da5bd93Phillip Lougher} 1290100fed4ec712daba9a0009c47f6e8390da5bd93Phillip Lougher 1300100fed4ec712daba9a0009c47f6e8390da5bd93Phillip Lougher 131eb35c81a4c4500aab9eeea2ba2271c88fe42732aploughervoid sigwinch_handler() 132eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher{ 133eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher struct winsize winsize; 134eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher 135eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher if(ioctl(1, TIOCGWINSZ, &winsize) == -1) { 136c27a3d72b339d80d38623a4ee5a42601338fb4c9plougher if(isatty(STDOUT_FILENO)) 137d4204758f77acb5a371fa1487a755b76a05d5476plougher ERROR("TIOCGWINSZ ioctl failed, defaulting to 80 " 138d4204758f77acb5a371fa1487a755b76a05d5476plougher "columns\n"); 139eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher columns = 80; 140eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher } else 141eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher columns = winsize.ws_col; 142eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher} 143eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher 1448888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 1451b5f6c5145f284683a2628b73ab5f8a0e37dd7b4ploughervoid sigalrm_handler() 1461b5f6c5145f284683a2628b73ab5f8a0e37dd7b4plougher{ 1471b5f6c5145f284683a2628b73ab5f8a0e37dd7b4plougher rotate = (rotate + 1) % 4; 1481b5f6c5145f284683a2628b73ab5f8a0e37dd7b4plougher} 1491b5f6c5145f284683a2628b73ab5f8a0e37dd7b4plougher 1501b5f6c5145f284683a2628b73ab5f8a0e37dd7b4plougher 1512b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougherint add_overflow(int a, int b) 1522b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher{ 1532b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher return (INT_MAX - a) < b; 1542b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher} 1552b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher 1562b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher 1572b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougherint shift_overflow(int a, int shift) 1582b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher{ 1592b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher return (INT_MAX >> shift) < a; 1602b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher} 1612b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher 1622b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher 1632b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougherint multiply_overflow(int a, int multiplier) 1642b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher{ 1652b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher return (INT_MAX / multiplier) < a; 1662b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher} 1672b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher 1682b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher 1698888b61f8ff4680247d10f7e5beb2ff35e8c867dplougherstruct queue *queue_init(int size) 1708888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher{ 1718888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher struct queue *queue = malloc(sizeof(struct queue)); 1728888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 1738888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher if(queue == NULL) 17462b2d7649ad84234afd928a43f9a2c1612eef361plougher EXIT_UNSQUASH("Out of memory in queue_init\n"); 1758888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 1762b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher if(add_overflow(size, 1) || 1772b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher multiply_overflow(size + 1, sizeof(void *))) 1782b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher EXIT_UNSQUASH("Size too large in queue_init\n"); 1792b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher 1807b53be8c83b949517c343d9c6d88243578753c3aplougher queue->data = malloc(sizeof(void *) * (size + 1)); 1817b53be8c83b949517c343d9c6d88243578753c3aplougher if(queue->data == NULL) 1820e0cc6f6dccdc5460c292b0a5accc1184a07f3f5plougher EXIT_UNSQUASH("Out of memory in queue_init\n"); 1838888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 1848888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher queue->size = size + 1; 1858888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher queue->readp = queue->writep = 0; 1868888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher pthread_mutex_init(&queue->mutex, NULL); 1878888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher pthread_cond_init(&queue->empty, NULL); 1888888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher pthread_cond_init(&queue->full, NULL); 1898888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 1908888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher return queue; 1918888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher} 1928888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 1938888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 1948888b61f8ff4680247d10f7e5beb2ff35e8c867dploughervoid queue_put(struct queue *queue, void *data) 1958888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher{ 1968888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher int nextp; 1978888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 1988888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher pthread_mutex_lock(&queue->mutex); 1998888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 2008888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher while((nextp = (queue->writep + 1) % queue->size) == queue->readp) 2018888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher pthread_cond_wait(&queue->full, &queue->mutex); 2028888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 2038888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher queue->data[queue->writep] = data; 2048888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher queue->writep = nextp; 2058888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher pthread_cond_signal(&queue->empty); 2068888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher pthread_mutex_unlock(&queue->mutex); 2078888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher} 2088888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 2098888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 2108888b61f8ff4680247d10f7e5beb2ff35e8c867dploughervoid *queue_get(struct queue *queue) 2118888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher{ 2128888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher void *data; 2138888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher pthread_mutex_lock(&queue->mutex); 2148888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 2158888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher while(queue->readp == queue->writep) 2168888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher pthread_cond_wait(&queue->empty, &queue->mutex); 2178888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 2188888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher data = queue->data[queue->readp]; 2198888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher queue->readp = (queue->readp + 1) % queue->size; 2208888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher pthread_cond_signal(&queue->full); 2218888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher pthread_mutex_unlock(&queue->mutex); 2228888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 2238888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher return data; 2248888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher} 2258888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 2268888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 227acabfdbb5244ddc04c2d372e20b79fccdafb5cbePhillip Loughervoid dump_queue(struct queue *queue) 228acabfdbb5244ddc04c2d372e20b79fccdafb5cbePhillip Lougher{ 229acabfdbb5244ddc04c2d372e20b79fccdafb5cbePhillip Lougher pthread_mutex_lock(&queue->mutex); 230acabfdbb5244ddc04c2d372e20b79fccdafb5cbePhillip Lougher 231acabfdbb5244ddc04c2d372e20b79fccdafb5cbePhillip Lougher printf("Max size %d, size %d%s\n", queue->size - 1, 232acabfdbb5244ddc04c2d372e20b79fccdafb5cbePhillip Lougher queue->readp <= queue->writep ? queue->writep - queue->readp : 233acabfdbb5244ddc04c2d372e20b79fccdafb5cbePhillip Lougher queue->size - queue->readp + queue->writep, 234acabfdbb5244ddc04c2d372e20b79fccdafb5cbePhillip Lougher queue->readp == queue->writep ? " (EMPTY)" : 235acabfdbb5244ddc04c2d372e20b79fccdafb5cbePhillip Lougher ((queue->writep + 1) % queue->size) == queue->readp ? 236acabfdbb5244ddc04c2d372e20b79fccdafb5cbePhillip Lougher " (FULL)" : ""); 237acabfdbb5244ddc04c2d372e20b79fccdafb5cbePhillip Lougher 238acabfdbb5244ddc04c2d372e20b79fccdafb5cbePhillip Lougher pthread_mutex_unlock(&queue->mutex); 239acabfdbb5244ddc04c2d372e20b79fccdafb5cbePhillip Lougher} 240acabfdbb5244ddc04c2d372e20b79fccdafb5cbePhillip Lougher 241acabfdbb5244ddc04c2d372e20b79fccdafb5cbePhillip Lougher 2428888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher/* Called with the cache mutex held */ 2438888b61f8ff4680247d10f7e5beb2ff35e8c867dploughervoid insert_hash_table(struct cache *cache, struct cache_entry *entry) 2448888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher{ 2458888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher int hash = CALCULATE_HASH(entry->block); 2468888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 2478888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher entry->hash_next = cache->hash_table[hash]; 2488888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher cache->hash_table[hash] = entry; 2498888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher entry->hash_prev = NULL; 2508888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher if(entry->hash_next) 2518888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher entry->hash_next->hash_prev = entry; 2528888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher} 2538888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 2548888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 2558888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher/* Called with the cache mutex held */ 2568888b61f8ff4680247d10f7e5beb2ff35e8c867dploughervoid remove_hash_table(struct cache *cache, struct cache_entry *entry) 2578888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher{ 2588888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher if(entry->hash_prev) 2598888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher entry->hash_prev->hash_next = entry->hash_next; 2608888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher else 261c435240f52b78b0ef498118727ba8dad186db26bplougher cache->hash_table[CALCULATE_HASH(entry->block)] = 262c435240f52b78b0ef498118727ba8dad186db26bplougher entry->hash_next; 2638888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher if(entry->hash_next) 2648888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher entry->hash_next->hash_prev = entry->hash_prev; 2658888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 2668888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher entry->hash_prev = entry->hash_next = NULL; 2678888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher} 2688888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 2698888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 2708888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher/* Called with the cache mutex held */ 2718888b61f8ff4680247d10f7e5beb2ff35e8c867dploughervoid insert_free_list(struct cache *cache, struct cache_entry *entry) 2728888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher{ 2738888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher if(cache->free_list) { 2748888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher entry->free_next = cache->free_list; 2758888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher entry->free_prev = cache->free_list->free_prev; 2768888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher cache->free_list->free_prev->free_next = entry; 2778888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher cache->free_list->free_prev = entry; 2788888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher } else { 2798888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher cache->free_list = entry; 2808888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher entry->free_prev = entry->free_next = entry; 2818888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher } 2828888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher} 2838888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 2848888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 2858888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher/* Called with the cache mutex held */ 2868888b61f8ff4680247d10f7e5beb2ff35e8c867dploughervoid remove_free_list(struct cache *cache, struct cache_entry *entry) 2878888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher{ 2888888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher if(entry->free_prev == NULL && entry->free_next == NULL) 2898888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher /* not in free list */ 2908888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher return; 291222e49e257bccb10c0e608f071778f26fce28f01plougher else if(entry->free_prev == entry && entry->free_next == entry) { 2928888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher /* only this entry in the free list */ 2938888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher cache->free_list = NULL; 2948888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher } else { 2958888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher /* more than one entry in the free list */ 2968888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher entry->free_next->free_prev = entry->free_prev; 2978888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher entry->free_prev->free_next = entry->free_next; 2988888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher if(cache->free_list == entry) 2998888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher cache->free_list = entry->free_next; 3008888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher } 3018888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 3028888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher entry->free_prev = entry->free_next = NULL; 3038888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher} 3048888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 3058888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 3068888b61f8ff4680247d10f7e5beb2ff35e8c867dplougherstruct cache *cache_init(int buffer_size, int max_buffers) 3078888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher{ 3088888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher struct cache *cache = malloc(sizeof(struct cache)); 3098888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 3108888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher if(cache == NULL) 311360570574b8f7786728d91d5fe4a0a4aa291fa03plougher EXIT_UNSQUASH("Out of memory in cache_init\n"); 3128888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 3138888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher cache->max_buffers = max_buffers; 3148888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher cache->buffer_size = buffer_size; 3158888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher cache->count = 0; 3166b336d83d3546674593f7de3be86d174f32fd753Phillip Lougher cache->used = 0; 3178888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher cache->free_list = NULL; 3188888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher memset(cache->hash_table, 0, sizeof(struct cache_entry *) * 65536); 3198888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher cache->wait_free = FALSE; 3208888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher cache->wait_pending = FALSE; 3218888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher pthread_mutex_init(&cache->mutex, NULL); 3228888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher pthread_cond_init(&cache->wait_for_free, NULL); 3238888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher pthread_cond_init(&cache->wait_for_pending, NULL); 3248888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 3258888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher return cache; 3268888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher} 3278888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 3288888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 3298888b61f8ff4680247d10f7e5beb2ff35e8c867dplougherstruct cache_entry *cache_get(struct cache *cache, long long block, int size) 3308888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher{ 331d4204758f77acb5a371fa1487a755b76a05d5476plougher /* 332d4204758f77acb5a371fa1487a755b76a05d5476plougher * Get a block out of the cache. If the block isn't in the cache 3333327bd9640ed579e8022b0e3889f71c342a64193Phillip Lougher * it is added and queued to the reader() and inflate() threads for 334c435240f52b78b0ef498118727ba8dad186db26bplougher * reading off disk and decompression. The cache grows until max_blocks 335c435240f52b78b0ef498118727ba8dad186db26bplougher * is reached, once this occurs existing discarded blocks on the free 336c435240f52b78b0ef498118727ba8dad186db26bplougher * list are reused 337d4204758f77acb5a371fa1487a755b76a05d5476plougher */ 3388888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher int hash = CALCULATE_HASH(block); 3398888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher struct cache_entry *entry; 3408888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 3418888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher pthread_mutex_lock(&cache->mutex); 3428888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 3438888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher for(entry = cache->hash_table[hash]; entry; entry = entry->hash_next) 3448888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher if(entry->block == block) 3458888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher break; 3468888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 3478888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher if(entry) { 348d4204758f77acb5a371fa1487a755b76a05d5476plougher /* 3490a0d045642e8e413f90b770539193d3fd1522786plougher * found the block in the cache, increment used count and 3508888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher * if necessary remove from free list so it won't disappear 3518888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher */ 3528888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher entry->used ++; 3538888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher remove_free_list(cache, entry); 3548888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher pthread_mutex_unlock(&cache->mutex); 3558888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher } else { 356d4204758f77acb5a371fa1487a755b76a05d5476plougher /* 357d4204758f77acb5a371fa1487a755b76a05d5476plougher * not in the cache 358d4204758f77acb5a371fa1487a755b76a05d5476plougher * 359d4204758f77acb5a371fa1487a755b76a05d5476plougher * first try to allocate new block 360d4204758f77acb5a371fa1487a755b76a05d5476plougher */ 3618888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher if(cache->count < cache->max_buffers) { 3628888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher entry = malloc(sizeof(struct cache_entry)); 3638888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher if(entry == NULL) 3647227416360c2f249a0783dffef6725ad03b61c99plougher EXIT_UNSQUASH("Out of memory in cache_get\n"); 3658888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher entry->data = malloc(cache->buffer_size); 3667227416360c2f249a0783dffef6725ad03b61c99plougher if(entry->data == NULL) 3677227416360c2f249a0783dffef6725ad03b61c99plougher EXIT_UNSQUASH("Out of memory in cache_get\n"); 3688888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher entry->cache = cache; 3698888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher entry->free_prev = entry->free_next = NULL; 3708888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher cache->count ++; 3718888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher } else { 372d4204758f77acb5a371fa1487a755b76a05d5476plougher /* 373d4204758f77acb5a371fa1487a755b76a05d5476plougher * try to get from free list 374d4204758f77acb5a371fa1487a755b76a05d5476plougher */ 3758888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher while(cache->free_list == NULL) { 3768888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher cache->wait_free = TRUE; 377d4204758f77acb5a371fa1487a755b76a05d5476plougher pthread_cond_wait(&cache->wait_for_free, 378d4204758f77acb5a371fa1487a755b76a05d5476plougher &cache->mutex); 3798888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher } 3808888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher entry = cache->free_list; 3818888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher remove_free_list(cache, entry); 3828888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher remove_hash_table(cache, entry); 3838888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher } 3848888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 385d4204758f77acb5a371fa1487a755b76a05d5476plougher /* 3866b336d83d3546674593f7de3be86d174f32fd753Phillip Lougher * Initialise block and insert into the hash table. 3876b336d83d3546674593f7de3be86d174f32fd753Phillip Lougher * Increment used which tracks how many buffers in the 3886b336d83d3546674593f7de3be86d174f32fd753Phillip Lougher * cache are actively in use (the other blocks, count - used, 3896b336d83d3546674593f7de3be86d174f32fd753Phillip Lougher * are in the cache and available for lookup, but can also be 3906b336d83d3546674593f7de3be86d174f32fd753Phillip Lougher * re-used). 391d4204758f77acb5a371fa1487a755b76a05d5476plougher */ 3928888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher entry->block = block; 3938888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher entry->size = size; 3948888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher entry->used = 1; 3958888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher entry->error = FALSE; 3968888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher entry->pending = TRUE; 3978888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher insert_hash_table(cache, entry); 3986b336d83d3546674593f7de3be86d174f32fd753Phillip Lougher cache->used ++; 3998888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 400d4204758f77acb5a371fa1487a755b76a05d5476plougher /* 401c435240f52b78b0ef498118727ba8dad186db26bplougher * queue to read thread to read and ultimately (via the 402c435240f52b78b0ef498118727ba8dad186db26bplougher * decompress threads) decompress the buffer 4038888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher */ 4048888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher pthread_mutex_unlock(&cache->mutex); 4058888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher queue_put(to_reader, entry); 4068888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher } 4078888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 4088888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher return entry; 4098888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher} 4108888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 4118888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 4128888b61f8ff4680247d10f7e5beb2ff35e8c867dploughervoid cache_block_ready(struct cache_entry *entry, int error) 4138888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher{ 414d4204758f77acb5a371fa1487a755b76a05d5476plougher /* 415d4204758f77acb5a371fa1487a755b76a05d5476plougher * mark cache entry as being complete, reading and (if necessary) 4168888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher * decompression has taken place, and the buffer is valid for use. 4178888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher * If an error occurs reading or decompressing, the buffer also 418d4204758f77acb5a371fa1487a755b76a05d5476plougher * becomes ready but with an error... 419d4204758f77acb5a371fa1487a755b76a05d5476plougher */ 4208888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher pthread_mutex_lock(&entry->cache->mutex); 4218888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher entry->pending = FALSE; 4228888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher entry->error = error; 4238888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 424d4204758f77acb5a371fa1487a755b76a05d5476plougher /* 425c435240f52b78b0ef498118727ba8dad186db26bplougher * if the wait_pending flag is set, one or more threads may be waiting 426c435240f52b78b0ef498118727ba8dad186db26bplougher * on this buffer 427d4204758f77acb5a371fa1487a755b76a05d5476plougher */ 4288888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher if(entry->cache->wait_pending) { 4298888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher entry->cache->wait_pending = FALSE; 4308888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher pthread_cond_broadcast(&entry->cache->wait_for_pending); 4318888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher } 4328888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 4338888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher pthread_mutex_unlock(&entry->cache->mutex); 4348888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher} 4358888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 4368888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 4378888b61f8ff4680247d10f7e5beb2ff35e8c867dploughervoid cache_block_wait(struct cache_entry *entry) 4388888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher{ 439d4204758f77acb5a371fa1487a755b76a05d5476plougher /* 440d4204758f77acb5a371fa1487a755b76a05d5476plougher * wait for this cache entry to become ready, when reading and (if 441d4204758f77acb5a371fa1487a755b76a05d5476plougher * necessary) decompression has taken place 442d4204758f77acb5a371fa1487a755b76a05d5476plougher */ 4438888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher pthread_mutex_lock(&entry->cache->mutex); 4448888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 4458888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher while(entry->pending) { 4468888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher entry->cache->wait_pending = TRUE; 447d4204758f77acb5a371fa1487a755b76a05d5476plougher pthread_cond_wait(&entry->cache->wait_for_pending, 448d4204758f77acb5a371fa1487a755b76a05d5476plougher &entry->cache->mutex); 4498888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher } 4508888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 4518888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher pthread_mutex_unlock(&entry->cache->mutex); 4528888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher} 4538888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 4548888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 4558888b61f8ff4680247d10f7e5beb2ff35e8c867dploughervoid cache_block_put(struct cache_entry *entry) 4568888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher{ 457d4204758f77acb5a371fa1487a755b76a05d5476plougher /* 458d4204758f77acb5a371fa1487a755b76a05d5476plougher * finished with this cache entry, once the usage count reaches zero it 459c435240f52b78b0ef498118727ba8dad186db26bplougher * can be reused and is put onto the free list. As it remains 460c435240f52b78b0ef498118727ba8dad186db26bplougher * accessible via the hash table it can be found getting a new lease of 461c435240f52b78b0ef498118727ba8dad186db26bplougher * life before it is reused. 462d4204758f77acb5a371fa1487a755b76a05d5476plougher */ 4638888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher pthread_mutex_lock(&entry->cache->mutex); 4648888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 4658888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher entry->used --; 4668888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher if(entry->used == 0) { 4678888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher insert_free_list(entry->cache, entry); 4686b336d83d3546674593f7de3be86d174f32fd753Phillip Lougher entry->cache->used --; 4698888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 470d4204758f77acb5a371fa1487a755b76a05d5476plougher /* 471c435240f52b78b0ef498118727ba8dad186db26bplougher * if the wait_free flag is set, one or more threads may be 472c435240f52b78b0ef498118727ba8dad186db26bplougher * waiting on this buffer 473d4204758f77acb5a371fa1487a755b76a05d5476plougher */ 4748888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher if(entry->cache->wait_free) { 4758888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher entry->cache->wait_free = FALSE; 4768888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher pthread_cond_broadcast(&entry->cache->wait_for_free); 4778888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher } 4788888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher } 4798888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 4808888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher pthread_mutex_unlock(&entry->cache->mutex); 4818888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher} 482476dcb48b24efff22caa970f000e151f1b28918dplougher 483476dcb48b24efff22caa970f000e151f1b28918dplougher 484476dcb48b24efff22caa970f000e151f1b28918dplougherchar *modestr(char *str, int mode) 485476dcb48b24efff22caa970f000e151f1b28918dplougher{ 486476dcb48b24efff22caa970f000e151f1b28918dplougher int i; 487476dcb48b24efff22caa970f000e151f1b28918dplougher 488476dcb48b24efff22caa970f000e151f1b28918dplougher strcpy(str, "----------"); 489476dcb48b24efff22caa970f000e151f1b28918dplougher 490476dcb48b24efff22caa970f000e151f1b28918dplougher for(i = 0; table[i].mask != 0; i++) { 491476dcb48b24efff22caa970f000e151f1b28918dplougher if((mode & table[i].mask) == table[i].value) 492476dcb48b24efff22caa970f000e151f1b28918dplougher str[table[i].position] = table[i].mode; 493476dcb48b24efff22caa970f000e151f1b28918dplougher } 494476dcb48b24efff22caa970f000e151f1b28918dplougher 495476dcb48b24efff22caa970f000e151f1b28918dplougher return str; 496476dcb48b24efff22caa970f000e151f1b28918dplougher} 497476dcb48b24efff22caa970f000e151f1b28918dplougher 498476dcb48b24efff22caa970f000e151f1b28918dplougher 4993edfa57b6a463f7d441d995559143f4861d62e98plougher#define TOTALCHARS 25 5006f59236ae37e220ca132b18d58f78ef1f5a1d4fbplougherint print_filename(char *pathname, struct inode *inode) 501476dcb48b24efff22caa970f000e151f1b28918dplougher{ 502afd5fec5ba90ad8efb344f814128e0d746001ea5Phillip Lougher char str[11], dummy[12], dummy2[12]; /* overflow safe */ 503afd5fec5ba90ad8efb344f814128e0d746001ea5Phillip Lougher char *userstr, *groupstr; 5046f59236ae37e220ca132b18d58f78ef1f5a1d4fbplougher int padchars; 505476dcb48b24efff22caa970f000e151f1b28918dplougher struct passwd *user; 506476dcb48b24efff22caa970f000e151f1b28918dplougher struct group *group; 50788facddfd83e48a907b82210ddccbb4f84d80aecplougher struct tm *t; 508476dcb48b24efff22caa970f000e151f1b28918dplougher 509476dcb48b24efff22caa970f000e151f1b28918dplougher if(short_ls) { 510476dcb48b24efff22caa970f000e151f1b28918dplougher printf("%s\n", pathname); 511476dcb48b24efff22caa970f000e151f1b28918dplougher return 1; 512476dcb48b24efff22caa970f000e151f1b28918dplougher } 513476dcb48b24efff22caa970f000e151f1b28918dplougher 514266b83c3b162a6764407753909712fcaade951f2plougher user = getpwuid(inode->uid); 515266b83c3b162a6764407753909712fcaade951f2plougher if(user == NULL) { 516afd5fec5ba90ad8efb344f814128e0d746001ea5Phillip Lougher int res = snprintf(dummy, 12, "%d", inode->uid); 517afd5fec5ba90ad8efb344f814128e0d746001ea5Phillip Lougher if(res < 0) 518afd5fec5ba90ad8efb344f814128e0d746001ea5Phillip Lougher EXIT_UNSQUASH("snprintf failed in print_filename()\n"); 519afd5fec5ba90ad8efb344f814128e0d746001ea5Phillip Lougher else if(res >= 12) 520afd5fec5ba90ad8efb344f814128e0d746001ea5Phillip Lougher /* unsigned int shouldn't ever need more than 11 bytes 521afd5fec5ba90ad8efb344f814128e0d746001ea5Phillip Lougher * (including terminating '\0') to print in base 10 */ 522afd5fec5ba90ad8efb344f814128e0d746001ea5Phillip Lougher userstr = "*"; 523afd5fec5ba90ad8efb344f814128e0d746001ea5Phillip Lougher else 524afd5fec5ba90ad8efb344f814128e0d746001ea5Phillip Lougher userstr = dummy; 5253edfa57b6a463f7d441d995559143f4861d62e98plougher } else 5263edfa57b6a463f7d441d995559143f4861d62e98plougher userstr = user->pw_name; 5273edfa57b6a463f7d441d995559143f4861d62e98plougher 528266b83c3b162a6764407753909712fcaade951f2plougher group = getgrgid(inode->gid); 529266b83c3b162a6764407753909712fcaade951f2plougher if(group == NULL) { 530afd5fec5ba90ad8efb344f814128e0d746001ea5Phillip Lougher int res = snprintf(dummy2, 12, "%d", inode->gid); 531afd5fec5ba90ad8efb344f814128e0d746001ea5Phillip Lougher if(res < 0) 532afd5fec5ba90ad8efb344f814128e0d746001ea5Phillip Lougher EXIT_UNSQUASH("snprintf failed in print_filename()\n"); 533afd5fec5ba90ad8efb344f814128e0d746001ea5Phillip Lougher else if(res >= 12) 534afd5fec5ba90ad8efb344f814128e0d746001ea5Phillip Lougher /* unsigned int shouldn't ever need more than 11 bytes 535afd5fec5ba90ad8efb344f814128e0d746001ea5Phillip Lougher * (including terminating '\0') to print in base 10 */ 536afd5fec5ba90ad8efb344f814128e0d746001ea5Phillip Lougher groupstr = "*"; 537afd5fec5ba90ad8efb344f814128e0d746001ea5Phillip Lougher else 538afd5fec5ba90ad8efb344f814128e0d746001ea5Phillip Lougher groupstr = dummy2; 5393edfa57b6a463f7d441d995559143f4861d62e98plougher } else 5403edfa57b6a463f7d441d995559143f4861d62e98plougher groupstr = group->gr_name; 5413edfa57b6a463f7d441d995559143f4861d62e98plougher 5426f59236ae37e220ca132b18d58f78ef1f5a1d4fbplougher printf("%s %s/%s ", modestr(str, inode->mode), userstr, groupstr); 5433edfa57b6a463f7d441d995559143f4861d62e98plougher 5446f59236ae37e220ca132b18d58f78ef1f5a1d4fbplougher switch(inode->mode & S_IFMT) { 5453edfa57b6a463f7d441d995559143f4861d62e98plougher case S_IFREG: 5463edfa57b6a463f7d441d995559143f4861d62e98plougher case S_IFDIR: 5473edfa57b6a463f7d441d995559143f4861d62e98plougher case S_IFSOCK: 5483edfa57b6a463f7d441d995559143f4861d62e98plougher case S_IFIFO: 5493edfa57b6a463f7d441d995559143f4861d62e98plougher case S_IFLNK: 550c435240f52b78b0ef498118727ba8dad186db26bplougher padchars = TOTALCHARS - strlen(userstr) - 551c435240f52b78b0ef498118727ba8dad186db26bplougher strlen(groupstr); 5523edfa57b6a463f7d441d995559143f4861d62e98plougher 553c435240f52b78b0ef498118727ba8dad186db26bplougher printf("%*lld ", padchars > 0 ? padchars : 0, 554c435240f52b78b0ef498118727ba8dad186db26bplougher inode->data); 5553edfa57b6a463f7d441d995559143f4861d62e98plougher break; 5563edfa57b6a463f7d441d995559143f4861d62e98plougher case S_IFCHR: 5573edfa57b6a463f7d441d995559143f4861d62e98plougher case S_IFBLK: 558c435240f52b78b0ef498118727ba8dad186db26bplougher padchars = TOTALCHARS - strlen(userstr) - 559c435240f52b78b0ef498118727ba8dad186db26bplougher strlen(groupstr) - 7; 5603edfa57b6a463f7d441d995559143f4861d62e98plougher 561d4204758f77acb5a371fa1487a755b76a05d5476plougher printf("%*s%3d,%3d ", padchars > 0 ? padchars : 0, " ", 562c435240f52b78b0ef498118727ba8dad186db26bplougher (int) inode->data >> 8, (int) inode->data & 563c435240f52b78b0ef498118727ba8dad186db26bplougher 0xff); 5643edfa57b6a463f7d441d995559143f4861d62e98plougher break; 5653edfa57b6a463f7d441d995559143f4861d62e98plougher } 566476dcb48b24efff22caa970f000e151f1b28918dplougher 5676f59236ae37e220ca132b18d58f78ef1f5a1d4fbplougher t = localtime(&inode->time); 56888facddfd83e48a907b82210ddccbb4f84d80aecplougher 569d4204758f77acb5a371fa1487a755b76a05d5476plougher printf("%d-%02d-%02d %02d:%02d %s", t->tm_year + 1900, t->tm_mon + 1, 570d4204758f77acb5a371fa1487a755b76a05d5476plougher t->tm_mday, t->tm_hour, t->tm_min, pathname); 5716f59236ae37e220ca132b18d58f78ef1f5a1d4fbplougher if((inode->mode & S_IFMT) == S_IFLNK) 5726f59236ae37e220ca132b18d58f78ef1f5a1d4fbplougher printf(" -> %s", inode->symlink); 5733edfa57b6a463f7d441d995559143f4861d62e98plougher printf("\n"); 5743edfa57b6a463f7d441d995559143f4861d62e98plougher 575476dcb48b24efff22caa970f000e151f1b28918dplougher return 1; 576476dcb48b24efff22caa970f000e151f1b28918dplougher} 577476dcb48b24efff22caa970f000e151f1b28918dplougher 578443c15812032991c98b33b5424b17bcd55fe3575plougher 579e3206fad5b70e7e0527db2a627ad26616a8a2429ploughervoid add_entry(struct hash_table_entry *hash_table[], long long start, 580e3206fad5b70e7e0527db2a627ad26616a8a2429plougher int bytes) 581443c15812032991c98b33b5424b17bcd55fe3575plougher{ 582443c15812032991c98b33b5424b17bcd55fe3575plougher int hash = CALCULATE_HASH(start); 583443c15812032991c98b33b5424b17bcd55fe3575plougher struct hash_table_entry *hash_table_entry; 584443c15812032991c98b33b5424b17bcd55fe3575plougher 585cb2cff9a58d8d92fc6edb95049469188ee49c6c9plougher hash_table_entry = malloc(sizeof(struct hash_table_entry)); 586cb2cff9a58d8d92fc6edb95049469188ee49c6c9plougher if(hash_table_entry == NULL) 5874a39fa82d4614c18d2977be7898d78d20ba01a49plougher EXIT_UNSQUASH("Out of memory in add_entry\n"); 588443c15812032991c98b33b5424b17bcd55fe3575plougher 589443c15812032991c98b33b5424b17bcd55fe3575plougher hash_table_entry->start = start; 590443c15812032991c98b33b5424b17bcd55fe3575plougher hash_table_entry->bytes = bytes; 591443c15812032991c98b33b5424b17bcd55fe3575plougher hash_table_entry->next = hash_table[hash]; 592443c15812032991c98b33b5424b17bcd55fe3575plougher hash_table[hash] = hash_table_entry; 593443c15812032991c98b33b5424b17bcd55fe3575plougher} 594443c15812032991c98b33b5424b17bcd55fe3575plougher 595443c15812032991c98b33b5424b17bcd55fe3575plougher 596f404f4914fdb272a70e18664e8963d793cc90f44plougherint lookup_entry(struct hash_table_entry *hash_table[], long long start) 597443c15812032991c98b33b5424b17bcd55fe3575plougher{ 598443c15812032991c98b33b5424b17bcd55fe3575plougher int hash = CALCULATE_HASH(start); 599443c15812032991c98b33b5424b17bcd55fe3575plougher struct hash_table_entry *hash_table_entry; 600443c15812032991c98b33b5424b17bcd55fe3575plougher 6019dd8c7a7c2983faeb60c5e5791c3bef2cbbba088plougher for(hash_table_entry = hash_table[hash]; hash_table_entry; 6029dd8c7a7c2983faeb60c5e5791c3bef2cbbba088plougher hash_table_entry = hash_table_entry->next) 6037a5df5d70c02bdb5175a5b9301c2c9597a6a4937plougher 604443c15812032991c98b33b5424b17bcd55fe3575plougher if(hash_table_entry->start == start) 605443c15812032991c98b33b5424b17bcd55fe3575plougher return hash_table_entry->bytes; 606443c15812032991c98b33b5424b17bcd55fe3575plougher 607443c15812032991c98b33b5424b17bcd55fe3575plougher return -1; 608443c15812032991c98b33b5424b17bcd55fe3575plougher} 609443c15812032991c98b33b5424b17bcd55fe3575plougher 610443c15812032991c98b33b5424b17bcd55fe3575plougher 6113306cb2b54a60a32664617118336ac141e1471b6plougherint read_fs_bytes(int fd, long long byte, int bytes, void *buff) 612443c15812032991c98b33b5424b17bcd55fe3575plougher{ 613443c15812032991c98b33b5424b17bcd55fe3575plougher off_t off = byte; 614d7f3de3408089ce187d8bc26f6072730c77628daplougher int res, count; 615443c15812032991c98b33b5424b17bcd55fe3575plougher 616c435240f52b78b0ef498118727ba8dad186db26bplougher TRACE("read_bytes: reading from position 0x%llx, bytes %d\n", byte, 617c435240f52b78b0ef498118727ba8dad186db26bplougher bytes); 618fe3ca0609d02d78bcd11637c1220b2ff428f466aplougher 619443c15812032991c98b33b5424b17bcd55fe3575plougher if(lseek(fd, off, SEEK_SET) == -1) { 6205d415c6659faaa7a69c9baa7175610d889747142plougher ERROR("Lseek failed because %s\n", strerror(errno)); 621443c15812032991c98b33b5424b17bcd55fe3575plougher return FALSE; 622443c15812032991c98b33b5424b17bcd55fe3575plougher } 623443c15812032991c98b33b5424b17bcd55fe3575plougher 624d7f3de3408089ce187d8bc26f6072730c77628daplougher for(count = 0; count < bytes; count += res) { 625d7f3de3408089ce187d8bc26f6072730c77628daplougher res = read(fd, buff + count, bytes - count); 626d7f3de3408089ce187d8bc26f6072730c77628daplougher if(res < 1) { 627d7f3de3408089ce187d8bc26f6072730c77628daplougher if(res == 0) { 628e3206fad5b70e7e0527db2a627ad26616a8a2429plougher ERROR("Read on filesystem failed because " 629e3206fad5b70e7e0527db2a627ad26616a8a2429plougher "EOF\n"); 630d7f3de3408089ce187d8bc26f6072730c77628daplougher return FALSE; 631d7f3de3408089ce187d8bc26f6072730c77628daplougher } else if(errno != EINTR) { 632d7f3de3408089ce187d8bc26f6072730c77628daplougher ERROR("Read on filesystem failed because %s\n", 633d7f3de3408089ce187d8bc26f6072730c77628daplougher strerror(errno)); 634d7f3de3408089ce187d8bc26f6072730c77628daplougher return FALSE; 635d7f3de3408089ce187d8bc26f6072730c77628daplougher } else 636d7f3de3408089ce187d8bc26f6072730c77628daplougher res = 0; 637d7f3de3408089ce187d8bc26f6072730c77628daplougher } 638443c15812032991c98b33b5424b17bcd55fe3575plougher } 639443c15812032991c98b33b5424b17bcd55fe3575plougher 640443c15812032991c98b33b5424b17bcd55fe3575plougher return TRUE; 641443c15812032991c98b33b5424b17bcd55fe3575plougher} 642443c15812032991c98b33b5424b17bcd55fe3575plougher 643443c15812032991c98b33b5424b17bcd55fe3575plougher 644cf5c8b43f14bad020372fe55fb237eb2ae2b28d4Phillip Lougherint read_block(int fd, long long start, long long *next, int expected, 645cf5c8b43f14bad020372fe55fb237eb2ae2b28d4Phillip Lougher void *block) 646443c15812032991c98b33b5424b17bcd55fe3575plougher{ 647443c15812032991c98b33b5424b17bcd55fe3575plougher unsigned short c_byte; 648cf5c8b43f14bad020372fe55fb237eb2ae2b28d4Phillip Lougher int offset = 2, res, compressed; 649cf5c8b43f14bad020372fe55fb237eb2ae2b28d4Phillip Lougher int outlen = expected ? expected : SQUASHFS_METADATA_SIZE; 650443c15812032991c98b33b5424b17bcd55fe3575plougher 651443c15812032991c98b33b5424b17bcd55fe3575plougher if(swap) { 652923b301e304637fd5e587eb05a6f44558abae2bdplougher if(read_fs_bytes(fd, start, 2, &c_byte) == FALSE) 653fe3ca0609d02d78bcd11637c1220b2ff428f466aplougher goto failed; 654923b301e304637fd5e587eb05a6f44558abae2bdplougher c_byte = (c_byte >> 8) | ((c_byte & 0xff) << 8); 655443c15812032991c98b33b5424b17bcd55fe3575plougher } else 6563306cb2b54a60a32664617118336ac141e1471b6plougher if(read_fs_bytes(fd, start, 2, &c_byte) == FALSE) 657fe3ca0609d02d78bcd11637c1220b2ff428f466aplougher goto failed; 658fe3ca0609d02d78bcd11637c1220b2ff428f466aplougher 659d4204758f77acb5a371fa1487a755b76a05d5476plougher TRACE("read_block: block @0x%llx, %d %s bytes\n", start, 660d4204758f77acb5a371fa1487a755b76a05d5476plougher SQUASHFS_COMPRESSED_SIZE(c_byte), SQUASHFS_COMPRESSED(c_byte) ? 661d4204758f77acb5a371fa1487a755b76a05d5476plougher "compressed" : "uncompressed"); 662443c15812032991c98b33b5424b17bcd55fe3575plougher 66327c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher if(SQUASHFS_CHECK_DATA(sBlk.s.flags)) 664443c15812032991c98b33b5424b17bcd55fe3575plougher offset = 3; 665443c15812032991c98b33b5424b17bcd55fe3575plougher 666cf5c8b43f14bad020372fe55fb237eb2ae2b28d4Phillip Lougher compressed = SQUASHFS_COMPRESSED(c_byte); 667cf5c8b43f14bad020372fe55fb237eb2ae2b28d4Phillip Lougher c_byte = SQUASHFS_COMPRESSED_SIZE(c_byte); 668cf5c8b43f14bad020372fe55fb237eb2ae2b28d4Phillip Lougher 669cf5c8b43f14bad020372fe55fb237eb2ae2b28d4Phillip Lougher /* 670cf5c8b43f14bad020372fe55fb237eb2ae2b28d4Phillip Lougher * The block size should not be larger than 671cf5c8b43f14bad020372fe55fb237eb2ae2b28d4Phillip Lougher * the uncompressed size (or max uncompressed size if 672cf5c8b43f14bad020372fe55fb237eb2ae2b28d4Phillip Lougher * expected is 0) 673cf5c8b43f14bad020372fe55fb237eb2ae2b28d4Phillip Lougher */ 674cf5c8b43f14bad020372fe55fb237eb2ae2b28d4Phillip Lougher if(c_byte > outlen) 675cf5c8b43f14bad020372fe55fb237eb2ae2b28d4Phillip Lougher return 0; 676cf5c8b43f14bad020372fe55fb237eb2ae2b28d4Phillip Lougher 677cf5c8b43f14bad020372fe55fb237eb2ae2b28d4Phillip Lougher if(compressed) { 678cf5c8b43f14bad020372fe55fb237eb2ae2b28d4Phillip Lougher char buffer[c_byte]; 679cf5c8b43f14bad020372fe55fb237eb2ae2b28d4Phillip Lougher int error; 680cf5c8b43f14bad020372fe55fb237eb2ae2b28d4Phillip Lougher 681cf5c8b43f14bad020372fe55fb237eb2ae2b28d4Phillip Lougher res = read_fs_bytes(fd, start + offset, c_byte, buffer); 682cf5c8b43f14bad020372fe55fb237eb2ae2b28d4Phillip Lougher if(res == FALSE) 683fe3ca0609d02d78bcd11637c1220b2ff428f466aplougher goto failed; 684443c15812032991c98b33b5424b17bcd55fe3575plougher 685b48442b2e37b3cb7efbffb032968f115eec7963cplougher res = compressor_uncompress(comp, block, buffer, c_byte, 686cf5c8b43f14bad020372fe55fb237eb2ae2b28d4Phillip Lougher outlen, &error); 687efda88fd6fbb19543a86b5f8d15b437bba8c4674plougher 688efda88fd6fbb19543a86b5f8d15b437bba8c4674plougher if(res == -1) { 689efda88fd6fbb19543a86b5f8d15b437bba8c4674plougher ERROR("%s uncompress failed with error code %d\n", 690efda88fd6fbb19543a86b5f8d15b437bba8c4674plougher comp->name, error); 691fe3ca0609d02d78bcd11637c1220b2ff428f466aplougher goto failed; 692443c15812032991c98b33b5424b17bcd55fe3575plougher } 693443c15812032991c98b33b5424b17bcd55fe3575plougher } else { 694cf5c8b43f14bad020372fe55fb237eb2ae2b28d4Phillip Lougher res = read_fs_bytes(fd, start + offset, c_byte, block); 695cf5c8b43f14bad020372fe55fb237eb2ae2b28d4Phillip Lougher if(res == FALSE) 696fe3ca0609d02d78bcd11637c1220b2ff428f466aplougher goto failed; 697cf5c8b43f14bad020372fe55fb237eb2ae2b28d4Phillip Lougher res = c_byte; 698443c15812032991c98b33b5424b17bcd55fe3575plougher } 699fe3ca0609d02d78bcd11637c1220b2ff428f466aplougher 700cf5c8b43f14bad020372fe55fb237eb2ae2b28d4Phillip Lougher if(next) 701cf5c8b43f14bad020372fe55fb237eb2ae2b28d4Phillip Lougher *next = start + offset + c_byte; 702cf5c8b43f14bad020372fe55fb237eb2ae2b28d4Phillip Lougher 703cf5c8b43f14bad020372fe55fb237eb2ae2b28d4Phillip Lougher /* 704cf5c8b43f14bad020372fe55fb237eb2ae2b28d4Phillip Lougher * if expected, then check the (uncompressed) return data 705cf5c8b43f14bad020372fe55fb237eb2ae2b28d4Phillip Lougher * is of the expected size 706cf5c8b43f14bad020372fe55fb237eb2ae2b28d4Phillip Lougher */ 707cf5c8b43f14bad020372fe55fb237eb2ae2b28d4Phillip Lougher if(expected && expected != res) 708cf5c8b43f14bad020372fe55fb237eb2ae2b28d4Phillip Lougher return 0; 709cf5c8b43f14bad020372fe55fb237eb2ae2b28d4Phillip Lougher else 710cf5c8b43f14bad020372fe55fb237eb2ae2b28d4Phillip Lougher return res; 711cf5c8b43f14bad020372fe55fb237eb2ae2b28d4Phillip Lougher 712fe3ca0609d02d78bcd11637c1220b2ff428f466aplougherfailed: 71368ba26e4a9ee62315d5d2bf5c23bfbc02347b646plougher ERROR("read_block: failed to read block @0x%llx\n", start); 714fe3ca0609d02d78bcd11637c1220b2ff428f466aplougher return FALSE; 715443c15812032991c98b33b5424b17bcd55fe3575plougher} 716443c15812032991c98b33b5424b17bcd55fe3575plougher 717443c15812032991c98b33b5424b17bcd55fe3575plougher 718443c15812032991c98b33b5424b17bcd55fe3575plougherint read_data_block(long long start, unsigned int size, char *block) 719443c15812032991c98b33b5424b17bcd55fe3575plougher{ 720efda88fd6fbb19543a86b5f8d15b437bba8c4674plougher int error, res; 721443c15812032991c98b33b5424b17bcd55fe3575plougher int c_byte = SQUASHFS_COMPRESSED_SIZE_BLOCK(size); 722443c15812032991c98b33b5424b17bcd55fe3575plougher 723d4204758f77acb5a371fa1487a755b76a05d5476plougher TRACE("read_data_block: block @0x%llx, %d %s bytes\n", start, 724c6ab26edb0c0da6b276281960d9c8748a70886feplougher c_byte, SQUASHFS_COMPRESSED_BLOCK(size) ? "compressed" : 725c435240f52b78b0ef498118727ba8dad186db26bplougher "uncompressed"); 726fe3ca0609d02d78bcd11637c1220b2ff428f466aplougher 727443c15812032991c98b33b5424b17bcd55fe3575plougher if(SQUASHFS_COMPRESSED_BLOCK(size)) { 72886561909d9ca51a4e4ce4efcfea30b41d1d08275plougher if(read_fs_bytes(fd, start, c_byte, data) == FALSE) 72968ba26e4a9ee62315d5d2bf5c23bfbc02347b646plougher goto failed; 730443c15812032991c98b33b5424b17bcd55fe3575plougher 731b48442b2e37b3cb7efbffb032968f115eec7963cplougher res = compressor_uncompress(comp, block, data, c_byte, 732b48442b2e37b3cb7efbffb032968f115eec7963cplougher block_size, &error); 733efda88fd6fbb19543a86b5f8d15b437bba8c4674plougher 734efda88fd6fbb19543a86b5f8d15b437bba8c4674plougher if(res == -1) { 735efda88fd6fbb19543a86b5f8d15b437bba8c4674plougher ERROR("%s uncompress failed with error code %d\n", 736efda88fd6fbb19543a86b5f8d15b437bba8c4674plougher comp->name, error); 73768ba26e4a9ee62315d5d2bf5c23bfbc02347b646plougher goto failed; 738443c15812032991c98b33b5424b17bcd55fe3575plougher } 739443c15812032991c98b33b5424b17bcd55fe3575plougher 740efda88fd6fbb19543a86b5f8d15b437bba8c4674plougher return res; 741443c15812032991c98b33b5424b17bcd55fe3575plougher } else { 74286561909d9ca51a4e4ce4efcfea30b41d1d08275plougher if(read_fs_bytes(fd, start, c_byte, block) == FALSE) 74368ba26e4a9ee62315d5d2bf5c23bfbc02347b646plougher goto failed; 744443c15812032991c98b33b5424b17bcd55fe3575plougher 745443c15812032991c98b33b5424b17bcd55fe3575plougher return c_byte; 746443c15812032991c98b33b5424b17bcd55fe3575plougher } 74768ba26e4a9ee62315d5d2bf5c23bfbc02347b646plougher 74868ba26e4a9ee62315d5d2bf5c23bfbc02347b646plougherfailed: 749d4204758f77acb5a371fa1487a755b76a05d5476plougher ERROR("read_data_block: failed to read block @0x%llx, size %d\n", start, 750c6ab26edb0c0da6b276281960d9c8748a70886feplougher c_byte); 75168ba26e4a9ee62315d5d2bf5c23bfbc02347b646plougher return FALSE; 752443c15812032991c98b33b5424b17bcd55fe3575plougher} 753443c15812032991c98b33b5424b17bcd55fe3575plougher 754443c15812032991c98b33b5424b17bcd55fe3575plougher 7551ed1b1bfa19e9edd0e59da61d9f4c99021fb0b67Phillip Lougherint read_inode_table(long long start, long long end) 756443c15812032991c98b33b5424b17bcd55fe3575plougher{ 757443c15812032991c98b33b5424b17bcd55fe3575plougher int size = 0, bytes = 0, res; 758443c15812032991c98b33b5424b17bcd55fe3575plougher 7591ed1b1bfa19e9edd0e59da61d9f4c99021fb0b67Phillip Lougher TRACE("read_inode_table: start %lld, end %lld\n", start, end); 7601ed1b1bfa19e9edd0e59da61d9f4c99021fb0b67Phillip Lougher 761443c15812032991c98b33b5424b17bcd55fe3575plougher while(start < end) { 762c1a81ec0ca6911533aec74e690f55b7d0a7131a4plougher if(size - bytes < SQUASHFS_METADATA_SIZE) { 763c1a81ec0ca6911533aec74e690f55b7d0a7131a4plougher inode_table = realloc(inode_table, size += 764c1a81ec0ca6911533aec74e690f55b7d0a7131a4plougher SQUASHFS_METADATA_SIZE); 7651ed1b1bfa19e9edd0e59da61d9f4c99021fb0b67Phillip Lougher if(inode_table == NULL) { 7661ed1b1bfa19e9edd0e59da61d9f4c99021fb0b67Phillip Lougher ERROR("Out of memory in read_inode_table"); 7671ed1b1bfa19e9edd0e59da61d9f4c99021fb0b67Phillip Lougher goto failed; 7681ed1b1bfa19e9edd0e59da61d9f4c99021fb0b67Phillip Lougher } 769c1a81ec0ca6911533aec74e690f55b7d0a7131a4plougher } 7701ed1b1bfa19e9edd0e59da61d9f4c99021fb0b67Phillip Lougher 771443c15812032991c98b33b5424b17bcd55fe3575plougher add_entry(inode_table_hash, start, bytes); 7721ed1b1bfa19e9edd0e59da61d9f4c99021fb0b67Phillip Lougher 773cf5c8b43f14bad020372fe55fb237eb2ae2b28d4Phillip Lougher res = read_block(fd, start, &start, 0, inode_table + bytes); 774c435240f52b78b0ef498118727ba8dad186db26bplougher if(res == 0) { 7751ed1b1bfa19e9edd0e59da61d9f4c99021fb0b67Phillip Lougher ERROR("read_inode_table: failed to read block\n"); 7761ed1b1bfa19e9edd0e59da61d9f4c99021fb0b67Phillip Lougher goto failed; 777443c15812032991c98b33b5424b17bcd55fe3575plougher } 778443c15812032991c98b33b5424b17bcd55fe3575plougher bytes += res; 779066439a35c69c023ca15156da81987fe5264475fPhillip Lougher 780066439a35c69c023ca15156da81987fe5264475fPhillip Lougher /* 781066439a35c69c023ca15156da81987fe5264475fPhillip Lougher * If this is not the last metadata block in the inode table 782066439a35c69c023ca15156da81987fe5264475fPhillip Lougher * then it should be SQUASHFS_METADATA_SIZE in size. 783066439a35c69c023ca15156da81987fe5264475fPhillip Lougher * Note, we can't use expected in read_block() above for this 784066439a35c69c023ca15156da81987fe5264475fPhillip Lougher * because we don't know if this is the last block until 785066439a35c69c023ca15156da81987fe5264475fPhillip Lougher * after reading. 786066439a35c69c023ca15156da81987fe5264475fPhillip Lougher */ 7871ed1b1bfa19e9edd0e59da61d9f4c99021fb0b67Phillip Lougher if(start != end && res != SQUASHFS_METADATA_SIZE) { 7881ed1b1bfa19e9edd0e59da61d9f4c99021fb0b67Phillip Lougher ERROR("read_inode_table: metadata block should be %d " 7891ed1b1bfa19e9edd0e59da61d9f4c99021fb0b67Phillip Lougher "bytes in length, it is %d bytes\n", 7901ed1b1bfa19e9edd0e59da61d9f4c99021fb0b67Phillip Lougher SQUASHFS_METADATA_SIZE, res); 791066439a35c69c023ca15156da81987fe5264475fPhillip Lougher 7921ed1b1bfa19e9edd0e59da61d9f4c99021fb0b67Phillip Lougher goto failed; 7931ed1b1bfa19e9edd0e59da61d9f4c99021fb0b67Phillip Lougher } 794443c15812032991c98b33b5424b17bcd55fe3575plougher } 7951ed1b1bfa19e9edd0e59da61d9f4c99021fb0b67Phillip Lougher 7961ed1b1bfa19e9edd0e59da61d9f4c99021fb0b67Phillip Lougher return TRUE; 7971ed1b1bfa19e9edd0e59da61d9f4c99021fb0b67Phillip Lougher 7981ed1b1bfa19e9edd0e59da61d9f4c99021fb0b67Phillip Lougherfailed: 7991ed1b1bfa19e9edd0e59da61d9f4c99021fb0b67Phillip Lougher free(inode_table); 8001ed1b1bfa19e9edd0e59da61d9f4c99021fb0b67Phillip Lougher return FALSE; 801443c15812032991c98b33b5424b17bcd55fe3575plougher} 802443c15812032991c98b33b5424b17bcd55fe3575plougher 803443c15812032991c98b33b5424b17bcd55fe3575plougher 804d4204758f77acb5a371fa1487a755b76a05d5476plougherint set_attributes(char *pathname, int mode, uid_t uid, gid_t guid, time_t time, 805fdbbd7d7e595a227e0c259fa4afc872098c9e471plougher unsigned int xattr, unsigned int set_mode) 806443c15812032991c98b33b5424b17bcd55fe3575plougher{ 8076f59236ae37e220ca132b18d58f78ef1f5a1d4fbplougher struct utimbuf times = { time, time }; 808443c15812032991c98b33b5424b17bcd55fe3575plougher 8092ef25cb004cc6995bd36f781863aa844fe8c358dplougher write_xattr(pathname, xattr); 8102ef25cb004cc6995bd36f781863aa844fe8c358dplougher 811443c15812032991c98b33b5424b17bcd55fe3575plougher if(utime(pathname, ×) == -1) { 812d4204758f77acb5a371fa1487a755b76a05d5476plougher ERROR("set_attributes: failed to set time on %s, because %s\n", 813d4204758f77acb5a371fa1487a755b76a05d5476plougher pathname, strerror(errno)); 814443c15812032991c98b33b5424b17bcd55fe3575plougher return FALSE; 815443c15812032991c98b33b5424b17bcd55fe3575plougher } 816443c15812032991c98b33b5424b17bcd55fe3575plougher 8179dd8c7a7c2983faeb60c5e5791c3bef2cbbba088plougher if(root_process) { 8186f59236ae37e220ca132b18d58f78ef1f5a1d4fbplougher if(chown(pathname, uid, guid) == -1) { 819c435240f52b78b0ef498118727ba8dad186db26bplougher ERROR("set_attributes: failed to change uid and gids " 820c435240f52b78b0ef498118727ba8dad186db26bplougher "on %s, because %s\n", pathname, 821c435240f52b78b0ef498118727ba8dad186db26bplougher strerror(errno)); 822443c15812032991c98b33b5424b17bcd55fe3575plougher return FALSE; 823443c15812032991c98b33b5424b17bcd55fe3575plougher } 8249dd8c7a7c2983faeb60c5e5791c3bef2cbbba088plougher } else 8259dd8c7a7c2983faeb60c5e5791c3bef2cbbba088plougher mode &= ~07000; 8269dd8c7a7c2983faeb60c5e5791c3bef2cbbba088plougher 8279dd8c7a7c2983faeb60c5e5791c3bef2cbbba088plougher if((set_mode || (mode & 07000)) && chmod(pathname, (mode_t) mode) == -1) { 828d4204758f77acb5a371fa1487a755b76a05d5476plougher ERROR("set_attributes: failed to change mode %s, because %s\n", 829d4204758f77acb5a371fa1487a755b76a05d5476plougher pathname, strerror(errno)); 8309dd8c7a7c2983faeb60c5e5791c3bef2cbbba088plougher return FALSE; 831443c15812032991c98b33b5424b17bcd55fe3575plougher } 832443c15812032991c98b33b5424b17bcd55fe3575plougher 833443c15812032991c98b33b5424b17bcd55fe3575plougher return TRUE; 834443c15812032991c98b33b5424b17bcd55fe3575plougher} 835443c15812032991c98b33b5424b17bcd55fe3575plougher 836443c15812032991c98b33b5424b17bcd55fe3575plougher 8371c5d8b0e7c8e68373eeb28311f9f9ccae2d9c617plougherint write_bytes(int fd, char *buff, int bytes) 8381c5d8b0e7c8e68373eeb28311f9f9ccae2d9c617plougher{ 8391c5d8b0e7c8e68373eeb28311f9f9ccae2d9c617plougher int res, count; 8401c5d8b0e7c8e68373eeb28311f9f9ccae2d9c617plougher 8411c5d8b0e7c8e68373eeb28311f9f9ccae2d9c617plougher for(count = 0; count < bytes; count += res) { 8421c5d8b0e7c8e68373eeb28311f9f9ccae2d9c617plougher res = write(fd, buff + count, bytes - count); 8431c5d8b0e7c8e68373eeb28311f9f9ccae2d9c617plougher if(res == -1) { 8441c5d8b0e7c8e68373eeb28311f9f9ccae2d9c617plougher if(errno != EINTR) { 845c435240f52b78b0ef498118727ba8dad186db26bplougher ERROR("Write on output file failed because " 846c435240f52b78b0ef498118727ba8dad186db26bplougher "%s\n", strerror(errno)); 8471c5d8b0e7c8e68373eeb28311f9f9ccae2d9c617plougher return -1; 8481c5d8b0e7c8e68373eeb28311f9f9ccae2d9c617plougher } 8491c5d8b0e7c8e68373eeb28311f9f9ccae2d9c617plougher res = 0; 8501c5d8b0e7c8e68373eeb28311f9f9ccae2d9c617plougher } 8511c5d8b0e7c8e68373eeb28311f9f9ccae2d9c617plougher } 8521c5d8b0e7c8e68373eeb28311f9f9ccae2d9c617plougher 8531c5d8b0e7c8e68373eeb28311f9f9ccae2d9c617plougher return 0; 8541c5d8b0e7c8e68373eeb28311f9f9ccae2d9c617plougher} 8551c5d8b0e7c8e68373eeb28311f9f9ccae2d9c617plougher 8561c5d8b0e7c8e68373eeb28311f9f9ccae2d9c617plougher 857b9cee889506e674726856035dba52d5e1cceeb99plougherint lseek_broken = FALSE; 858c6e684fd0562ef5339ea2c0b3ce09aa6149708cdplougherchar *zero_data = NULL; 859b9cee889506e674726856035dba52d5e1cceeb99plougher 86087f5e0e29e5f56516daaa51b1d36cde3d86a0f1fplougherint write_block(int file_fd, char *buffer, int size, long long hole, int sparse) 861b9cee889506e674726856035dba52d5e1cceeb99plougher{ 862b9cee889506e674726856035dba52d5e1cceeb99plougher off_t off = hole; 863b9cee889506e674726856035dba52d5e1cceeb99plougher 864b9cee889506e674726856035dba52d5e1cceeb99plougher if(hole) { 865c6e684fd0562ef5339ea2c0b3ce09aa6149708cdplougher if(sparse && lseek_broken == FALSE) { 866c6e684fd0562ef5339ea2c0b3ce09aa6149708cdplougher int error = lseek(file_fd, off, SEEK_CUR); 867c6e684fd0562ef5339ea2c0b3ce09aa6149708cdplougher if(error == -1) 868c6e684fd0562ef5339ea2c0b3ce09aa6149708cdplougher /* failed to seek beyond end of file */ 869c6e684fd0562ef5339ea2c0b3ce09aa6149708cdplougher lseek_broken = TRUE; 870c6e684fd0562ef5339ea2c0b3ce09aa6149708cdplougher } 871c6e684fd0562ef5339ea2c0b3ce09aa6149708cdplougher 872c6e684fd0562ef5339ea2c0b3ce09aa6149708cdplougher if((sparse == FALSE || lseek_broken) && zero_data == NULL) { 873b9cee889506e674726856035dba52d5e1cceeb99plougher if((zero_data = malloc(block_size)) == NULL) 874c435240f52b78b0ef498118727ba8dad186db26bplougher EXIT_UNSQUASH("write_block: failed to alloc " 875c435240f52b78b0ef498118727ba8dad186db26bplougher "zero data block\n"); 876b9cee889506e674726856035dba52d5e1cceeb99plougher memset(zero_data, 0, block_size); 877b9cee889506e674726856035dba52d5e1cceeb99plougher } 878c6e684fd0562ef5339ea2c0b3ce09aa6149708cdplougher 879c6e684fd0562ef5339ea2c0b3ce09aa6149708cdplougher if(sparse == FALSE || lseek_broken) { 880b9cee889506e674726856035dba52d5e1cceeb99plougher int blocks = (hole + block_size -1) / block_size; 881b9cee889506e674726856035dba52d5e1cceeb99plougher int avail_bytes, i; 882b9cee889506e674726856035dba52d5e1cceeb99plougher for(i = 0; i < blocks; i++, hole -= avail_bytes) { 883d4204758f77acb5a371fa1487a755b76a05d5476plougher avail_bytes = hole > block_size ? block_size : 884d4204758f77acb5a371fa1487a755b76a05d5476plougher hole; 885d4204758f77acb5a371fa1487a755b76a05d5476plougher if(write_bytes(file_fd, zero_data, avail_bytes) 886d4204758f77acb5a371fa1487a755b76a05d5476plougher == -1) 887b9cee889506e674726856035dba52d5e1cceeb99plougher goto failure; 888b9cee889506e674726856035dba52d5e1cceeb99plougher } 889b9cee889506e674726856035dba52d5e1cceeb99plougher } 890b9cee889506e674726856035dba52d5e1cceeb99plougher } 891b9cee889506e674726856035dba52d5e1cceeb99plougher 8921c5d8b0e7c8e68373eeb28311f9f9ccae2d9c617plougher if(write_bytes(file_fd, buffer, size) == -1) 893b9cee889506e674726856035dba52d5e1cceeb99plougher goto failure; 894b9cee889506e674726856035dba52d5e1cceeb99plougher 895b9cee889506e674726856035dba52d5e1cceeb99plougher return TRUE; 896b9cee889506e674726856035dba52d5e1cceeb99plougher 897b9cee889506e674726856035dba52d5e1cceeb99plougherfailure: 898b9cee889506e674726856035dba52d5e1cceeb99plougher return FALSE; 899b9cee889506e674726856035dba52d5e1cceeb99plougher} 900b9cee889506e674726856035dba52d5e1cceeb99plougher 9018888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 902cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougherpthread_mutex_t open_mutex = PTHREAD_MUTEX_INITIALIZER; 903cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougherpthread_cond_t open_empty = PTHREAD_COND_INITIALIZER; 904cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougherint open_unlimited, open_count; 905cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher#define OPEN_FILE_MARGIN 10 906cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher 907cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher 908cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Loughervoid open_init(int count) 909cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher{ 910cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher open_count = count; 911cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher open_unlimited = count == -1; 912cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher} 913cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher 914cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher 915cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougherint open_wait(char *pathname, int flags, mode_t mode) 916cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher{ 917cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher if (!open_unlimited) { 918cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher pthread_mutex_lock(&open_mutex); 919cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher while (open_count == 0) 920cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher pthread_cond_wait(&open_empty, &open_mutex); 921cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher open_count --; 922cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher pthread_mutex_unlock(&open_mutex); 923cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher } 924cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher 925cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher return open(pathname, flags, mode); 926cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher} 927cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher 928cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher 929cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Loughervoid close_wake(int fd) 930cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher{ 931cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher close(fd); 932cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher 933cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher if (!open_unlimited) { 934cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher pthread_mutex_lock(&open_mutex); 935cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher open_count ++; 936cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher pthread_cond_signal(&open_empty); 937cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher pthread_mutex_unlock(&open_mutex); 938cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher } 939cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher} 940cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher 941cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher 9422c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Loughervoid queue_file(char *pathname, int file_fd, struct inode *inode) 9432c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher{ 9442c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher struct squashfs_file *file = malloc(sizeof(struct squashfs_file)); 9452c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher if(file == NULL) 9462c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher EXIT_UNSQUASH("queue_file: unable to malloc file\n"); 9472c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher 9482c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher file->fd = file_fd; 9492c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher file->file_size = inode->data; 9502c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher file->mode = inode->mode; 9512c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher file->gid = inode->gid; 9522c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher file->uid = inode->uid; 9532c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher file->time = inode->time; 9542c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher file->pathname = strdup(pathname); 9552c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher file->blocks = inode->blocks + (inode->frag_bytes > 0); 9562c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher file->sparse = inode->sparse; 9572c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher file->xattr = inode->xattr; 9582c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher queue_put(to_writer, file); 9592c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher} 9602c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher 9612c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher 9622c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Loughervoid queue_dir(char *pathname, struct dir *dir) 9632c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher{ 9642c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher struct squashfs_file *file = malloc(sizeof(struct squashfs_file)); 9652c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher if(file == NULL) 9662c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher EXIT_UNSQUASH("queue_dir: unable to malloc file\n"); 9672c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher 9682c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher file->fd = -1; 9692c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher file->mode = dir->mode; 9702c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher file->gid = dir->guid; 9712c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher file->uid = dir->uid; 9722c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher file->time = dir->mtime; 9732c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher file->pathname = strdup(pathname); 9742c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher file->xattr = dir->xattr; 9752c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher queue_put(to_writer, file); 9762c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher} 9772c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher 9782c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher 97979df93becb68081effabebba3006c794be308598plougherint write_file(struct inode *inode, char *pathname) 980443c15812032991c98b33b5424b17bcd55fe3575plougher{ 9818888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher unsigned int file_fd, i; 982f9c72b137336d5c1d4bdf2792f2bc5142713676bplougher unsigned int *block_list; 98379df93becb68081effabebba3006c794be308598plougher int file_end = inode->data / block_size; 98479df93becb68081effabebba3006c794be308598plougher long long start = inode->start; 985443c15812032991c98b33b5424b17bcd55fe3575plougher 98679df93becb68081effabebba3006c794be308598plougher TRACE("write_file: regular file, blocks %d\n", inode->blocks); 987443c15812032991c98b33b5424b17bcd55fe3575plougher 988cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher file_fd = open_wait(pathname, O_CREAT | O_WRONLY | 989cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher (force ? O_TRUNC : 0), (mode_t) inode->mode & 0777); 990d4204758f77acb5a371fa1487a755b76a05d5476plougher if(file_fd == -1) { 991d4204758f77acb5a371fa1487a755b76a05d5476plougher ERROR("write_file: failed to create file %s, because %s\n", 992d4204758f77acb5a371fa1487a755b76a05d5476plougher pathname, strerror(errno)); 993443c15812032991c98b33b5424b17bcd55fe3575plougher return FALSE; 994443c15812032991c98b33b5424b17bcd55fe3575plougher } 995443c15812032991c98b33b5424b17bcd55fe3575plougher 9966037584bc3e861ff932f5244105959c56c8560e3plougher block_list = malloc(inode->blocks * sizeof(unsigned int)); 9976037584bc3e861ff932f5244105959c56c8560e3plougher if(block_list == NULL) 9988888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher EXIT_UNSQUASH("write_file: unable to malloc block list\n"); 999443c15812032991c98b33b5424b17bcd55fe3575plougher 100079df93becb68081effabebba3006c794be308598plougher s_ops.read_block_list(block_list, inode->block_ptr, inode->blocks); 1001443c15812032991c98b33b5424b17bcd55fe3575plougher 1002d4204758f77acb5a371fa1487a755b76a05d5476plougher /* 1003d4204758f77acb5a371fa1487a755b76a05d5476plougher * the writer thread is queued a squashfs_file structure describing the 1004009263430d50ee32f3757c3c34d1f06262759f5dPhillip Lougher * file. If the file has one or more blocks or a fragment they are 1005c435240f52b78b0ef498118727ba8dad186db26bplougher * queued separately (references to blocks in the cache). 1006d4204758f77acb5a371fa1487a755b76a05d5476plougher */ 10072c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher queue_file(pathname, file_fd, inode); 1008443c15812032991c98b33b5424b17bcd55fe3575plougher 100979df93becb68081effabebba3006c794be308598plougher for(i = 0; i < inode->blocks; i++) { 10108888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher int c_byte = SQUASHFS_COMPRESSED_SIZE_BLOCK(block_list[i]); 10118372232d2460411adaa2299c32a0a88665e44902plougher struct file_entry *block = malloc(sizeof(struct file_entry)); 10128888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 10138888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher if(block == NULL) 10148888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher EXIT_UNSQUASH("write_file: unable to malloc file\n"); 10158888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher block->offset = 0; 1016d4204758f77acb5a371fa1487a755b76a05d5476plougher block->size = i == file_end ? inode->data & (block_size - 1) : 1017d4204758f77acb5a371fa1487a755b76a05d5476plougher block_size; 1018009263430d50ee32f3757c3c34d1f06262759f5dPhillip Lougher if(block_list[i] == 0) /* sparse block */ 10198888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher block->buffer = NULL; 10208888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher else { 1021d4204758f77acb5a371fa1487a755b76a05d5476plougher block->buffer = cache_get(data_cache, start, 1022d4204758f77acb5a371fa1487a755b76a05d5476plougher block_list[i]); 10238888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher start += c_byte; 1024443c15812032991c98b33b5424b17bcd55fe3575plougher } 10258888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher queue_put(to_writer, block); 1026443c15812032991c98b33b5424b17bcd55fe3575plougher } 1027443c15812032991c98b33b5424b17bcd55fe3575plougher 102879df93becb68081effabebba3006c794be308598plougher if(inode->frag_bytes) { 10298888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher int size; 10308888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher long long start; 10318372232d2460411adaa2299c32a0a88665e44902plougher struct file_entry *block = malloc(sizeof(struct file_entry)); 10328888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 10338888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher if(block == NULL) 10348888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher EXIT_UNSQUASH("write_file: unable to malloc file\n"); 103579df93becb68081effabebba3006c794be308598plougher s_ops.read_fragment(inode->fragment, &start, &size); 10368888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher block->buffer = cache_get(fragment_cache, start, size); 103779df93becb68081effabebba3006c794be308598plougher block->offset = inode->offset; 103879df93becb68081effabebba3006c794be308598plougher block->size = inode->frag_bytes; 10398888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher queue_put(to_writer, block); 1040b9cee889506e674726856035dba52d5e1cceeb99plougher } 1041b9cee889506e674726856035dba52d5e1cceeb99plougher 1042b9cee889506e674726856035dba52d5e1cceeb99plougher free(block_list); 1043443c15812032991c98b33b5424b17bcd55fe3575plougher return TRUE; 1044443c15812032991c98b33b5424b17bcd55fe3575plougher} 1045476dcb48b24efff22caa970f000e151f1b28918dplougher 1046476dcb48b24efff22caa970f000e151f1b28918dplougher 10476f59236ae37e220ca132b18d58f78ef1f5a1d4fbplougherint create_inode(char *pathname, struct inode *i) 1048443c15812032991c98b33b5424b17bcd55fe3575plougher{ 10496f59236ae37e220ca132b18d58f78ef1f5a1d4fbplougher TRACE("create_inode: pathname %s\n", pathname); 1050443c15812032991c98b33b5424b17bcd55fe3575plougher 10516f59236ae37e220ca132b18d58f78ef1f5a1d4fbplougher if(created_inode[i->inode_number - 1]) { 1052443c15812032991c98b33b5424b17bcd55fe3575plougher TRACE("create_inode: hard link\n"); 10536013a30bd39550decc2546a47e5168e57bfcfde8plougher if(force) 10546013a30bd39550decc2546a47e5168e57bfcfde8plougher unlink(pathname); 10556013a30bd39550decc2546a47e5168e57bfcfde8plougher 10566f59236ae37e220ca132b18d58f78ef1f5a1d4fbplougher if(link(created_inode[i->inode_number - 1], pathname) == -1) { 1057c435240f52b78b0ef498118727ba8dad186db26bplougher ERROR("create_inode: failed to create hardlink, " 1058c435240f52b78b0ef498118727ba8dad186db26bplougher "because %s\n", strerror(errno)); 1059443c15812032991c98b33b5424b17bcd55fe3575plougher return FALSE; 1060443c15812032991c98b33b5424b17bcd55fe3575plougher } 1061443c15812032991c98b33b5424b17bcd55fe3575plougher 1062443c15812032991c98b33b5424b17bcd55fe3575plougher return TRUE; 1063443c15812032991c98b33b5424b17bcd55fe3575plougher } 1064443c15812032991c98b33b5424b17bcd55fe3575plougher 10656f59236ae37e220ca132b18d58f78ef1f5a1d4fbplougher switch(i->type) { 10666f59236ae37e220ca132b18d58f78ef1f5a1d4fbplougher case SQUASHFS_FILE_TYPE: 10676f59236ae37e220ca132b18d58f78ef1f5a1d4fbplougher case SQUASHFS_LREG_TYPE: 1068c435240f52b78b0ef498118727ba8dad186db26bplougher TRACE("create_inode: regular file, file_size %lld, " 1069c435240f52b78b0ef498118727ba8dad186db26bplougher "blocks %d\n", i->data, i->blocks); 1070443c15812032991c98b33b5424b17bcd55fe3575plougher 107179df93becb68081effabebba3006c794be308598plougher if(write_file(i, pathname)) 1072443c15812032991c98b33b5424b17bcd55fe3575plougher file_count ++; 1073443c15812032991c98b33b5424b17bcd55fe3575plougher break; 10746f59236ae37e220ca132b18d58f78ef1f5a1d4fbplougher case SQUASHFS_SYMLINK_TYPE: 107599ec5405b480bf852a0d9eed20693b750ed68943plougher case SQUASHFS_LSYMLINK_TYPE: 1076d4204758f77acb5a371fa1487a755b76a05d5476plougher TRACE("create_inode: symlink, symlink_size %lld\n", 1077d4204758f77acb5a371fa1487a755b76a05d5476plougher i->data); 1078443c15812032991c98b33b5424b17bcd55fe3575plougher 1079a52d4c1b3b62c5bd1c63c392a8365afcebbf5b78plougher if(force) 1080a52d4c1b3b62c5bd1c63c392a8365afcebbf5b78plougher unlink(pathname); 1081a52d4c1b3b62c5bd1c63c392a8365afcebbf5b78plougher 10826f59236ae37e220ca132b18d58f78ef1f5a1d4fbplougher if(symlink(i->symlink, pathname) == -1) { 1083c435240f52b78b0ef498118727ba8dad186db26bplougher ERROR("create_inode: failed to create symlink " 1084c435240f52b78b0ef498118727ba8dad186db26bplougher "%s, because %s\n", pathname, 1085c435240f52b78b0ef498118727ba8dad186db26bplougher strerror(errno)); 1086443c15812032991c98b33b5424b17bcd55fe3575plougher break; 1087443c15812032991c98b33b5424b17bcd55fe3575plougher } 1088443c15812032991c98b33b5424b17bcd55fe3575plougher 10892ef25cb004cc6995bd36f781863aa844fe8c358dplougher write_xattr(pathname, i->xattr); 10902ef25cb004cc6995bd36f781863aa844fe8c358dplougher 10919dd8c7a7c2983faeb60c5e5791c3bef2cbbba088plougher if(root_process) { 10926f59236ae37e220ca132b18d58f78ef1f5a1d4fbplougher if(lchown(pathname, i->uid, i->gid) == -1) 1093c435240f52b78b0ef498118727ba8dad186db26bplougher ERROR("create_inode: failed to change " 1094c435240f52b78b0ef498118727ba8dad186db26bplougher "uid and gids on %s, because " 1095c435240f52b78b0ef498118727ba8dad186db26bplougher "%s\n", pathname, 1096c435240f52b78b0ef498118727ba8dad186db26bplougher strerror(errno)); 1097443c15812032991c98b33b5424b17bcd55fe3575plougher } 1098443c15812032991c98b33b5424b17bcd55fe3575plougher 1099443c15812032991c98b33b5424b17bcd55fe3575plougher sym_count ++; 1100443c15812032991c98b33b5424b17bcd55fe3575plougher break; 1101443c15812032991c98b33b5424b17bcd55fe3575plougher case SQUASHFS_BLKDEV_TYPE: 110299ec5405b480bf852a0d9eed20693b750ed68943plougher case SQUASHFS_CHRDEV_TYPE: 110399ec5405b480bf852a0d9eed20693b750ed68943plougher case SQUASHFS_LBLKDEV_TYPE: 110499ec5405b480bf852a0d9eed20693b750ed68943plougher case SQUASHFS_LCHRDEV_TYPE: { 11056f59236ae37e220ca132b18d58f78ef1f5a1d4fbplougher int chrdev = i->type == SQUASHFS_CHRDEV_TYPE; 1106545404219cdd79c1e06ac7d0698d02a15240c4c3plougher TRACE("create_inode: dev, rdev 0x%llx\n", i->data); 1107443c15812032991c98b33b5424b17bcd55fe3575plougher 11089dd8c7a7c2983faeb60c5e5791c3bef2cbbba088plougher if(root_process) { 1109a52d4c1b3b62c5bd1c63c392a8365afcebbf5b78plougher if(force) 1110a52d4c1b3b62c5bd1c63c392a8365afcebbf5b78plougher unlink(pathname); 1111a52d4c1b3b62c5bd1c63c392a8365afcebbf5b78plougher 11126f59236ae37e220ca132b18d58f78ef1f5a1d4fbplougher if(mknod(pathname, chrdev ? S_IFCHR : S_IFBLK, 1113d4204758f77acb5a371fa1487a755b76a05d5476plougher makedev((i->data >> 8) & 0xff, 1114d4204758f77acb5a371fa1487a755b76a05d5476plougher i->data & 0xff)) == -1) { 1115c435240f52b78b0ef498118727ba8dad186db26bplougher ERROR("create_inode: failed to create " 1116c435240f52b78b0ef498118727ba8dad186db26bplougher "%s device %s, because %s\n", 1117d4204758f77acb5a371fa1487a755b76a05d5476plougher chrdev ? "character" : "block", 1118d4204758f77acb5a371fa1487a755b76a05d5476plougher pathname, strerror(errno)); 1119443c15812032991c98b33b5424b17bcd55fe3575plougher break; 1120443c15812032991c98b33b5424b17bcd55fe3575plougher } 1121c435240f52b78b0ef498118727ba8dad186db26bplougher set_attributes(pathname, i->mode, i->uid, 1122fdbbd7d7e595a227e0c259fa4afc872098c9e471plougher i->gid, i->time, i->xattr, TRUE); 1123443c15812032991c98b33b5424b17bcd55fe3575plougher dev_count ++; 1124443c15812032991c98b33b5424b17bcd55fe3575plougher } else 1125c435240f52b78b0ef498118727ba8dad186db26bplougher ERROR("create_inode: could not create %s " 1126c435240f52b78b0ef498118727ba8dad186db26bplougher "device %s, because you're not " 1127c435240f52b78b0ef498118727ba8dad186db26bplougher "superuser!\n", chrdev ? "character" : 1128c435240f52b78b0ef498118727ba8dad186db26bplougher "block", pathname); 1129443c15812032991c98b33b5424b17bcd55fe3575plougher break; 11306f59236ae37e220ca132b18d58f78ef1f5a1d4fbplougher } 1131443c15812032991c98b33b5424b17bcd55fe3575plougher case SQUASHFS_FIFO_TYPE: 113299ec5405b480bf852a0d9eed20693b750ed68943plougher case SQUASHFS_LFIFO_TYPE: 1133443c15812032991c98b33b5424b17bcd55fe3575plougher TRACE("create_inode: fifo\n"); 1134443c15812032991c98b33b5424b17bcd55fe3575plougher 1135a52d4c1b3b62c5bd1c63c392a8365afcebbf5b78plougher if(force) 1136a52d4c1b3b62c5bd1c63c392a8365afcebbf5b78plougher unlink(pathname); 1137a52d4c1b3b62c5bd1c63c392a8365afcebbf5b78plougher 1138443c15812032991c98b33b5424b17bcd55fe3575plougher if(mknod(pathname, S_IFIFO, 0) == -1) { 1139d4204758f77acb5a371fa1487a755b76a05d5476plougher ERROR("create_inode: failed to create fifo %s, " 1140d4204758f77acb5a371fa1487a755b76a05d5476plougher "because %s\n", pathname, 1141d4204758f77acb5a371fa1487a755b76a05d5476plougher strerror(errno)); 1142443c15812032991c98b33b5424b17bcd55fe3575plougher break; 1143443c15812032991c98b33b5424b17bcd55fe3575plougher } 1144c435240f52b78b0ef498118727ba8dad186db26bplougher set_attributes(pathname, i->mode, i->uid, i->gid, 1145fdbbd7d7e595a227e0c259fa4afc872098c9e471plougher i->time, i->xattr, TRUE); 1146443c15812032991c98b33b5424b17bcd55fe3575plougher fifo_count ++; 1147443c15812032991c98b33b5424b17bcd55fe3575plougher break; 1148443c15812032991c98b33b5424b17bcd55fe3575plougher case SQUASHFS_SOCKET_TYPE: 114999ec5405b480bf852a0d9eed20693b750ed68943plougher case SQUASHFS_LSOCKET_TYPE: 1150443c15812032991c98b33b5424b17bcd55fe3575plougher TRACE("create_inode: socket\n"); 1151443c15812032991c98b33b5424b17bcd55fe3575plougher ERROR("create_inode: socket %s ignored\n", pathname); 1152443c15812032991c98b33b5424b17bcd55fe3575plougher break; 1153443c15812032991c98b33b5424b17bcd55fe3575plougher default: 1154d4204758f77acb5a371fa1487a755b76a05d5476plougher ERROR("Unknown inode type %d in create_inode_table!\n", 1155d4204758f77acb5a371fa1487a755b76a05d5476plougher i->type); 1156443c15812032991c98b33b5424b17bcd55fe3575plougher return FALSE; 1157443c15812032991c98b33b5424b17bcd55fe3575plougher } 1158fe3ca0609d02d78bcd11637c1220b2ff428f466aplougher 11596f59236ae37e220ca132b18d58f78ef1f5a1d4fbplougher created_inode[i->inode_number - 1] = strdup(pathname); 1160443c15812032991c98b33b5424b17bcd55fe3575plougher 1161443c15812032991c98b33b5424b17bcd55fe3575plougher return TRUE; 1162443c15812032991c98b33b5424b17bcd55fe3575plougher} 1163443c15812032991c98b33b5424b17bcd55fe3575plougher 1164443c15812032991c98b33b5424b17bcd55fe3575plougher 1165e89dabed981f39b54ca5046cfc2290dbe48961b5Phillip Lougherint read_directory_table(long long start, long long end) 1166443c15812032991c98b33b5424b17bcd55fe3575plougher{ 1167443c15812032991c98b33b5424b17bcd55fe3575plougher int bytes = 0, size = 0, res; 1168443c15812032991c98b33b5424b17bcd55fe3575plougher 1169e89dabed981f39b54ca5046cfc2290dbe48961b5Phillip Lougher TRACE("read_directory_table: start %lld, end %lld\n", start, end); 117041da3230b2ac91a73f9190676f66b3d80b21c270plougher 1171443c15812032991c98b33b5424b17bcd55fe3575plougher while(start < end) { 117207d4d0dcafeb198a568f859b88034637e6e7a8e7plougher if(size - bytes < SQUASHFS_METADATA_SIZE) { 117307d4d0dcafeb198a568f859b88034637e6e7a8e7plougher directory_table = realloc(directory_table, size += 117407d4d0dcafeb198a568f859b88034637e6e7a8e7plougher SQUASHFS_METADATA_SIZE); 1175e89dabed981f39b54ca5046cfc2290dbe48961b5Phillip Lougher if(directory_table == NULL) { 1176e89dabed981f39b54ca5046cfc2290dbe48961b5Phillip Lougher ERROR("Out of memory in " 1177e89dabed981f39b54ca5046cfc2290dbe48961b5Phillip Lougher "read_directory_table\n"); 1178e89dabed981f39b54ca5046cfc2290dbe48961b5Phillip Lougher goto failed; 1179e89dabed981f39b54ca5046cfc2290dbe48961b5Phillip Lougher } 118007d4d0dcafeb198a568f859b88034637e6e7a8e7plougher } 1181e89dabed981f39b54ca5046cfc2290dbe48961b5Phillip Lougher 1182443c15812032991c98b33b5424b17bcd55fe3575plougher add_entry(directory_table_hash, start, bytes); 1183e89dabed981f39b54ca5046cfc2290dbe48961b5Phillip Lougher 1184cf5c8b43f14bad020372fe55fb237eb2ae2b28d4Phillip Lougher res = read_block(fd, start, &start, 0, directory_table + bytes); 1185e89dabed981f39b54ca5046cfc2290dbe48961b5Phillip Lougher if(res == 0) { 1186e89dabed981f39b54ca5046cfc2290dbe48961b5Phillip Lougher ERROR("read_directory_table: failed to read block\n"); 1187e89dabed981f39b54ca5046cfc2290dbe48961b5Phillip Lougher goto failed; 1188e89dabed981f39b54ca5046cfc2290dbe48961b5Phillip Lougher } 1189e89dabed981f39b54ca5046cfc2290dbe48961b5Phillip Lougher 1190443c15812032991c98b33b5424b17bcd55fe3575plougher bytes += res; 1191066439a35c69c023ca15156da81987fe5264475fPhillip Lougher 1192066439a35c69c023ca15156da81987fe5264475fPhillip Lougher /* 1193066439a35c69c023ca15156da81987fe5264475fPhillip Lougher * If this is not the last metadata block in the directory table 1194066439a35c69c023ca15156da81987fe5264475fPhillip Lougher * then it should be SQUASHFS_METADATA_SIZE in size. 1195066439a35c69c023ca15156da81987fe5264475fPhillip Lougher * Note, we can't use expected in read_block() above for this 1196066439a35c69c023ca15156da81987fe5264475fPhillip Lougher * because we don't know if this is the last block until 1197066439a35c69c023ca15156da81987fe5264475fPhillip Lougher * after reading. 1198066439a35c69c023ca15156da81987fe5264475fPhillip Lougher */ 1199e89dabed981f39b54ca5046cfc2290dbe48961b5Phillip Lougher if(start != end && res != SQUASHFS_METADATA_SIZE) { 120091f125a8dec54a0201423182ec523e975f93053bPhillip Lougher ERROR("read_directory_table: metadata block " 1201e89dabed981f39b54ca5046cfc2290dbe48961b5Phillip Lougher "should be %d bytes in length, it is %d " 1202066439a35c69c023ca15156da81987fe5264475fPhillip Lougher "bytes\n", SQUASHFS_METADATA_SIZE, res); 1203e89dabed981f39b54ca5046cfc2290dbe48961b5Phillip Lougher goto failed; 1204e89dabed981f39b54ca5046cfc2290dbe48961b5Phillip Lougher } 1205443c15812032991c98b33b5424b17bcd55fe3575plougher } 1206e89dabed981f39b54ca5046cfc2290dbe48961b5Phillip Lougher 1207e89dabed981f39b54ca5046cfc2290dbe48961b5Phillip Lougher return TRUE; 1208e89dabed981f39b54ca5046cfc2290dbe48961b5Phillip Lougher 1209e89dabed981f39b54ca5046cfc2290dbe48961b5Phillip Lougherfailed: 1210e89dabed981f39b54ca5046cfc2290dbe48961b5Phillip Lougher free(directory_table); 1211e89dabed981f39b54ca5046cfc2290dbe48961b5Phillip Lougher return FALSE; 1212443c15812032991c98b33b5424b17bcd55fe3575plougher} 1213443c15812032991c98b33b5424b17bcd55fe3575plougher 1214443c15812032991c98b33b5424b17bcd55fe3575plougher 12159dd8c7a7c2983faeb60c5e5791c3bef2cbbba088plougherint squashfs_readdir(struct dir *dir, char **name, unsigned int *start_block, 12169dd8c7a7c2983faeb60c5e5791c3bef2cbbba088plougherunsigned int *offset, unsigned int *type) 1217443c15812032991c98b33b5424b17bcd55fe3575plougher{ 1218443c15812032991c98b33b5424b17bcd55fe3575plougher if(dir->cur_entry == dir->dir_count) 1219443c15812032991c98b33b5424b17bcd55fe3575plougher return FALSE; 1220443c15812032991c98b33b5424b17bcd55fe3575plougher 1221443c15812032991c98b33b5424b17bcd55fe3575plougher *name = dir->dirs[dir->cur_entry].name; 1222443c15812032991c98b33b5424b17bcd55fe3575plougher *start_block = dir->dirs[dir->cur_entry].start_block; 1223443c15812032991c98b33b5424b17bcd55fe3575plougher *offset = dir->dirs[dir->cur_entry].offset; 1224443c15812032991c98b33b5424b17bcd55fe3575plougher *type = dir->dirs[dir->cur_entry].type; 1225443c15812032991c98b33b5424b17bcd55fe3575plougher dir->cur_entry ++; 1226443c15812032991c98b33b5424b17bcd55fe3575plougher 1227443c15812032991c98b33b5424b17bcd55fe3575plougher return TRUE; 1228443c15812032991c98b33b5424b17bcd55fe3575plougher} 1229443c15812032991c98b33b5424b17bcd55fe3575plougher 1230443c15812032991c98b33b5424b17bcd55fe3575plougher 1231443c15812032991c98b33b5424b17bcd55fe3575ploughervoid squashfs_closedir(struct dir *dir) 1232443c15812032991c98b33b5424b17bcd55fe3575plougher{ 1233443c15812032991c98b33b5424b17bcd55fe3575plougher free(dir->dirs); 1234443c15812032991c98b33b5424b17bcd55fe3575plougher free(dir); 1235443c15812032991c98b33b5424b17bcd55fe3575plougher} 1236443c15812032991c98b33b5424b17bcd55fe3575plougher 1237443c15812032991c98b33b5424b17bcd55fe3575plougher 123804281b2f978bb7b30aa1394129ea99d2d9c47d26Phillip Lougherchar *get_component(char *target, char **targname) 1239b54566f5c433764830c29c83151691d0034de094plougher{ 124004281b2f978bb7b30aa1394129ea99d2d9c47d26Phillip Lougher char *start; 124104281b2f978bb7b30aa1394129ea99d2d9c47d26Phillip Lougher 1242b54566f5c433764830c29c83151691d0034de094plougher while(*target == '/') 12433cef656655723444fb1e2de1a001e6c2a54cf81erlougher target ++; 1244b54566f5c433764830c29c83151691d0034de094plougher 124504281b2f978bb7b30aa1394129ea99d2d9c47d26Phillip Lougher start = target; 1246b54566f5c433764830c29c83151691d0034de094plougher while(*target != '/' && *target!= '\0') 124704281b2f978bb7b30aa1394129ea99d2d9c47d26Phillip Lougher target ++; 1248b54566f5c433764830c29c83151691d0034de094plougher 124904281b2f978bb7b30aa1394129ea99d2d9c47d26Phillip Lougher *targname = strndup(start, target - start); 1250b54566f5c433764830c29c83151691d0034de094plougher 1251b54566f5c433764830c29c83151691d0034de094plougher return target; 1252b54566f5c433764830c29c83151691d0034de094plougher} 1253b54566f5c433764830c29c83151691d0034de094plougher 1254b54566f5c433764830c29c83151691d0034de094plougher 12556ee88c6b5da9f7b3ea88ab7481db126efa01c8f4ploughervoid free_path(struct pathname *paths) 12566ee88c6b5da9f7b3ea88ab7481db126efa01c8f4plougher{ 12576ee88c6b5da9f7b3ea88ab7481db126efa01c8f4plougher int i; 12586ee88c6b5da9f7b3ea88ab7481db126efa01c8f4plougher 12596ee88c6b5da9f7b3ea88ab7481db126efa01c8f4plougher for(i = 0; i < paths->names; i++) { 12606ee88c6b5da9f7b3ea88ab7481db126efa01c8f4plougher if(paths->name[i].paths) 12616ee88c6b5da9f7b3ea88ab7481db126efa01c8f4plougher free_path(paths->name[i].paths); 12626ee88c6b5da9f7b3ea88ab7481db126efa01c8f4plougher free(paths->name[i].name); 12636ee88c6b5da9f7b3ea88ab7481db126efa01c8f4plougher if(paths->name[i].preg) { 12646ee88c6b5da9f7b3ea88ab7481db126efa01c8f4plougher regfree(paths->name[i].preg); 12656ee88c6b5da9f7b3ea88ab7481db126efa01c8f4plougher free(paths->name[i].preg); 12666ee88c6b5da9f7b3ea88ab7481db126efa01c8f4plougher } 12676ee88c6b5da9f7b3ea88ab7481db126efa01c8f4plougher } 12686ee88c6b5da9f7b3ea88ab7481db126efa01c8f4plougher 12696ee88c6b5da9f7b3ea88ab7481db126efa01c8f4plougher free(paths); 12706ee88c6b5da9f7b3ea88ab7481db126efa01c8f4plougher} 12716ee88c6b5da9f7b3ea88ab7481db126efa01c8f4plougher 12726ee88c6b5da9f7b3ea88ab7481db126efa01c8f4plougher 12734dba330d7b952f2f044d38e342e2ae3ea78910d6plougherstruct pathname *add_path(struct pathname *paths, char *target, char *alltarget) 1274b54566f5c433764830c29c83151691d0034de094plougher{ 127504281b2f978bb7b30aa1394129ea99d2d9c47d26Phillip Lougher char *targname; 12764dba330d7b952f2f044d38e342e2ae3ea78910d6plougher int i, error; 127771add234b27054974d5e29f95b3fab3072792a62plougher 1278b7bb000643cd21c615a0366a7365441aa9c433f2plougher TRACE("add_path: adding \"%s\" extract file\n", target); 1279b7bb000643cd21c615a0366a7365441aa9c433f2plougher 128004281b2f978bb7b30aa1394129ea99d2d9c47d26Phillip Lougher target = get_component(target, &targname); 128171add234b27054974d5e29f95b3fab3072792a62plougher 128271add234b27054974d5e29f95b3fab3072792a62plougher if(paths == NULL) { 12839dd4507fac1c96098eda8abe699a813a59451633plougher paths = malloc(sizeof(struct pathname)); 12849dd4507fac1c96098eda8abe699a813a59451633plougher if(paths == NULL) 12854dba330d7b952f2f044d38e342e2ae3ea78910d6plougher EXIT_UNSQUASH("failed to allocate paths\n"); 12864dba330d7b952f2f044d38e342e2ae3ea78910d6plougher 128771add234b27054974d5e29f95b3fab3072792a62plougher paths->names = 0; 128871add234b27054974d5e29f95b3fab3072792a62plougher paths->name = NULL; 128971add234b27054974d5e29f95b3fab3072792a62plougher } 129071add234b27054974d5e29f95b3fab3072792a62plougher 129171add234b27054974d5e29f95b3fab3072792a62plougher for(i = 0; i < paths->names; i++) 129271add234b27054974d5e29f95b3fab3072792a62plougher if(strcmp(paths->name[i].name, targname) == 0) 129371add234b27054974d5e29f95b3fab3072792a62plougher break; 129471add234b27054974d5e29f95b3fab3072792a62plougher 12956ee88c6b5da9f7b3ea88ab7481db126efa01c8f4plougher if(i == paths->names) { 1296d4204758f77acb5a371fa1487a755b76a05d5476plougher /* 1297d4204758f77acb5a371fa1487a755b76a05d5476plougher * allocate new name entry 1298d4204758f77acb5a371fa1487a755b76a05d5476plougher */ 129971add234b27054974d5e29f95b3fab3072792a62plougher paths->names ++; 1300d4204758f77acb5a371fa1487a755b76a05d5476plougher paths->name = realloc(paths->name, (i + 1) * 1301d4204758f77acb5a371fa1487a755b76a05d5476plougher sizeof(struct path_entry)); 1302fd628227871aecb36bb2b4f9c7f664f731510cdeplougher if(paths->name == NULL) 1303fd628227871aecb36bb2b4f9c7f664f731510cdeplougher EXIT_UNSQUASH("Out of memory in add_path\n"); 130404281b2f978bb7b30aa1394129ea99d2d9c47d26Phillip Lougher paths->name[i].name = targname; 13056ee88c6b5da9f7b3ea88ab7481db126efa01c8f4plougher paths->name[i].paths = NULL; 13064dba330d7b952f2f044d38e342e2ae3ea78910d6plougher if(use_regex) { 13074dba330d7b952f2f044d38e342e2ae3ea78910d6plougher paths->name[i].preg = malloc(sizeof(regex_t)); 13081f3cc42a2f77966d321a38d1709eba26f71104bdplougher if(paths->name[i].preg == NULL) 13091f3cc42a2f77966d321a38d1709eba26f71104bdplougher EXIT_UNSQUASH("Out of memory in add_path\n"); 1310d4204758f77acb5a371fa1487a755b76a05d5476plougher error = regcomp(paths->name[i].preg, targname, 1311d4204758f77acb5a371fa1487a755b76a05d5476plougher REG_EXTENDED|REG_NOSUB); 1312545404219cdd79c1e06ac7d0698d02a15240c4c3plougher if(error) { 131362859d215e7f828ace8501f5863f0c3d8b48ebf3Phillip Lougher char str[1024]; /* overflow safe */ 13144dba330d7b952f2f044d38e342e2ae3ea78910d6plougher 13154dba330d7b952f2f044d38e342e2ae3ea78910d6plougher regerror(error, paths->name[i].preg, str, 1024); 1316d4204758f77acb5a371fa1487a755b76a05d5476plougher EXIT_UNSQUASH("invalid regex %s in export %s, " 1317c435240f52b78b0ef498118727ba8dad186db26bplougher "because %s\n", targname, alltarget, 1318c435240f52b78b0ef498118727ba8dad186db26bplougher str); 13194dba330d7b952f2f044d38e342e2ae3ea78910d6plougher } 13204dba330d7b952f2f044d38e342e2ae3ea78910d6plougher } else 13214dba330d7b952f2f044d38e342e2ae3ea78910d6plougher paths->name[i].preg = NULL; 13226ee88c6b5da9f7b3ea88ab7481db126efa01c8f4plougher 13236ee88c6b5da9f7b3ea88ab7481db126efa01c8f4plougher if(target[0] == '\0') 1324d4204758f77acb5a371fa1487a755b76a05d5476plougher /* 1325d4204758f77acb5a371fa1487a755b76a05d5476plougher * at leaf pathname component 1326d4204758f77acb5a371fa1487a755b76a05d5476plougher */ 132771add234b27054974d5e29f95b3fab3072792a62plougher paths->name[i].paths = NULL; 132871add234b27054974d5e29f95b3fab3072792a62plougher else 1329d4204758f77acb5a371fa1487a755b76a05d5476plougher /* 1330d4204758f77acb5a371fa1487a755b76a05d5476plougher * recurse adding child components 1331d4204758f77acb5a371fa1487a755b76a05d5476plougher */ 13324dba330d7b952f2f044d38e342e2ae3ea78910d6plougher paths->name[i].paths = add_path(NULL, target, alltarget); 13336ee88c6b5da9f7b3ea88ab7481db126efa01c8f4plougher } else { 1334d4204758f77acb5a371fa1487a755b76a05d5476plougher /* 1335d4204758f77acb5a371fa1487a755b76a05d5476plougher * existing matching entry 1336d4204758f77acb5a371fa1487a755b76a05d5476plougher */ 133704281b2f978bb7b30aa1394129ea99d2d9c47d26Phillip Lougher free(targname); 133804281b2f978bb7b30aa1394129ea99d2d9c47d26Phillip Lougher 13396ee88c6b5da9f7b3ea88ab7481db126efa01c8f4plougher if(paths->name[i].paths == NULL) { 1340d4204758f77acb5a371fa1487a755b76a05d5476plougher /* 1341c435240f52b78b0ef498118727ba8dad186db26bplougher * No sub-directory which means this is the leaf 1342c435240f52b78b0ef498118727ba8dad186db26bplougher * component of a pre-existing extract which subsumes 1343c435240f52b78b0ef498118727ba8dad186db26bplougher * the extract currently being added, in which case stop 1344c435240f52b78b0ef498118727ba8dad186db26bplougher * adding components 1345d4204758f77acb5a371fa1487a755b76a05d5476plougher */ 13466ee88c6b5da9f7b3ea88ab7481db126efa01c8f4plougher } else if(target[0] == '\0') { 1347d4204758f77acb5a371fa1487a755b76a05d5476plougher /* 1348d4204758f77acb5a371fa1487a755b76a05d5476plougher * at leaf pathname component and child components exist 1349c435240f52b78b0ef498118727ba8dad186db26bplougher * from more specific extracts, delete as they're 1350c435240f52b78b0ef498118727ba8dad186db26bplougher * subsumed by this extract 1351d4204758f77acb5a371fa1487a755b76a05d5476plougher */ 13526ee88c6b5da9f7b3ea88ab7481db126efa01c8f4plougher free_path(paths->name[i].paths); 13536ee88c6b5da9f7b3ea88ab7481db126efa01c8f4plougher paths->name[i].paths = NULL; 13546ee88c6b5da9f7b3ea88ab7481db126efa01c8f4plougher } else 1355d4204758f77acb5a371fa1487a755b76a05d5476plougher /* 1356d4204758f77acb5a371fa1487a755b76a05d5476plougher * recurse adding child components 1357d4204758f77acb5a371fa1487a755b76a05d5476plougher */ 13586ee88c6b5da9f7b3ea88ab7481db126efa01c8f4plougher add_path(paths->name[i].paths, target, alltarget); 135971add234b27054974d5e29f95b3fab3072792a62plougher } 136071add234b27054974d5e29f95b3fab3072792a62plougher 136171add234b27054974d5e29f95b3fab3072792a62plougher return paths; 136271add234b27054974d5e29f95b3fab3072792a62plougher} 13636ee88c6b5da9f7b3ea88ab7481db126efa01c8f4plougher 13646ee88c6b5da9f7b3ea88ab7481db126efa01c8f4plougher 1365a706f1b6bb48f288ecaf74e218ce20504bda52c6plougherstruct pathnames *init_subdir() 136671add234b27054974d5e29f95b3fab3072792a62plougher{ 13678372232d2460411adaa2299c32a0a88665e44902plougher struct pathnames *new = malloc(sizeof(struct pathnames)); 1368c5671cbe8dffaff7062ceb7b75f8d96c657a67b7plougher if(new == NULL) 1369c5671cbe8dffaff7062ceb7b75f8d96c657a67b7plougher EXIT_UNSQUASH("Out of memory in init_subdir\n"); 1370a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher new->count = 0; 1371a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher return new; 1372a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher} 1373a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher 1374a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher 1375a706f1b6bb48f288ecaf74e218ce20504bda52c6plougherstruct pathnames *add_subdir(struct pathnames *paths, struct pathname *path) 1376a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher{ 13773488d3bb3b89c394534ad2be909b661771a9581bplougher if(paths->count % PATHS_ALLOC_SIZE == 0) { 1378d4204758f77acb5a371fa1487a755b76a05d5476plougher paths = realloc(paths, sizeof(struct pathnames *) + 13793488d3bb3b89c394534ad2be909b661771a9581bplougher (paths->count + PATHS_ALLOC_SIZE) * 13803488d3bb3b89c394534ad2be909b661771a9581bplougher sizeof(struct pathname *)); 13813488d3bb3b89c394534ad2be909b661771a9581bplougher if(paths == NULL) 13823488d3bb3b89c394534ad2be909b661771a9581bplougher EXIT_UNSQUASH("Out of memory in add_subdir\n"); 13833488d3bb3b89c394534ad2be909b661771a9581bplougher } 1384a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher 1385a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher paths->path[paths->count++] = path; 1386a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher return paths; 1387a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher} 1388a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher 1389a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher 1390a706f1b6bb48f288ecaf74e218ce20504bda52c6ploughervoid free_subdir(struct pathnames *paths) 1391a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher{ 1392a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher free(paths); 1393a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher} 1394a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher 1395a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher 1396a706f1b6bb48f288ecaf74e218ce20504bda52c6plougherint matches(struct pathnames *paths, char *name, struct pathnames **new) 1397a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher{ 1398a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher int i, n; 139971add234b27054974d5e29f95b3fab3072792a62plougher 140071add234b27054974d5e29f95b3fab3072792a62plougher if(paths == NULL) { 140171add234b27054974d5e29f95b3fab3072792a62plougher *new = NULL; 1402b54566f5c433764830c29c83151691d0034de094plougher return TRUE; 140371add234b27054974d5e29f95b3fab3072792a62plougher } 140471add234b27054974d5e29f95b3fab3072792a62plougher 1405a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher *new = init_subdir(); 1406a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher 1407a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher for(n = 0; n < paths->count; n++) { 1408a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher struct pathname *path = paths->path[n]; 1409a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher for(i = 0; i < path->names; i++) { 1410a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher int match = use_regex ? 1411c435240f52b78b0ef498118727ba8dad186db26bplougher regexec(path->name[i].preg, name, (size_t) 0, 1412c435240f52b78b0ef498118727ba8dad186db26bplougher NULL, 0) == 0 : fnmatch(path->name[i].name, 1413c435240f52b78b0ef498118727ba8dad186db26bplougher name, FNM_PATHNAME|FNM_PERIOD|FNM_EXTMATCH) == 1414c435240f52b78b0ef498118727ba8dad186db26bplougher 0; 1415a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher if(match && path->name[i].paths == NULL) 1416d4204758f77acb5a371fa1487a755b76a05d5476plougher /* 1417d4204758f77acb5a371fa1487a755b76a05d5476plougher * match on a leaf component, any subdirectories 1418c435240f52b78b0ef498118727ba8dad186db26bplougher * will implicitly match, therefore return an 1419c435240f52b78b0ef498118727ba8dad186db26bplougher * empty new search set 1420d4204758f77acb5a371fa1487a755b76a05d5476plougher */ 1421a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher goto empty_set; 1422a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher 1423a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher if(match) 1424d4204758f77acb5a371fa1487a755b76a05d5476plougher /* 1425d4204758f77acb5a371fa1487a755b76a05d5476plougher * match on a non-leaf component, add any 1426c435240f52b78b0ef498118727ba8dad186db26bplougher * subdirectories to the new set of 1427c435240f52b78b0ef498118727ba8dad186db26bplougher * subdirectories to scan for this name 1428d4204758f77acb5a371fa1487a755b76a05d5476plougher */ 1429a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher *new = add_subdir(*new, path->name[i].paths); 1430a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher } 1431a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher } 1432b54566f5c433764830c29c83151691d0034de094plougher 1433a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher if((*new)->count == 0) { 1434d4204758f77acb5a371fa1487a755b76a05d5476plougher /* 1435d4204758f77acb5a371fa1487a755b76a05d5476plougher * no matching names found, delete empty search set, and return 1436d4204758f77acb5a371fa1487a755b76a05d5476plougher * FALSE 1437d4204758f77acb5a371fa1487a755b76a05d5476plougher */ 1438a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher free_subdir(*new); 1439a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher *new = NULL; 1440a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher return FALSE; 1441a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher } 1442a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher 1443d4204758f77acb5a371fa1487a755b76a05d5476plougher /* 14440a0d045642e8e413f90b770539193d3fd1522786plougher * one or more matches with sub-directories found (no leaf matches), 14450a0d045642e8e413f90b770539193d3fd1522786plougher * return new search set and return TRUE 14460a0d045642e8e413f90b770539193d3fd1522786plougher */ 1447a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher return TRUE; 1448a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher 1449a706f1b6bb48f288ecaf74e218ce20504bda52c6plougherempty_set: 1450d4204758f77acb5a371fa1487a755b76a05d5476plougher /* 1451d4204758f77acb5a371fa1487a755b76a05d5476plougher * found matching leaf exclude, return empty search set and return TRUE 1452d4204758f77acb5a371fa1487a755b76a05d5476plougher */ 1453a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher free_subdir(*new); 1454a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher *new = NULL; 1455a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher return TRUE; 1456b54566f5c433764830c29c83151691d0034de094plougher} 1457b54566f5c433764830c29c83151691d0034de094plougher 1458b54566f5c433764830c29c83151691d0034de094plougher 1459b807ab3497c01a49fed6f9daafce3bfc599a9421ploughervoid pre_scan(char *parent_name, unsigned int start_block, unsigned int offset, 1460d4204758f77acb5a371fa1487a755b76a05d5476plougher struct pathnames *paths) 1461eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher{ 1462eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher unsigned int type; 1463454c96fede0c4c424308744cbbf861df17b28f73Phillip Lougher char *name; 1464eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher struct pathnames *new; 1465eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher struct inode *i; 1466eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher struct dir *dir = s_ops.squashfs_opendir(start_block, offset, &i); 1467eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher 1468cc7cea5b0d004fbaaf5e1060e6ed0fa9367e7ef0Phillip Lougher if(dir == NULL) 1469cc7cea5b0d004fbaaf5e1060e6ed0fa9367e7ef0Phillip Lougher return; 1470cc7cea5b0d004fbaaf5e1060e6ed0fa9367e7ef0Phillip Lougher 1471eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher while(squashfs_readdir(dir, &name, &start_block, &offset, &type)) { 1472eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher struct inode *i; 1473454c96fede0c4c424308744cbbf861df17b28f73Phillip Lougher char *pathname; 1474454c96fede0c4c424308744cbbf861df17b28f73Phillip Lougher int res; 1475eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher 1476d4204758f77acb5a371fa1487a755b76a05d5476plougher TRACE("pre_scan: name %s, start_block %d, offset %d, type %d\n", 1477d4204758f77acb5a371fa1487a755b76a05d5476plougher name, start_block, offset, type); 1478eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher 1479eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher if(!matches(paths, name, &new)) 1480eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher continue; 1481eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher 1482454c96fede0c4c424308744cbbf861df17b28f73Phillip Lougher res = asprintf(&pathname, "%s/%s", parent_name, name); 1483454c96fede0c4c424308744cbbf861df17b28f73Phillip Lougher if(res == -1) 1484454c96fede0c4c424308744cbbf861df17b28f73Phillip Lougher EXIT_UNSQUASH("asprintf failed in dir_scan\n"); 1485eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher 1486eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher if(type == SQUASHFS_DIR_TYPE) 1487eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher pre_scan(parent_name, start_block, offset, new); 1488eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher else if(new == NULL) { 1489d4204758f77acb5a371fa1487a755b76a05d5476plougher if(type == SQUASHFS_FILE_TYPE || 1490d4204758f77acb5a371fa1487a755b76a05d5476plougher type == SQUASHFS_LREG_TYPE) { 1491312e50b7b8c9dd39577657bd3d79fcedf6e91a1bplougher i = s_ops.read_inode(start_block, offset); 1492eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher if(created_inode[i->inode_number - 1] == NULL) { 1493d4204758f77acb5a371fa1487a755b76a05d5476plougher created_inode[i->inode_number - 1] = 1494d4204758f77acb5a371fa1487a755b76a05d5476plougher (char *) i; 1495d4204758f77acb5a371fa1487a755b76a05d5476plougher total_blocks += (i->data + 1496d4204758f77acb5a371fa1487a755b76a05d5476plougher (block_size - 1)) >> block_log; 1497eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher } 1498eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher total_files ++; 1499eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher } 1500eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher total_inodes ++; 1501eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher } 1502eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher 1503eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher free_subdir(new); 1504454c96fede0c4c424308744cbbf861df17b28f73Phillip Lougher free(pathname); 1505eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher } 1506eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher 1507eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher squashfs_closedir(dir); 1508eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher} 1509eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher 1510eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher 1511a2cff53655359b044ea88baa76cb16d1c8f44d2aploughervoid dir_scan(char *parent_name, unsigned int start_block, unsigned int offset, 1512d4204758f77acb5a371fa1487a755b76a05d5476plougher struct pathnames *paths) 1513443c15812032991c98b33b5424b17bcd55fe3575plougher{ 1514443c15812032991c98b33b5424b17bcd55fe3575plougher unsigned int type; 1515d27d51b4bc39e050392303009e08273d9f38bdccPhillip Lougher char *name; 1516a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher struct pathnames *new; 1517eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher struct inode *i; 1518eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher struct dir *dir = s_ops.squashfs_opendir(start_block, offset, &i); 1519443c15812032991c98b33b5424b17bcd55fe3575plougher 1520cc7cea5b0d004fbaaf5e1060e6ed0fa9367e7ef0Phillip Lougher if(dir == NULL) { 1521cc7cea5b0d004fbaaf5e1060e6ed0fa9367e7ef0Phillip Lougher ERROR("dir_scan: failed to read directory %s, skipping\n", 1522cc7cea5b0d004fbaaf5e1060e6ed0fa9367e7ef0Phillip Lougher parent_name); 1523cc7cea5b0d004fbaaf5e1060e6ed0fa9367e7ef0Phillip Lougher return; 1524cc7cea5b0d004fbaaf5e1060e6ed0fa9367e7ef0Phillip Lougher } 1525cc7cea5b0d004fbaaf5e1060e6ed0fa9367e7ef0Phillip Lougher 1526eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher if(lsonly || info) 1527eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher print_filename(parent_name, i); 1528eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher 15292c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher if(!lsonly) { 15302c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher /* 15312c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher * Make directory with default User rwx permissions rather than 15322c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher * the permissions from the filesystem, as these may not have 15332c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher * write/execute permission. These are fixed up later in 15342c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher * set_attributes(). 15352c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher */ 15362c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher int res = mkdir(parent_name, S_IRUSR|S_IWUSR|S_IXUSR); 15372c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher if(res == -1) { 15382c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher /* 15392c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher * Skip directory if mkdir fails, unless we're 15402c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher * forcing and the error is -EEXIST 15412c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher */ 15422c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher if(!force || errno != EEXIST) { 15432c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher ERROR("dir_scan: failed to make directory %s, " 15442c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher "because %s\n", parent_name, 15452c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher strerror(errno)); 15462c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher squashfs_closedir(dir); 15472c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher return; 15482c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher } 15492c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher 15502c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher /* 15512c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher * Try to change permissions of existing directory so 15522c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher * that we can write to it 15532c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher */ 15542c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher res = chmod(parent_name, S_IRUSR|S_IWUSR|S_IXUSR); 15552c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher if (res == -1) 15562c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher ERROR("dir_scan: failed to change permissions " 15572c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher "for directory %s, because %s\n", 15582c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher parent_name, strerror(errno)); 15592c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher } 156085917a285edbd4bb78f1b245f66c634d1e0d4029plougher } 1561443c15812032991c98b33b5424b17bcd55fe3575plougher 1562443c15812032991c98b33b5424b17bcd55fe3575plougher while(squashfs_readdir(dir, &name, &start_block, &offset, &type)) { 1563d27d51b4bc39e050392303009e08273d9f38bdccPhillip Lougher char *pathname; 1564d27d51b4bc39e050392303009e08273d9f38bdccPhillip Lougher int res; 1565d27d51b4bc39e050392303009e08273d9f38bdccPhillip Lougher 1566d4204758f77acb5a371fa1487a755b76a05d5476plougher TRACE("dir_scan: name %s, start_block %d, offset %d, type %d\n", 1567d4204758f77acb5a371fa1487a755b76a05d5476plougher name, start_block, offset, type); 1568b54566f5c433764830c29c83151691d0034de094plougher 156971add234b27054974d5e29f95b3fab3072792a62plougher 157071add234b27054974d5e29f95b3fab3072792a62plougher if(!matches(paths, name, &new)) 1571b54566f5c433764830c29c83151691d0034de094plougher continue; 1572b54566f5c433764830c29c83151691d0034de094plougher 1573d27d51b4bc39e050392303009e08273d9f38bdccPhillip Lougher res = asprintf(&pathname, "%s/%s", parent_name, name); 1574d27d51b4bc39e050392303009e08273d9f38bdccPhillip Lougher if(res == -1) 1575d27d51b4bc39e050392303009e08273d9f38bdccPhillip Lougher EXIT_UNSQUASH("asprintf failed in dir_scan\n"); 1576fe3ca0609d02d78bcd11637c1220b2ff428f466aplougher 1577fec0a36c9b8a2c91c2930ea57b304299490ccedfPhillip Lougher if(type == SQUASHFS_DIR_TYPE) { 157871add234b27054974d5e29f95b3fab3072792a62plougher dir_scan(pathname, start_block, offset, new); 1579fec0a36c9b8a2c91c2930ea57b304299490ccedfPhillip Lougher free(pathname); 1580fec0a36c9b8a2c91c2930ea57b304299490ccedfPhillip Lougher } else if(new == NULL) { 1581fec0a36c9b8a2c91c2930ea57b304299490ccedfPhillip Lougher update_info(pathname); 1582fec0a36c9b8a2c91c2930ea57b304299490ccedfPhillip Lougher 1583312e50b7b8c9dd39577657bd3d79fcedf6e91a1bplougher i = s_ops.read_inode(start_block, offset); 15846f59236ae37e220ca132b18d58f78ef1f5a1d4fbplougher 15856f59236ae37e220ca132b18d58f78ef1f5a1d4fbplougher if(lsonly || info) 15866f59236ae37e220ca132b18d58f78ef1f5a1d4fbplougher print_filename(pathname, i); 15876f59236ae37e220ca132b18d58f78ef1f5a1d4fbplougher 1588559bfb898c92e302b18b975927163eb9e49bfbd2Phillip Lougher if(!lsonly) 15896f59236ae37e220ca132b18d58f78ef1f5a1d4fbplougher create_inode(pathname, i); 1590427e2790c9ae74e2ff2c25e80a469cee0bbcae44plougher 1591d4204758f77acb5a371fa1487a755b76a05d5476plougher if(i->type == SQUASHFS_SYMLINK_TYPE || 1592d4204758f77acb5a371fa1487a755b76a05d5476plougher i->type == SQUASHFS_LSYMLINK_TYPE) 1593427e2790c9ae74e2ff2c25e80a469cee0bbcae44plougher free(i->symlink); 1594fec0a36c9b8a2c91c2930ea57b304299490ccedfPhillip Lougher } else 1595fec0a36c9b8a2c91c2930ea57b304299490ccedfPhillip Lougher free(pathname); 1596a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher 1597a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher free_subdir(new); 1598443c15812032991c98b33b5424b17bcd55fe3575plougher } 1599443c15812032991c98b33b5424b17bcd55fe3575plougher 1600074d3f1129eae914655f6637773488052bf22327rlougher if(!lsonly) 16012c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher queue_dir(parent_name, dir); 1602443c15812032991c98b33b5424b17bcd55fe3575plougher 1603443c15812032991c98b33b5424b17bcd55fe3575plougher squashfs_closedir(dir); 1604443c15812032991c98b33b5424b17bcd55fe3575plougher dir_count ++; 1605443c15812032991c98b33b5424b17bcd55fe3575plougher} 1606443c15812032991c98b33b5424b17bcd55fe3575plougher 1607443c15812032991c98b33b5424b17bcd55fe3575plougher 1608b624936abba03d38b7e9245c647339d8f6f34274ploughervoid squashfs_stat(char *source) 1609b624936abba03d38b7e9245c647339d8f6f34274plougher{ 161027c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher time_t mkfs_time = (time_t) sBlk.s.mkfs_time; 1611b624936abba03d38b7e9245c647339d8f6f34274plougher char *mkfs_str = ctime(&mkfs_time); 1612b624936abba03d38b7e9245c647339d8f6f34274plougher 1613b624936abba03d38b7e9245c647339d8f6f34274plougher#if __BYTE_ORDER == __BIG_ENDIAN 1614d4204758f77acb5a371fa1487a755b76a05d5476plougher printf("Found a valid %sSQUASHFS %d:%d superblock on %s.\n", 161527c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher sBlk.s.s_major == 4 ? "" : swap ? "little endian " : 161627c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher "big endian ", sBlk.s.s_major, sBlk.s.s_minor, source); 1617b624936abba03d38b7e9245c647339d8f6f34274plougher#else 1618d4204758f77acb5a371fa1487a755b76a05d5476plougher printf("Found a valid %sSQUASHFS %d:%d superblock on %s.\n", 161927c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher sBlk.s.s_major == 4 ? "" : swap ? "big endian " : 162027c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher "little endian ", sBlk.s.s_major, sBlk.s.s_minor, source); 1621b624936abba03d38b7e9245c647339d8f6f34274plougher#endif 1622c766500607f1ea7494b8360409be3d8ea66f9761plougher 1623d4204758f77acb5a371fa1487a755b76a05d5476plougher printf("Creation or last append time %s", mkfs_str ? mkfs_str : 1624d4204758f77acb5a371fa1487a755b76a05d5476plougher "failed to get time\n"); 1625e5e5a7502f722fae4f057f49932fe4de2501f6e8plougher printf("Filesystem size %.2f Kbytes (%.2f Mbytes)\n", 1626e3206fad5b70e7e0527db2a627ad26616a8a2429plougher sBlk.s.bytes_used / 1024.0, sBlk.s.bytes_used / 1627e3206fad5b70e7e0527db2a627ad26616a8a2429plougher (1024.0 * 1024.0)); 1628c766500607f1ea7494b8360409be3d8ea66f9761plougher 16293fcced11c3e4b49b2b687010304b5156935a3b2cPhillip Lougher if(sBlk.s.s_major == 4) { 1630e5e5a7502f722fae4f057f49932fe4de2501f6e8plougher printf("Compression %s\n", comp->name); 1631c766500607f1ea7494b8360409be3d8ea66f9761plougher 16323fcced11c3e4b49b2b687010304b5156935a3b2cPhillip Lougher if(SQUASHFS_COMP_OPTS(sBlk.s.flags)) { 16333fcced11c3e4b49b2b687010304b5156935a3b2cPhillip Lougher char buffer[SQUASHFS_METADATA_SIZE]; 16343fcced11c3e4b49b2b687010304b5156935a3b2cPhillip Lougher int bytes; 16353fcced11c3e4b49b2b687010304b5156935a3b2cPhillip Lougher 16363fcced11c3e4b49b2b687010304b5156935a3b2cPhillip Lougher bytes = read_block(fd, sizeof(sBlk.s), NULL, 0, buffer); 16373fcced11c3e4b49b2b687010304b5156935a3b2cPhillip Lougher if(bytes == 0) { 16383fcced11c3e4b49b2b687010304b5156935a3b2cPhillip Lougher ERROR("Failed to read compressor options\n"); 16393fcced11c3e4b49b2b687010304b5156935a3b2cPhillip Lougher return; 16403fcced11c3e4b49b2b687010304b5156935a3b2cPhillip Lougher } 16413fcced11c3e4b49b2b687010304b5156935a3b2cPhillip Lougher 16423fcced11c3e4b49b2b687010304b5156935a3b2cPhillip Lougher compressor_display_options(comp, buffer, bytes); 16433fcced11c3e4b49b2b687010304b5156935a3b2cPhillip Lougher } 16443fcced11c3e4b49b2b687010304b5156935a3b2cPhillip Lougher } 16453fcced11c3e4b49b2b687010304b5156935a3b2cPhillip Lougher 164627c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher printf("Block size %d\n", sBlk.s.block_size); 1647d4204758f77acb5a371fa1487a755b76a05d5476plougher printf("Filesystem is %sexportable via NFS\n", 164827c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher SQUASHFS_EXPORTABLE(sBlk.s.flags) ? "" : "not "); 1649d4204758f77acb5a371fa1487a755b76a05d5476plougher printf("Inodes are %scompressed\n", 165027c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher SQUASHFS_UNCOMPRESSED_INODES(sBlk.s.flags) ? "un" : ""); 1651d4204758f77acb5a371fa1487a755b76a05d5476plougher printf("Data is %scompressed\n", 165227c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher SQUASHFS_UNCOMPRESSED_DATA(sBlk.s.flags) ? "un" : ""); 1653c766500607f1ea7494b8360409be3d8ea66f9761plougher 16547ca09d1320cdc30a068f179b93ca5c141b55c395plougher if(sBlk.s.s_major > 1) { 16557ca09d1320cdc30a068f179b93ca5c141b55c395plougher if(SQUASHFS_NO_FRAGMENTS(sBlk.s.flags)) 16567ca09d1320cdc30a068f179b93ca5c141b55c395plougher printf("Fragments are not stored\n"); 16577ca09d1320cdc30a068f179b93ca5c141b55c395plougher else { 16587ca09d1320cdc30a068f179b93ca5c141b55c395plougher printf("Fragments are %scompressed\n", 16597ca09d1320cdc30a068f179b93ca5c141b55c395plougher SQUASHFS_UNCOMPRESSED_FRAGMENTS(sBlk.s.flags) ? 16607ca09d1320cdc30a068f179b93ca5c141b55c395plougher "un" : ""); 16617ca09d1320cdc30a068f179b93ca5c141b55c395plougher printf("Always_use_fragments option is %sspecified\n", 16627ca09d1320cdc30a068f179b93ca5c141b55c395plougher SQUASHFS_ALWAYS_FRAGMENTS(sBlk.s.flags) ? "" : 16637ca09d1320cdc30a068f179b93ca5c141b55c395plougher "not "); 16647ca09d1320cdc30a068f179b93ca5c141b55c395plougher } 16657ca09d1320cdc30a068f179b93ca5c141b55c395plougher } 16667ca09d1320cdc30a068f179b93ca5c141b55c395plougher 1667de61cdcdf3e3edb6eb1c579ec9968c22f664c9f8plougher if(sBlk.s.s_major == 4) { 1668de61cdcdf3e3edb6eb1c579ec9968c22f664c9f8plougher if(SQUASHFS_NO_XATTRS(sBlk.s.flags)) 1669de61cdcdf3e3edb6eb1c579ec9968c22f664c9f8plougher printf("Xattrs are not stored\n"); 1670de61cdcdf3e3edb6eb1c579ec9968c22f664c9f8plougher else 1671de61cdcdf3e3edb6eb1c579ec9968c22f664c9f8plougher printf("Xattrs are %scompressed\n", 1672de61cdcdf3e3edb6eb1c579ec9968c22f664c9f8plougher SQUASHFS_UNCOMPRESSED_XATTRS(sBlk.s.flags) ? 1673de61cdcdf3e3edb6eb1c579ec9968c22f664c9f8plougher "un" : ""); 1674de61cdcdf3e3edb6eb1c579ec9968c22f664c9f8plougher } 1675de61cdcdf3e3edb6eb1c579ec9968c22f664c9f8plougher 1676ba95dd35ef0e9f618d926ddc1a595076adc23818plougher if(sBlk.s.s_major < 4) 1677ba95dd35ef0e9f618d926ddc1a595076adc23818plougher printf("Check data is %spresent in the filesystem\n", 1678ba95dd35ef0e9f618d926ddc1a595076adc23818plougher SQUASHFS_CHECK_DATA(sBlk.s.flags) ? "" : 1679ba95dd35ef0e9f618d926ddc1a595076adc23818plougher "not "); 1680c766500607f1ea7494b8360409be3d8ea66f9761plougher 168127c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher if(sBlk.s.s_major > 1) 1682d4204758f77acb5a371fa1487a755b76a05d5476plougher printf("Duplicates are %sremoved\n", 168327c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher SQUASHFS_DUPLICATES(sBlk.s.flags) ? "" : "not "); 16840337de3977eec74e6a3d28e0d0863299246de8b7plougher else 16850337de3977eec74e6a3d28e0d0863299246de8b7plougher printf("Duplicates are removed\n"); 1686c766500607f1ea7494b8360409be3d8ea66f9761plougher 168727c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher if(sBlk.s.s_major > 1) 168827c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher printf("Number of fragments %d\n", sBlk.s.fragments); 1689c766500607f1ea7494b8360409be3d8ea66f9761plougher 169027c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher printf("Number of inodes %d\n", sBlk.s.inodes); 1691c766500607f1ea7494b8360409be3d8ea66f9761plougher 169227c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher if(sBlk.s.s_major == 4) 169327c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher printf("Number of ids %d\n", sBlk.s.no_ids); 16940f74340e3b68533339adc60f418ddf59fa188f61plougher else { 16950f74340e3b68533339adc60f418ddf59fa188f61plougher printf("Number of uids %d\n", sBlk.no_uids); 16960f74340e3b68533339adc60f418ddf59fa188f61plougher printf("Number of gids %d\n", sBlk.no_guids); 16970f74340e3b68533339adc60f418ddf59fa188f61plougher } 1698b624936abba03d38b7e9245c647339d8f6f34274plougher 169927c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher TRACE("sBlk.s.inode_table_start 0x%llx\n", sBlk.s.inode_table_start); 170027c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher TRACE("sBlk.s.directory_table_start 0x%llx\n", 170127c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher sBlk.s.directory_table_start); 1702c766500607f1ea7494b8360409be3d8ea66f9761plougher 17030ca44ca7b28597911258e0c27bd82feef73f2256Phillip Lougher if(sBlk.s.s_major > 1) 17040ca44ca7b28597911258e0c27bd82feef73f2256Phillip Lougher TRACE("sBlk.s.fragment_table_start 0x%llx\n\n", 17050ca44ca7b28597911258e0c27bd82feef73f2256Phillip Lougher sBlk.s.fragment_table_start); 17060ca44ca7b28597911258e0c27bd82feef73f2256Phillip Lougher 17070ca44ca7b28597911258e0c27bd82feef73f2256Phillip Lougher if(sBlk.s.s_major > 2) 17080ca44ca7b28597911258e0c27bd82feef73f2256Phillip Lougher TRACE("sBlk.s.lookup_table_start 0x%llx\n\n", 17090ca44ca7b28597911258e0c27bd82feef73f2256Phillip Lougher sBlk.s.lookup_table_start); 17100ca44ca7b28597911258e0c27bd82feef73f2256Phillip Lougher 1711053da34003852e494400c1ade35b526e1821b576plougher if(sBlk.s.s_major == 4) { 171227c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher TRACE("sBlk.s.id_table_start 0x%llx\n", sBlk.s.id_table_start); 1713053da34003852e494400c1ade35b526e1821b576plougher TRACE("sBlk.s.xattr_id_table_start 0x%llx\n", 1714053da34003852e494400c1ade35b526e1821b576plougher sBlk.s.xattr_id_table_start); 1715053da34003852e494400c1ade35b526e1821b576plougher } else { 17160f74340e3b68533339adc60f418ddf59fa188f61plougher TRACE("sBlk.uid_start 0x%llx\n", sBlk.uid_start); 17170f74340e3b68533339adc60f418ddf59fa188f61plougher TRACE("sBlk.guid_start 0x%llx\n", sBlk.guid_start); 17180f74340e3b68533339adc60f418ddf59fa188f61plougher } 1719b624936abba03d38b7e9245c647339d8f6f34274plougher} 1720b624936abba03d38b7e9245c647339d8f6f34274plougher 1721b624936abba03d38b7e9245c647339d8f6f34274plougher 172202bc3bcabf2b219f63961f07293b83629948f026plougherint read_super(char *source) 1723443c15812032991c98b33b5424b17bcd55fe3575plougher{ 17246490378e5b5e8dc058daf28423a7465699a6ba7bplougher squashfs_super_block_3 sBlk_3; 172564e83fda63a1b8408ffbfa466e6c67b0de7a8c99plougher struct squashfs_super_block sBlk_4; 17266490378e5b5e8dc058daf28423a7465699a6ba7bplougher 17276490378e5b5e8dc058daf28423a7465699a6ba7bplougher /* 17286490378e5b5e8dc058daf28423a7465699a6ba7bplougher * Try to read a Squashfs 4 superblock 17296490378e5b5e8dc058daf28423a7465699a6ba7bplougher */ 173064e83fda63a1b8408ffbfa466e6c67b0de7a8c99plougher read_fs_bytes(fd, SQUASHFS_START, sizeof(struct squashfs_super_block), 17313306cb2b54a60a32664617118336ac141e1471b6plougher &sBlk_4); 173254660e177ba40ab08ee2f3304b9f030eb5675677plougher swap = sBlk_4.s_magic != SQUASHFS_MAGIC; 17336490378e5b5e8dc058daf28423a7465699a6ba7bplougher SQUASHFS_INSWAP_SUPER_BLOCK(&sBlk_4); 17346490378e5b5e8dc058daf28423a7465699a6ba7bplougher 1735d4204758f77acb5a371fa1487a755b76a05d5476plougher if(sBlk_4.s_magic == SQUASHFS_MAGIC && sBlk_4.s_major == 4 && 1736d4204758f77acb5a371fa1487a755b76a05d5476plougher sBlk_4.s_minor == 0) { 17376490378e5b5e8dc058daf28423a7465699a6ba7bplougher s_ops.squashfs_opendir = squashfs_opendir_4; 17386490378e5b5e8dc058daf28423a7465699a6ba7bplougher s_ops.read_fragment = read_fragment_4; 17396490378e5b5e8dc058daf28423a7465699a6ba7bplougher s_ops.read_fragment_table = read_fragment_table_4; 17406490378e5b5e8dc058daf28423a7465699a6ba7bplougher s_ops.read_block_list = read_block_list_2; 17416490378e5b5e8dc058daf28423a7465699a6ba7bplougher s_ops.read_inode = read_inode_4; 17426490378e5b5e8dc058daf28423a7465699a6ba7bplougher s_ops.read_uids_guids = read_uids_guids_4; 17436490378e5b5e8dc058daf28423a7465699a6ba7bplougher memcpy(&sBlk, &sBlk_4, sizeof(sBlk_4)); 1744efda88fd6fbb19543a86b5f8d15b437bba8c4674plougher 1745efda88fd6fbb19543a86b5f8d15b437bba8c4674plougher /* 1746efda88fd6fbb19543a86b5f8d15b437bba8c4674plougher * Check the compression type 1747efda88fd6fbb19543a86b5f8d15b437bba8c4674plougher */ 174827c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher comp = lookup_compressor_id(sBlk.s.compression); 17496490378e5b5e8dc058daf28423a7465699a6ba7bplougher return TRUE; 17506490378e5b5e8dc058daf28423a7465699a6ba7bplougher } 17516490378e5b5e8dc058daf28423a7465699a6ba7bplougher 17526490378e5b5e8dc058daf28423a7465699a6ba7bplougher /* 17536490378e5b5e8dc058daf28423a7465699a6ba7bplougher * Not a Squashfs 4 superblock, try to read a squashfs 3 superblock 17546490378e5b5e8dc058daf28423a7465699a6ba7bplougher * (compatible with 1 and 2 filesystems) 17556490378e5b5e8dc058daf28423a7465699a6ba7bplougher */ 175686561909d9ca51a4e4ce4efcfea30b41d1d08275plougher read_fs_bytes(fd, SQUASHFS_START, sizeof(squashfs_super_block_3), 17573306cb2b54a60a32664617118336ac141e1471b6plougher &sBlk_3); 1758443c15812032991c98b33b5424b17bcd55fe3575plougher 1759d4204758f77acb5a371fa1487a755b76a05d5476plougher /* 1760d4204758f77acb5a371fa1487a755b76a05d5476plougher * Check it is a SQUASHFS superblock 1761d4204758f77acb5a371fa1487a755b76a05d5476plougher */ 1762443c15812032991c98b33b5424b17bcd55fe3575plougher swap = 0; 176321ee4773956342a8a7d0f14e430ae77ffbd10601plougher if(sBlk_3.s_magic != SQUASHFS_MAGIC) { 176421ee4773956342a8a7d0f14e430ae77ffbd10601plougher if(sBlk_3.s_magic == SQUASHFS_MAGIC_SWAP) { 17657a5df5d70c02bdb5175a5b9301c2c9597a6a4937plougher squashfs_super_block_3 sblk; 1766c435240f52b78b0ef498118727ba8dad186db26bplougher ERROR("Reading a different endian SQUASHFS filesystem " 1767c435240f52b78b0ef498118727ba8dad186db26bplougher "on %s\n", source); 17686490378e5b5e8dc058daf28423a7465699a6ba7bplougher SQUASHFS_SWAP_SUPER_BLOCK_3(&sblk, &sBlk_3); 17696490378e5b5e8dc058daf28423a7465699a6ba7bplougher memcpy(&sBlk_3, &sblk, sizeof(squashfs_super_block_3)); 1770443c15812032991c98b33b5424b17bcd55fe3575plougher swap = 1; 1771443c15812032991c98b33b5424b17bcd55fe3575plougher } else { 1772c435240f52b78b0ef498118727ba8dad186db26bplougher ERROR("Can't find a SQUASHFS superblock on %s\n", 1773c435240f52b78b0ef498118727ba8dad186db26bplougher source); 1774443c15812032991c98b33b5424b17bcd55fe3575plougher goto failed_mount; 1775443c15812032991c98b33b5424b17bcd55fe3575plougher } 1776443c15812032991c98b33b5424b17bcd55fe3575plougher } 1777443c15812032991c98b33b5424b17bcd55fe3575plougher 177827c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher sBlk.s.s_magic = sBlk_3.s_magic; 177927c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher sBlk.s.inodes = sBlk_3.inodes; 178027c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher sBlk.s.mkfs_time = sBlk_3.mkfs_time; 178127c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher sBlk.s.block_size = sBlk_3.block_size; 178227c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher sBlk.s.fragments = sBlk_3.fragments; 178327c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher sBlk.s.block_log = sBlk_3.block_log; 178427c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher sBlk.s.flags = sBlk_3.flags; 178527c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher sBlk.s.s_major = sBlk_3.s_major; 178627c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher sBlk.s.s_minor = sBlk_3.s_minor; 178727c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher sBlk.s.root_inode = sBlk_3.root_inode; 178827c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher sBlk.s.bytes_used = sBlk_3.bytes_used; 178927c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher sBlk.s.inode_table_start = sBlk_3.inode_table_start; 179027c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher sBlk.s.directory_table_start = sBlk_3.directory_table_start; 179127c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher sBlk.s.fragment_table_start = sBlk_3.fragment_table_start; 179227c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher sBlk.s.lookup_table_start = sBlk_3.lookup_table_start; 17936490378e5b5e8dc058daf28423a7465699a6ba7bplougher sBlk.no_uids = sBlk_3.no_uids; 17946490378e5b5e8dc058daf28423a7465699a6ba7bplougher sBlk.no_guids = sBlk_3.no_guids; 17956490378e5b5e8dc058daf28423a7465699a6ba7bplougher sBlk.uid_start = sBlk_3.uid_start; 17966490378e5b5e8dc058daf28423a7465699a6ba7bplougher sBlk.guid_start = sBlk_3.guid_start; 179727c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher sBlk.s.xattr_id_table_start = SQUASHFS_INVALID_BLK; 17986490378e5b5e8dc058daf28423a7465699a6ba7bplougher 1799443c15812032991c98b33b5424b17bcd55fe3575plougher /* Check the MAJOR & MINOR versions */ 180027c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher if(sBlk.s.s_major == 1 || sBlk.s.s_major == 2) { 180127c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher sBlk.s.bytes_used = sBlk_3.bytes_used_2; 18026490378e5b5e8dc058daf28423a7465699a6ba7bplougher sBlk.uid_start = sBlk_3.uid_start_2; 18036490378e5b5e8dc058daf28423a7465699a6ba7bplougher sBlk.guid_start = sBlk_3.guid_start_2; 180427c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher sBlk.s.inode_table_start = sBlk_3.inode_table_start_2; 180527c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher sBlk.s.directory_table_start = sBlk_3.directory_table_start_2; 180602bc3bcabf2b219f63961f07293b83629948f026plougher 180727c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher if(sBlk.s.s_major == 1) { 180827c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher sBlk.s.block_size = sBlk_3.block_size_1; 180927c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher sBlk.s.fragment_table_start = sBlk.uid_start; 1810ed5124f016834932db2c63d60d259d846171c216plougher s_ops.squashfs_opendir = squashfs_opendir_1; 1811ba3d412c7c811a9b335a52ec497ce511e35b2bc8plougher s_ops.read_fragment_table = read_fragment_table_1; 1812ba3d412c7c811a9b335a52ec497ce511e35b2bc8plougher s_ops.read_block_list = read_block_list_1; 18136f59236ae37e220ca132b18d58f78ef1f5a1d4fbplougher s_ops.read_inode = read_inode_1; 181479e700efc62527661ce140bd1013a2b60577917eplougher s_ops.read_uids_guids = read_uids_guids_1; 1815ba3d412c7c811a9b335a52ec497ce511e35b2bc8plougher } else { 181627c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher sBlk.s.fragment_table_start = 1817c435240f52b78b0ef498118727ba8dad186db26bplougher sBlk_3.fragment_table_start_2; 1818ed5124f016834932db2c63d60d259d846171c216plougher s_ops.squashfs_opendir = squashfs_opendir_1; 1819ba3d412c7c811a9b335a52ec497ce511e35b2bc8plougher s_ops.read_fragment = read_fragment_2; 1820ba3d412c7c811a9b335a52ec497ce511e35b2bc8plougher s_ops.read_fragment_table = read_fragment_table_2; 1821ed5124f016834932db2c63d60d259d846171c216plougher s_ops.read_block_list = read_block_list_2; 18226f59236ae37e220ca132b18d58f78ef1f5a1d4fbplougher s_ops.read_inode = read_inode_2; 182379e700efc62527661ce140bd1013a2b60577917eplougher s_ops.read_uids_guids = read_uids_guids_1; 1824ba3d412c7c811a9b335a52ec497ce511e35b2bc8plougher } 182527c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher } else if(sBlk.s.s_major == 3) { 1826ed5124f016834932db2c63d60d259d846171c216plougher s_ops.squashfs_opendir = squashfs_opendir_3; 1827ed5124f016834932db2c63d60d259d846171c216plougher s_ops.read_fragment = read_fragment_3; 1828ed5124f016834932db2c63d60d259d846171c216plougher s_ops.read_fragment_table = read_fragment_table_3; 1829ed5124f016834932db2c63d60d259d846171c216plougher s_ops.read_block_list = read_block_list_2; 1830ed5124f016834932db2c63d60d259d846171c216plougher s_ops.read_inode = read_inode_3; 183179e700efc62527661ce140bd1013a2b60577917eplougher s_ops.read_uids_guids = read_uids_guids_1; 183202bc3bcabf2b219f63961f07293b83629948f026plougher } else { 183327c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher ERROR("Filesystem on %s is (%d:%d), ", source, sBlk.s.s_major, 183427c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher sBlk.s.s_minor); 18354c99cb7f458d8e1c598f1c80793daf3696c9b528plougher ERROR("which is a later filesystem version than I support!\n"); 1836443c15812032991c98b33b5424b17bcd55fe3575plougher goto failed_mount; 1837443c15812032991c98b33b5424b17bcd55fe3575plougher } 1838443c15812032991c98b33b5424b17bcd55fe3575plougher 1839efda88fd6fbb19543a86b5f8d15b437bba8c4674plougher /* 184099c8abf4de4297b3159355a0cefe9ad6f5182827plougher * 1.x, 2.x and 3.x filesystems use gzip compression. 1841efda88fd6fbb19543a86b5f8d15b437bba8c4674plougher */ 1842efda88fd6fbb19543a86b5f8d15b437bba8c4674plougher comp = lookup_compressor("gzip"); 1843443c15812032991c98b33b5424b17bcd55fe3575plougher return TRUE; 1844443c15812032991c98b33b5424b17bcd55fe3575plougher 1845443c15812032991c98b33b5424b17bcd55fe3575plougherfailed_mount: 1846443c15812032991c98b33b5424b17bcd55fe3575plougher return FALSE; 1847443c15812032991c98b33b5424b17bcd55fe3575plougher} 1848443c15812032991c98b33b5424b17bcd55fe3575plougher 1849443c15812032991c98b33b5424b17bcd55fe3575plougher 1850a706f1b6bb48f288ecaf74e218ce20504bda52c6plougherstruct pathname *process_extract_files(struct pathname *path, char *filename) 185171add234b27054974d5e29f95b3fab3072792a62plougher{ 185271add234b27054974d5e29f95b3fab3072792a62plougher FILE *fd; 1853afbbfbf11bc846056666d073c94a9c8e84fcb1caPhillip Lougher char buffer[MAX_LINE + 1]; /* overflow safe */ 1854e4d5a8ee19193b451884e96b6405b6390e5b7c5ePhillip Lougher char *name; 185571add234b27054974d5e29f95b3fab3072792a62plougher 185663e21ee4b795bb900f82c18e7b5c6f7369907360plougher fd = fopen(filename, "r"); 185763e21ee4b795bb900f82c18e7b5c6f7369907360plougher if(fd == NULL) 1858e4d5a8ee19193b451884e96b6405b6390e5b7c5ePhillip Lougher EXIT_UNSQUASH("Failed to open extract file \"%s\" because %s\n", 1859e4d5a8ee19193b451884e96b6405b6390e5b7c5ePhillip Lougher filename, strerror(errno)); 1860e4d5a8ee19193b451884e96b6405b6390e5b7c5ePhillip Lougher 1861afbbfbf11bc846056666d073c94a9c8e84fcb1caPhillip Lougher while(fgets(name = buffer, MAX_LINE + 1, fd) != NULL) { 1862e4d5a8ee19193b451884e96b6405b6390e5b7c5ePhillip Lougher int len = strlen(name); 1863e4d5a8ee19193b451884e96b6405b6390e5b7c5ePhillip Lougher 1864afbbfbf11bc846056666d073c94a9c8e84fcb1caPhillip Lougher if(len == MAX_LINE && name[len - 1] != '\n') 1865e4d5a8ee19193b451884e96b6405b6390e5b7c5ePhillip Lougher /* line too large */ 1866e4d5a8ee19193b451884e96b6405b6390e5b7c5ePhillip Lougher EXIT_UNSQUASH("Line too long when reading " 1867afbbfbf11bc846056666d073c94a9c8e84fcb1caPhillip Lougher "extract file \"%s\", larger than %d " 186883847c1beb852a7b3f5906a0f4c90be659e46794Phillip Lougher "bytes\n", filename, MAX_LINE); 1869e4d5a8ee19193b451884e96b6405b6390e5b7c5ePhillip Lougher 1870e4d5a8ee19193b451884e96b6405b6390e5b7c5ePhillip Lougher /* 1871e4d5a8ee19193b451884e96b6405b6390e5b7c5ePhillip Lougher * Remove '\n' terminator if it exists (the last line 1872e4d5a8ee19193b451884e96b6405b6390e5b7c5ePhillip Lougher * in the file may not be '\n' terminated) 1873e4d5a8ee19193b451884e96b6405b6390e5b7c5ePhillip Lougher */ 1874e4d5a8ee19193b451884e96b6405b6390e5b7c5ePhillip Lougher if(len && name[len - 1] == '\n') 1875e4d5a8ee19193b451884e96b6405b6390e5b7c5ePhillip Lougher name[len - 1] = '\0'; 1876e4d5a8ee19193b451884e96b6405b6390e5b7c5ePhillip Lougher 1877e4d5a8ee19193b451884e96b6405b6390e5b7c5ePhillip Lougher /* Skip any leading whitespace */ 1878e4d5a8ee19193b451884e96b6405b6390e5b7c5ePhillip Lougher while(isspace(*name)) 1879e4d5a8ee19193b451884e96b6405b6390e5b7c5ePhillip Lougher name ++; 1880e4d5a8ee19193b451884e96b6405b6390e5b7c5ePhillip Lougher 1881e4d5a8ee19193b451884e96b6405b6390e5b7c5ePhillip Lougher /* if comment line, skip */ 1882e4d5a8ee19193b451884e96b6405b6390e5b7c5ePhillip Lougher if(*name == '#') 1883e4d5a8ee19193b451884e96b6405b6390e5b7c5ePhillip Lougher continue; 1884e4d5a8ee19193b451884e96b6405b6390e5b7c5ePhillip Lougher 1885e4d5a8ee19193b451884e96b6405b6390e5b7c5ePhillip Lougher /* check for initial backslash, to accommodate 1886e4d5a8ee19193b451884e96b6405b6390e5b7c5ePhillip Lougher * filenames with leading space or leading # character 1887e4d5a8ee19193b451884e96b6405b6390e5b7c5ePhillip Lougher */ 1888e4d5a8ee19193b451884e96b6405b6390e5b7c5ePhillip Lougher if(*name == '\\') 1889e4d5a8ee19193b451884e96b6405b6390e5b7c5ePhillip Lougher name ++; 1890e4d5a8ee19193b451884e96b6405b6390e5b7c5ePhillip Lougher 1891e4d5a8ee19193b451884e96b6405b6390e5b7c5ePhillip Lougher /* if line is now empty after skipping characters, skip it */ 1892e4d5a8ee19193b451884e96b6405b6390e5b7c5ePhillip Lougher if(*name == '\0') 1893e4d5a8ee19193b451884e96b6405b6390e5b7c5ePhillip Lougher continue; 189471add234b27054974d5e29f95b3fab3072792a62plougher 1895a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher path = add_path(path, name, name); 1896e4d5a8ee19193b451884e96b6405b6390e5b7c5ePhillip Lougher } 1897e4d5a8ee19193b451884e96b6405b6390e5b7c5ePhillip Lougher 1898e4d5a8ee19193b451884e96b6405b6390e5b7c5ePhillip Lougher if(ferror(fd)) 1899e4d5a8ee19193b451884e96b6405b6390e5b7c5ePhillip Lougher EXIT_UNSQUASH("Reading extract file \"%s\" failed because %s\n", 1900e4d5a8ee19193b451884e96b6405b6390e5b7c5ePhillip Lougher filename, strerror(errno)); 190171add234b27054974d5e29f95b3fab3072792a62plougher 190271add234b27054974d5e29f95b3fab3072792a62plougher fclose(fd); 1903a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher return path; 190471add234b27054974d5e29f95b3fab3072792a62plougher} 190571add234b27054974d5e29f95b3fab3072792a62plougher 190671add234b27054974d5e29f95b3fab3072792a62plougher 1907d4204758f77acb5a371fa1487a755b76a05d5476plougher/* 1908d4204758f77acb5a371fa1487a755b76a05d5476plougher * reader thread. This thread processes read requests queued by the 1909d4204758f77acb5a371fa1487a755b76a05d5476plougher * cache_get() routine. 1910d4204758f77acb5a371fa1487a755b76a05d5476plougher */ 19118888b61f8ff4680247d10f7e5beb2ff35e8c867dploughervoid *reader(void *arg) 19128888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher{ 19138888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher while(1) { 19148888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher struct cache_entry *entry = queue_get(to_reader); 191586561909d9ca51a4e4ce4efcfea30b41d1d08275plougher int res = read_fs_bytes(fd, entry->block, 19168888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher SQUASHFS_COMPRESSED_SIZE_BLOCK(entry->size), 19178888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher entry->data); 19188888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 19198888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher if(res && SQUASHFS_COMPRESSED_BLOCK(entry->size)) 1920d4204758f77acb5a371fa1487a755b76a05d5476plougher /* 19213327bd9640ed579e8022b0e3889f71c342a64193Phillip Lougher * queue successfully read block to the inflate 1922c435240f52b78b0ef498118727ba8dad186db26bplougher * thread(s) for further processing 1923d4204758f77acb5a371fa1487a755b76a05d5476plougher */ 1924bee9e37353d957d1c4d8669ca4eba30c2b9df3f5Phillip Lougher queue_put(to_inflate, entry); 19258888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher else 1926d4204758f77acb5a371fa1487a755b76a05d5476plougher /* 1927d4204758f77acb5a371fa1487a755b76a05d5476plougher * block has either been successfully read and is 1928d4204758f77acb5a371fa1487a755b76a05d5476plougher * uncompressed, or an error has occurred, clear pending 1929c435240f52b78b0ef498118727ba8dad186db26bplougher * flag, set error appropriately, and wake up any 1930c435240f52b78b0ef498118727ba8dad186db26bplougher * threads waiting on this buffer 1931d4204758f77acb5a371fa1487a755b76a05d5476plougher */ 19328888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher cache_block_ready(entry, !res); 19338888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher } 19348888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher} 19358888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 19368888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 1937d4204758f77acb5a371fa1487a755b76a05d5476plougher/* 1938d4204758f77acb5a371fa1487a755b76a05d5476plougher * writer thread. This processes file write requests queued by the 1939d4204758f77acb5a371fa1487a755b76a05d5476plougher * write_file() routine. 1940d4204758f77acb5a371fa1487a755b76a05d5476plougher */ 19418888b61f8ff4680247d10f7e5beb2ff35e8c867dploughervoid *writer(void *arg) 19428888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher{ 19438888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher int i; 19448888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 19458888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher while(1) { 19468888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher struct squashfs_file *file = queue_get(to_writer); 19478888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher int file_fd; 194887f5e0e29e5f56516daaa51b1d36cde3d86a0f1fplougher long long hole = 0; 194927636cb2cec37a68313f9eb825c0548245eecad0plougher int failed = FALSE; 1950c6e684fd0562ef5339ea2c0b3ce09aa6149708cdplougher int error; 19518888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 19528888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher if(file == NULL) { 19538888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher queue_put(from_writer, NULL); 19548888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher continue; 19552c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher } else if(file->fd == -1) { 19562c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher /* write attributes for directory file->pathname */ 19572c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher set_attributes(file->pathname, file->mode, file->uid, 19582c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher file->gid, file->time, file->xattr, TRUE); 19592c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher free(file->pathname); 19602c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher free(file); 19612c5e1385ccd9ee8e7d274331cc8a646948874538Phillip Lougher continue; 19628888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher } 19638888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 19648888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher TRACE("writer: regular file, blocks %d\n", file->blocks); 19658888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 19668888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher file_fd = file->fd; 19678888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 1968eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher for(i = 0; i < file->blocks; i++, cur_blocks ++) { 19698888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher struct file_entry *block = queue_get(to_writer); 19708888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 19718888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher if(block->buffer == 0) { /* sparse file */ 19728888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher hole += block->size; 19738888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher free(block); 19748888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher continue; 19758888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher } 19768888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 19778888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher cache_block_wait(block->buffer); 197827636cb2cec37a68313f9eb825c0548245eecad0plougher 197927636cb2cec37a68313f9eb825c0548245eecad0plougher if(block->buffer->error) 198027636cb2cec37a68313f9eb825c0548245eecad0plougher failed = TRUE; 198127636cb2cec37a68313f9eb825c0548245eecad0plougher 1982c6e684fd0562ef5339ea2c0b3ce09aa6149708cdplougher if(failed) 1983c6e684fd0562ef5339ea2c0b3ce09aa6149708cdplougher continue; 1984c6e684fd0562ef5339ea2c0b3ce09aa6149708cdplougher 1985c6e684fd0562ef5339ea2c0b3ce09aa6149708cdplougher error = write_block(file_fd, block->buffer->data + 1986c6e684fd0562ef5339ea2c0b3ce09aa6149708cdplougher block->offset, block->size, hole, file->sparse); 1987c6e684fd0562ef5339ea2c0b3ce09aa6149708cdplougher 1988c6e684fd0562ef5339ea2c0b3ce09aa6149708cdplougher if(error == FALSE) { 1989d4204758f77acb5a371fa1487a755b76a05d5476plougher ERROR("writer: failed to write data block %d\n", 1990d4204758f77acb5a371fa1487a755b76a05d5476plougher i); 199127636cb2cec37a68313f9eb825c0548245eecad0plougher failed = TRUE; 19928888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher } 1993c6e684fd0562ef5339ea2c0b3ce09aa6149708cdplougher 19948888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher hole = 0; 19958888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher cache_block_put(block->buffer); 19968888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher free(block); 19978888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher } 19988888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 199927636cb2cec37a68313f9eb825c0548245eecad0plougher if(hole && failed == FALSE) { 2000d4204758f77acb5a371fa1487a755b76a05d5476plougher /* 2001d4204758f77acb5a371fa1487a755b76a05d5476plougher * corner case for hole extending to end of file 2002d4204758f77acb5a371fa1487a755b76a05d5476plougher */ 2003d4204758f77acb5a371fa1487a755b76a05d5476plougher if(file->sparse == FALSE || 2004d4204758f77acb5a371fa1487a755b76a05d5476plougher lseek(file_fd, hole, SEEK_CUR) == -1) { 2005d4204758f77acb5a371fa1487a755b76a05d5476plougher /* 2006d4204758f77acb5a371fa1487a755b76a05d5476plougher * for files which we don't want to write 2007c6e684fd0562ef5339ea2c0b3ce09aa6149708cdplougher * sparsely, or for broken lseeks which cannot 2008c6e684fd0562ef5339ea2c0b3ce09aa6149708cdplougher * seek beyond end of file, write_block will do 2009c6e684fd0562ef5339ea2c0b3ce09aa6149708cdplougher * the right thing 2010c6e684fd0562ef5339ea2c0b3ce09aa6149708cdplougher */ 20118888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher hole --; 2012d4204758f77acb5a371fa1487a755b76a05d5476plougher if(write_block(file_fd, "\0", 1, hole, 2013d4204758f77acb5a371fa1487a755b76a05d5476plougher file->sparse) == FALSE) { 2014d4204758f77acb5a371fa1487a755b76a05d5476plougher ERROR("writer: failed to write sparse " 2015d4204758f77acb5a371fa1487a755b76a05d5476plougher "data block\n"); 201627636cb2cec37a68313f9eb825c0548245eecad0plougher failed = TRUE; 20178888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher } 20188888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher } else if(ftruncate(file_fd, file->file_size) == -1) { 2019d4204758f77acb5a371fa1487a755b76a05d5476plougher ERROR("writer: failed to write sparse data " 2020d4204758f77acb5a371fa1487a755b76a05d5476plougher "block\n"); 202127636cb2cec37a68313f9eb825c0548245eecad0plougher failed = TRUE; 20228888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher } 20238888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher } 20248888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 2025cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher close_wake(file_fd); 202627636cb2cec37a68313f9eb825c0548245eecad0plougher if(failed == FALSE) 2027d4204758f77acb5a371fa1487a755b76a05d5476plougher set_attributes(file->pathname, file->mode, file->uid, 2028fdbbd7d7e595a227e0c259fa4afc872098c9e471plougher file->gid, file->time, file->xattr, force); 202927636cb2cec37a68313f9eb825c0548245eecad0plougher else { 203027636cb2cec37a68313f9eb825c0548245eecad0plougher ERROR("Failed to write %s, skipping\n", file->pathname); 203127636cb2cec37a68313f9eb825c0548245eecad0plougher unlink(file->pathname); 203227636cb2cec37a68313f9eb825c0548245eecad0plougher } 203379df93becb68081effabebba3006c794be308598plougher free(file->pathname); 20348888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher free(file); 203527636cb2cec37a68313f9eb825c0548245eecad0plougher 20368888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher } 20378888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher} 20388888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 20398888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 2040d4204758f77acb5a371fa1487a755b76a05d5476plougher/* 2041d4204758f77acb5a371fa1487a755b76a05d5476plougher * decompress thread. This decompresses buffers queued by the read thread 2042d4204758f77acb5a371fa1487a755b76a05d5476plougher */ 20433327bd9640ed579e8022b0e3889f71c342a64193Phillip Loughervoid *inflator(void *arg) 20448888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher{ 20458888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher char tmp[block_size]; 20468888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 20478888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher while(1) { 2048bee9e37353d957d1c4d8669ca4eba30c2b9df3f5Phillip Lougher struct cache_entry *entry = queue_get(to_inflate); 2049efda88fd6fbb19543a86b5f8d15b437bba8c4674plougher int error, res; 2050efda88fd6fbb19543a86b5f8d15b437bba8c4674plougher 2051b48442b2e37b3cb7efbffb032968f115eec7963cplougher res = compressor_uncompress(comp, tmp, entry->data, 2052efda88fd6fbb19543a86b5f8d15b437bba8c4674plougher SQUASHFS_COMPRESSED_SIZE_BLOCK(entry->size), block_size, 2053efda88fd6fbb19543a86b5f8d15b437bba8c4674plougher &error); 2054efda88fd6fbb19543a86b5f8d15b437bba8c4674plougher 2055efda88fd6fbb19543a86b5f8d15b437bba8c4674plougher if(res == -1) 2056efda88fd6fbb19543a86b5f8d15b437bba8c4674plougher ERROR("%s uncompress failed with error code %d\n", 2057efda88fd6fbb19543a86b5f8d15b437bba8c4674plougher comp->name, error); 2058efda88fd6fbb19543a86b5f8d15b437bba8c4674plougher else 2059efda88fd6fbb19543a86b5f8d15b437bba8c4674plougher memcpy(entry->data, tmp, res); 20608888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 2061d4204758f77acb5a371fa1487a755b76a05d5476plougher /* 2062d4204758f77acb5a371fa1487a755b76a05d5476plougher * block has been either successfully decompressed, or an error 20638888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher * occurred, clear pending flag, set error appropriately and 2064d4204758f77acb5a371fa1487a755b76a05d5476plougher * wake up any threads waiting on this block 2065d4204758f77acb5a371fa1487a755b76a05d5476plougher */ 2066efda88fd6fbb19543a86b5f8d15b437bba8c4674plougher cache_block_ready(entry, res == -1); 20678888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher } 20688888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher} 20698888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 20708888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 2071eb35c81a4c4500aab9eeea2ba2271c88fe42732aploughervoid *progress_thread(void *arg) 2072eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher{ 20739fdf6bba5e8babda13fe13a08e3fe555bd41bfbdPhillip Lougher struct timespec requested_time, remaining; 20741b5f6c5145f284683a2628b73ab5f8a0e37dd7b4plougher struct itimerval itimerval; 20751b5f6c5145f284683a2628b73ab5f8a0e37dd7b4plougher struct winsize winsize; 20761b5f6c5145f284683a2628b73ab5f8a0e37dd7b4plougher 20771b5f6c5145f284683a2628b73ab5f8a0e37dd7b4plougher if(ioctl(1, TIOCGWINSZ, &winsize) == -1) { 207801b4328a47a3c1ecd9ccc3ff6cde37ea973bb3c6plougher if(isatty(STDOUT_FILENO)) 207901b4328a47a3c1ecd9ccc3ff6cde37ea973bb3c6plougher ERROR("TIOCGWINSZ ioctl failed, defaulting to 80 " 208001b4328a47a3c1ecd9ccc3ff6cde37ea973bb3c6plougher "columns\n"); 20811b5f6c5145f284683a2628b73ab5f8a0e37dd7b4plougher columns = 80; 20821b5f6c5145f284683a2628b73ab5f8a0e37dd7b4plougher } else 20831b5f6c5145f284683a2628b73ab5f8a0e37dd7b4plougher columns = winsize.ws_col; 20841b5f6c5145f284683a2628b73ab5f8a0e37dd7b4plougher signal(SIGWINCH, sigwinch_handler); 20851b5f6c5145f284683a2628b73ab5f8a0e37dd7b4plougher signal(SIGALRM, sigalrm_handler); 20861b5f6c5145f284683a2628b73ab5f8a0e37dd7b4plougher 20871b5f6c5145f284683a2628b73ab5f8a0e37dd7b4plougher itimerval.it_value.tv_sec = 0; 20881b5f6c5145f284683a2628b73ab5f8a0e37dd7b4plougher itimerval.it_value.tv_usec = 250000; 20891b5f6c5145f284683a2628b73ab5f8a0e37dd7b4plougher itimerval.it_interval.tv_sec = 0; 20901b5f6c5145f284683a2628b73ab5f8a0e37dd7b4plougher itimerval.it_interval.tv_usec = 250000; 20911b5f6c5145f284683a2628b73ab5f8a0e37dd7b4plougher setitimer(ITIMER_REAL, &itimerval, NULL); 2092eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher 20939fdf6bba5e8babda13fe13a08e3fe555bd41bfbdPhillip Lougher requested_time.tv_sec = 0; 20949fdf6bba5e8babda13fe13a08e3fe555bd41bfbdPhillip Lougher requested_time.tv_nsec = 250000000; 2095eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher 2096eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher while(1) { 20979fdf6bba5e8babda13fe13a08e3fe555bd41bfbdPhillip Lougher int res = nanosleep(&requested_time, &remaining); 20989fdf6bba5e8babda13fe13a08e3fe555bd41bfbdPhillip Lougher 20999fdf6bba5e8babda13fe13a08e3fe555bd41bfbdPhillip Lougher if(res == -1 && errno != EINTR) 21009fdf6bba5e8babda13fe13a08e3fe555bd41bfbdPhillip Lougher EXIT_UNSQUASH("nanosleep failed in progress thread\n"); 21019fdf6bba5e8babda13fe13a08e3fe555bd41bfbdPhillip Lougher 21029fdf6bba5e8babda13fe13a08e3fe555bd41bfbdPhillip Lougher if(progress_enabled) { 21039fdf6bba5e8babda13fe13a08e3fe555bd41bfbdPhillip Lougher pthread_mutex_lock(&screen_mutex); 21041b42101056befe25b5f19d5b099e806a2ecee9cdplougher progress_bar(sym_count + dev_count + 2105d4204758f77acb5a371fa1487a755b76a05d5476plougher fifo_count + cur_blocks, total_inodes - 2106d4204758f77acb5a371fa1487a755b76a05d5476plougher total_files + total_blocks, columns); 21079fdf6bba5e8babda13fe13a08e3fe555bd41bfbdPhillip Lougher pthread_mutex_unlock(&screen_mutex); 21089fdf6bba5e8babda13fe13a08e3fe555bd41bfbdPhillip Lougher } 2109eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher } 2110eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher} 2111eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher 2112eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher 21138888b61f8ff4680247d10f7e5beb2ff35e8c867dploughervoid initialise_threads(int fragment_buffer_size, int data_buffer_size) 21148888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher{ 2115cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher struct rlimit rlim; 2116cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher int i, max_files, res; 21178888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher sigset_t sigmask, old_mask; 21188888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 2119fec0a36c9b8a2c91c2930ea57b304299490ccedfPhillip Lougher /* block SIGQUIT and SIGHUP, these are handled by the info thread */ 21208888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher sigemptyset(&sigmask); 21218888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher sigaddset(&sigmask, SIGQUIT); 2122fec0a36c9b8a2c91c2930ea57b304299490ccedfPhillip Lougher sigaddset(&sigmask, SIGHUP); 2123e0a306c5aca0aa2ca4d07593afaef79e360213a2Phillip Lougher if(pthread_sigmask(SIG_BLOCK, &sigmask, NULL) == -1) 21243642cef78fdbb9c4dc90cc6463443a6d005cfab2Phillip Lougher EXIT_UNSQUASH("Failed to set signal mask in initialise_threads" 2125fec0a36c9b8a2c91c2930ea57b304299490ccedfPhillip Lougher "\n"); 2126fec0a36c9b8a2c91c2930ea57b304299490ccedfPhillip Lougher 2127fec0a36c9b8a2c91c2930ea57b304299490ccedfPhillip Lougher /* 2128e0a306c5aca0aa2ca4d07593afaef79e360213a2Phillip Lougher * temporarily block these signals so the created sub-threads will 2129fec0a36c9b8a2c91c2930ea57b304299490ccedfPhillip Lougher * ignore them, ensuring the main thread handles them 2130fec0a36c9b8a2c91c2930ea57b304299490ccedfPhillip Lougher */ 2131fec0a36c9b8a2c91c2930ea57b304299490ccedfPhillip Lougher sigemptyset(&sigmask); 2132fec0a36c9b8a2c91c2930ea57b304299490ccedfPhillip Lougher sigaddset(&sigmask, SIGINT); 2133fec0a36c9b8a2c91c2930ea57b304299490ccedfPhillip Lougher sigaddset(&sigmask, SIGTERM); 2134e0a306c5aca0aa2ca4d07593afaef79e360213a2Phillip Lougher if(pthread_sigmask(SIG_BLOCK, &sigmask, &old_mask) == -1) 21353642cef78fdbb9c4dc90cc6463443a6d005cfab2Phillip Lougher EXIT_UNSQUASH("Failed to set signal mask in initialise_threads" 2136c435240f52b78b0ef498118727ba8dad186db26bplougher "\n"); 21378888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 21388888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher if(processors == -1) { 21398888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher#ifndef linux 21408888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher int mib[2]; 21418888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher size_t len = sizeof(processors); 21428888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 21438888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher mib[0] = CTL_HW; 21448888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher#ifdef HW_AVAILCPU 21458888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher mib[1] = HW_AVAILCPU; 21468888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher#else 21478888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher mib[1] = HW_NCPU; 21488888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher#endif 21498888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 21508888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher if(sysctl(mib, 2, &processors, &len, NULL, 0) == -1) { 2151d4204758f77acb5a371fa1487a755b76a05d5476plougher ERROR("Failed to get number of available processors. " 2152d4204758f77acb5a371fa1487a755b76a05d5476plougher "Defaulting to 1\n"); 21538888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher processors = 1; 21548888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher } 21558888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher#else 21569cc26b77a61fefdeb45f5c487c2bfdefd394b66fplougher processors = sysconf(_SC_NPROCESSORS_ONLN); 21578888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher#endif 21588888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher } 21598888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 216070f4aa66fa20ac3f86605e1330ccf241440e2cc3Phillip Lougher if(add_overflow(processors, 3) || 216170f4aa66fa20ac3f86605e1330ccf241440e2cc3Phillip Lougher multiply_overflow(processors + 3, sizeof(pthread_t))) 216270f4aa66fa20ac3f86605e1330ccf241440e2cc3Phillip Lougher EXIT_UNSQUASH("Processors too large\n"); 216370f4aa66fa20ac3f86605e1330ccf241440e2cc3Phillip Lougher 21646697cff2155192a3e0c182a3cef046ebf215ac32plougher thread = malloc((3 + processors) * sizeof(pthread_t)); 21656697cff2155192a3e0c182a3cef046ebf215ac32plougher if(thread == NULL) 21668888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher EXIT_UNSQUASH("Out of memory allocating thread descriptors\n"); 21673327bd9640ed579e8022b0e3889f71c342a64193Phillip Lougher inflator_thread = &thread[3]; 21688888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 2169cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher /* 2170bee9e37353d957d1c4d8669ca4eba30c2b9df3f5Phillip Lougher * dimensioning the to_reader and to_inflate queues. The size of 2171cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher * these queues is directly related to the amount of block 2172cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher * read-ahead possible. To_reader queues block read requests to 2173bee9e37353d957d1c4d8669ca4eba30c2b9df3f5Phillip Lougher * the reader thread and to_inflate queues block decompression 21743327bd9640ed579e8022b0e3889f71c342a64193Phillip Lougher * requests to the inflate thread(s) (once the block has been read by 2175cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher * the reader thread). The amount of read-ahead is determined by 2176cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher * the combined size of the data_block and fragment caches which 2177cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher * determine the total number of blocks which can be "in flight" 2178cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher * at any one time (either being read or being decompressed) 2179cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher * 2180cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher * The maximum file open limit, however, affects the read-ahead 2181cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher * possible, in that for normal sizes of the fragment and data block 2182cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher * caches, where the incoming files have few data blocks or one fragment 2183cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher * only, the file open limit is likely to be reached before the 2184cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher * caches are full. This means the worst case sizing of the combined 2185cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher * sizes of the caches is unlikely to ever be necessary. However, is is 2186cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher * obvious read-ahead up to the data block cache size is always possible 2187cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher * irrespective of the file open limit, because a single file could 2188cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher * contain that number of blocks. 2189cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher * 2190cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher * Choosing the size as "file open limit + data block cache size" seems 2191cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher * to be a reasonable estimate. We can reasonably assume the maximum 2192cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher * likely read-ahead possible is data block cache size + one fragment 2193cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher * per open file. 2194cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher * 2195cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher * dimensioning the to_writer queue. The size of this queue is 2196cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher * directly related to the amount of block read-ahead possible. 2197bee9e37353d957d1c4d8669ca4eba30c2b9df3f5Phillip Lougher * However, unlike the to_reader and to_inflate queues, this is 2198cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher * complicated by the fact the to_writer queue not only contains 2199cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher * entries for fragments and data_blocks but it also contains 2200cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher * file entries, one per open file in the read-ahead. 2201cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher * 2202cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher * Choosing the size as "2 * (file open limit) + 2203cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher * data block cache size" seems to be a reasonable estimate. 2204cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher * We can reasonably assume the maximum likely read-ahead possible 2205cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher * is data block cache size + one fragment per open file, and then 2206cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher * we will have a file_entry for each open file. 2207cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher */ 2208cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher res = getrlimit(RLIMIT_NOFILE, &rlim); 2209cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher if (res == -1) { 2210cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher ERROR("failed to get open file limit! Defaulting to 1\n"); 2211cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher rlim.rlim_cur = 1; 2212cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher } 2213cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher 2214cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher if (rlim.rlim_cur != RLIM_INFINITY) { 2215cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher /* 2216cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher * leave OPEN_FILE_MARGIN free (rlim_cur includes fds used by 2217cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher * stdin, stdout, stderr and filesystem fd 2218cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher */ 2219cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher if (rlim.rlim_cur <= OPEN_FILE_MARGIN) 2220cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher /* no margin, use minimum possible */ 2221cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher max_files = 1; 2222cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher else 2223cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher max_files = rlim.rlim_cur - OPEN_FILE_MARGIN; 2224cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher } else 2225cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher max_files = -1; 2226cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher 2227cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher /* set amount of available files for use by open_wait and close_wake */ 2228cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher open_init(max_files); 2229cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher 2230cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher /* 2231bee9e37353d957d1c4d8669ca4eba30c2b9df3f5Phillip Lougher * allocate to_reader, to_inflate and to_writer queues. Set based on 2232cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher * open file limit and cache size, unless open file limit is unlimited, 2233cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher * in which case set purely based on cache limits 22342b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher * 22352b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher * In doing so, check that the user supplied values do not overflow 22362b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher * a signed int 2237cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher */ 2238cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher if (max_files != -1) { 22392b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher if(add_overflow(data_buffer_size, max_files) || 22402b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher add_overflow(data_buffer_size, max_files * 2)) 22412b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher EXIT_UNSQUASH("Data queue size is too large\n"); 22422b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher 2243cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher to_reader = queue_init(max_files + data_buffer_size); 2244bee9e37353d957d1c4d8669ca4eba30c2b9df3f5Phillip Lougher to_inflate = queue_init(max_files + data_buffer_size); 2245cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher to_writer = queue_init(max_files * 2 + data_buffer_size); 2246cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher } else { 22472b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher int all_buffers_size; 22482b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher 22492b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher if(add_overflow(fragment_buffer_size, data_buffer_size)) 22502b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher EXIT_UNSQUASH("Data and fragment queues combined are" 22512b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher " too large\n"); 22522b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher 22532b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher all_buffers_size = fragment_buffer_size + data_buffer_size; 22542b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher 22552b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher if(add_overflow(all_buffers_size, all_buffers_size)) 22562b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher EXIT_UNSQUASH("Data and fragment queues combined are" 22572b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher " too large\n"); 2258cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher 2259cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher to_reader = queue_init(all_buffers_size); 2260bee9e37353d957d1c4d8669ca4eba30c2b9df3f5Phillip Lougher to_inflate = queue_init(all_buffers_size); 2261cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher to_writer = queue_init(all_buffers_size * 2); 2262cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher } 2263cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher 22648888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher from_writer = queue_init(1); 2265cb32e1c6050eba57d59bef5a35a75ffc19d3c699Phillip Lougher 22668888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher fragment_cache = cache_init(block_size, fragment_buffer_size); 22678888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher data_cache = cache_init(block_size, data_buffer_size); 22688888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher pthread_create(&thread[0], NULL, reader, NULL); 22698888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher pthread_create(&thread[1], NULL, writer, NULL); 2270eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher pthread_create(&thread[2], NULL, progress_thread, NULL); 2271fec0a36c9b8a2c91c2930ea57b304299490ccedfPhillip Lougher init_info(); 22728888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher pthread_mutex_init(&fragment_mutex, NULL); 22738888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 22748888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher for(i = 0; i < processors; i++) { 22753327bd9640ed579e8022b0e3889f71c342a64193Phillip Lougher if(pthread_create(&inflator_thread[i], NULL, inflator, NULL) != 2276c435240f52b78b0ef498118727ba8dad186db26bplougher 0) 22778888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher EXIT_UNSQUASH("Failed to create thread\n"); 22788888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher } 22798888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 22808888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher printf("Parallel unsquashfs: Using %d processor%s\n", processors, 22818888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher processors == 1 ? "" : "s"); 22828888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 2283e0a306c5aca0aa2ca4d07593afaef79e360213a2Phillip Lougher if(pthread_sigmask(SIG_SETMASK, &old_mask, NULL) == -1) 22843642cef78fdbb9c4dc90cc6463443a6d005cfab2Phillip Lougher EXIT_UNSQUASH("Failed to set signal mask in initialise_threads" 2285c435240f52b78b0ef498118727ba8dad186db26bplougher "\n"); 22868888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher} 22878888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 22888888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 22891b42101056befe25b5f19d5b099e806a2ecee9cdploughervoid enable_progress_bar() 22901b42101056befe25b5f19d5b099e806a2ecee9cdplougher{ 22911b42101056befe25b5f19d5b099e806a2ecee9cdplougher pthread_mutex_lock(&screen_mutex); 2292ff53fc094fa4760f2e4d602fd14ad6aa7a97cbe9Phillip Lougher progress_enabled = progress; 22931b42101056befe25b5f19d5b099e806a2ecee9cdplougher pthread_mutex_unlock(&screen_mutex); 22941b42101056befe25b5f19d5b099e806a2ecee9cdplougher} 22951b42101056befe25b5f19d5b099e806a2ecee9cdplougher 22961b42101056befe25b5f19d5b099e806a2ecee9cdplougher 22971b42101056befe25b5f19d5b099e806a2ecee9cdploughervoid disable_progress_bar() 22981b42101056befe25b5f19d5b099e806a2ecee9cdplougher{ 22991b42101056befe25b5f19d5b099e806a2ecee9cdplougher pthread_mutex_lock(&screen_mutex); 2300ff53fc094fa4760f2e4d602fd14ad6aa7a97cbe9Phillip Lougher if(progress_enabled) { 2301ff53fc094fa4760f2e4d602fd14ad6aa7a97cbe9Phillip Lougher progress_bar(sym_count + dev_count + fifo_count + cur_blocks, 2302ff53fc094fa4760f2e4d602fd14ad6aa7a97cbe9Phillip Lougher total_inodes - total_files + total_blocks, columns); 2303ff53fc094fa4760f2e4d602fd14ad6aa7a97cbe9Phillip Lougher printf("\n"); 2304ff53fc094fa4760f2e4d602fd14ad6aa7a97cbe9Phillip Lougher } 23051b42101056befe25b5f19d5b099e806a2ecee9cdplougher progress_enabled = FALSE; 23061b42101056befe25b5f19d5b099e806a2ecee9cdplougher pthread_mutex_unlock(&screen_mutex); 23071b42101056befe25b5f19d5b099e806a2ecee9cdplougher} 23081b42101056befe25b5f19d5b099e806a2ecee9cdplougher 23091b42101056befe25b5f19d5b099e806a2ecee9cdplougher 23100100fed4ec712daba9a0009c47f6e8390da5bd93Phillip Loughervoid progressbar_error(char *fmt, ...) 23110100fed4ec712daba9a0009c47f6e8390da5bd93Phillip Lougher{ 23120100fed4ec712daba9a0009c47f6e8390da5bd93Phillip Lougher va_list ap; 23130100fed4ec712daba9a0009c47f6e8390da5bd93Phillip Lougher 23140100fed4ec712daba9a0009c47f6e8390da5bd93Phillip Lougher pthread_mutex_lock(&screen_mutex); 23150100fed4ec712daba9a0009c47f6e8390da5bd93Phillip Lougher 23160100fed4ec712daba9a0009c47f6e8390da5bd93Phillip Lougher if(progress_enabled) 23170100fed4ec712daba9a0009c47f6e8390da5bd93Phillip Lougher fprintf(stderr, "\n"); 23180100fed4ec712daba9a0009c47f6e8390da5bd93Phillip Lougher 23190100fed4ec712daba9a0009c47f6e8390da5bd93Phillip Lougher va_start(ap, fmt); 23200100fed4ec712daba9a0009c47f6e8390da5bd93Phillip Lougher vfprintf(stderr, fmt, ap); 23210100fed4ec712daba9a0009c47f6e8390da5bd93Phillip Lougher va_end(ap); 23220100fed4ec712daba9a0009c47f6e8390da5bd93Phillip Lougher 23230100fed4ec712daba9a0009c47f6e8390da5bd93Phillip Lougher pthread_mutex_unlock(&screen_mutex); 23240100fed4ec712daba9a0009c47f6e8390da5bd93Phillip Lougher} 23250100fed4ec712daba9a0009c47f6e8390da5bd93Phillip Lougher 23260100fed4ec712daba9a0009c47f6e8390da5bd93Phillip Lougher 23270100fed4ec712daba9a0009c47f6e8390da5bd93Phillip Loughervoid progressbar_info(char *fmt, ...) 23280100fed4ec712daba9a0009c47f6e8390da5bd93Phillip Lougher{ 23290100fed4ec712daba9a0009c47f6e8390da5bd93Phillip Lougher va_list ap; 23300100fed4ec712daba9a0009c47f6e8390da5bd93Phillip Lougher 23310100fed4ec712daba9a0009c47f6e8390da5bd93Phillip Lougher pthread_mutex_lock(&screen_mutex); 23320100fed4ec712daba9a0009c47f6e8390da5bd93Phillip Lougher 23330100fed4ec712daba9a0009c47f6e8390da5bd93Phillip Lougher if(progress_enabled) 23340100fed4ec712daba9a0009c47f6e8390da5bd93Phillip Lougher printf("\n"); 23350100fed4ec712daba9a0009c47f6e8390da5bd93Phillip Lougher 23360100fed4ec712daba9a0009c47f6e8390da5bd93Phillip Lougher va_start(ap, fmt); 23370100fed4ec712daba9a0009c47f6e8390da5bd93Phillip Lougher vprintf(fmt, ap); 23380100fed4ec712daba9a0009c47f6e8390da5bd93Phillip Lougher va_end(ap); 23390100fed4ec712daba9a0009c47f6e8390da5bd93Phillip Lougher 23400100fed4ec712daba9a0009c47f6e8390da5bd93Phillip Lougher pthread_mutex_unlock(&screen_mutex); 23410100fed4ec712daba9a0009c47f6e8390da5bd93Phillip Lougher} 23420100fed4ec712daba9a0009c47f6e8390da5bd93Phillip Lougher 2343eb35c81a4c4500aab9eeea2ba2271c88fe42732aploughervoid progress_bar(long long current, long long max, int columns) 2344eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher{ 2345eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher char rotate_list[] = { '|', '/', '-', '\\' }; 2346b5a32017ae5c8f1b4d00b296e8f6fef140e8dd99plougher int max_digits, used, hashes, spaces; 2347dce832998340bea4236fddb5ba1525121044ce18plougher static int tty = -1; 2348eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher 2349b5a32017ae5c8f1b4d00b296e8f6fef140e8dd99plougher if(max == 0) 2350b5a32017ae5c8f1b4d00b296e8f6fef140e8dd99plougher return; 2351b5a32017ae5c8f1b4d00b296e8f6fef140e8dd99plougher 2352b5a32017ae5c8f1b4d00b296e8f6fef140e8dd99plougher max_digits = floor(log10(max)) + 1; 2353b5a32017ae5c8f1b4d00b296e8f6fef140e8dd99plougher used = max_digits * 2 + 11; 2354b5a32017ae5c8f1b4d00b296e8f6fef140e8dd99plougher hashes = (current * (columns - used)) / max; 2355b5a32017ae5c8f1b4d00b296e8f6fef140e8dd99plougher spaces = columns - used - hashes; 2356b5a32017ae5c8f1b4d00b296e8f6fef140e8dd99plougher 2357eaf639366792995c36ae7295bddf534f6f416643plougher if((current > max) || (columns - used < 0)) 2358eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher return; 2359eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher 2360dce832998340bea4236fddb5ba1525121044ce18plougher if(tty == -1) 2361dce832998340bea4236fddb5ba1525121044ce18plougher tty = isatty(STDOUT_FILENO); 2362dce832998340bea4236fddb5ba1525121044ce18plougher if(!tty) { 2363dce832998340bea4236fddb5ba1525121044ce18plougher static long long previous = -1; 2364dce832998340bea4236fddb5ba1525121044ce18plougher 23650a0d045642e8e413f90b770539193d3fd1522786plougher /* 23660a0d045642e8e413f90b770539193d3fd1522786plougher * Updating much more frequently than this results in huge 23670a0d045642e8e413f90b770539193d3fd1522786plougher * log files. 23680a0d045642e8e413f90b770539193d3fd1522786plougher */ 2369dce832998340bea4236fddb5ba1525121044ce18plougher if((current % 100) != 0 && current != max) 2370dce832998340bea4236fddb5ba1525121044ce18plougher return; 2371dce832998340bea4236fddb5ba1525121044ce18plougher /* Don't update just to rotate the spinner. */ 2372dce832998340bea4236fddb5ba1525121044ce18plougher if(current == previous) 2373dce832998340bea4236fddb5ba1525121044ce18plougher return; 2374dce832998340bea4236fddb5ba1525121044ce18plougher previous = current; 2375dce832998340bea4236fddb5ba1525121044ce18plougher } 2376dce832998340bea4236fddb5ba1525121044ce18plougher 2377eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher printf("\r["); 2378eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher 2379eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher while (hashes --) 2380eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher putchar('='); 2381eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher 2382eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher putchar(rotate_list[rotate]); 2383eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher 2384eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher while(spaces --) 2385eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher putchar(' '); 2386eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher 2387eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher printf("] %*lld/%*lld", max_digits, current, max_digits, max); 2388eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher printf(" %3lld%%", current * 100 / max); 2389eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher fflush(stdout); 2390eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher} 2391eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher 2392eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher 23932b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougherint parse_number(char *arg, int *res) 23942b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher{ 23952b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher char *b; 23962b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher long number = strtol(arg, &b, 10); 23972b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher 23982b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher /* check for trailing junk after number */ 23992b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher if(*b != '\0') 24002b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher return 0; 24012b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher 24027f1f61927a265b3c32f73afec110807b43dc1193Phillip Lougher /* 24037f1f61927a265b3c32f73afec110807b43dc1193Phillip Lougher * check for strtol underflow or overflow in conversion. 24047f1f61927a265b3c32f73afec110807b43dc1193Phillip Lougher * Note: strtol can validly return LONG_MIN and LONG_MAX 24057f1f61927a265b3c32f73afec110807b43dc1193Phillip Lougher * if the user entered these values, but, additional code 24067f1f61927a265b3c32f73afec110807b43dc1193Phillip Lougher * to distinguish this scenario is unnecessary, because for 24077f1f61927a265b3c32f73afec110807b43dc1193Phillip Lougher * our purposes LONG_MIN and LONG_MAX are too large anyway 24087f1f61927a265b3c32f73afec110807b43dc1193Phillip Lougher */ 24092b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher if(number == LONG_MIN || number == LONG_MAX) 24102b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher return 0; 24112b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher 24122b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher /* reject negative numbers as invalid */ 24132b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher if(number < 0) 24142b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher return 0; 24152b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher 24162b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher /* check if long result will overflow signed int */ 24172b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher if(number > INT_MAX) 24182b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher return 0; 24192b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher 24202b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher *res = number; 24212b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher return 1; 24222b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher} 24232b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher 24242b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher 2425443c15812032991c98b33b5424b17bcd55fe3575plougher#define VERSION() \ 2426f39ecdcf073a4c2472c02fda4f4039a9809afc1aPhillip Lougher printf("unsquashfs version 4.2-git (2013/06/08)\n");\ 2427e89dabed981f39b54ca5046cfc2290dbe48961b5Phillip Lougher printf("copyright (C) 2013 Phillip Lougher "\ 242883d42a3fc898962aa1f1e8387f2ccb1114e0d294Phillip Lougher "<phillip@squashfs.org.uk>\n\n");\ 2429e3206fad5b70e7e0527db2a627ad26616a8a2429plougher printf("This program is free software; you can redistribute it and/or"\ 2430d4204758f77acb5a371fa1487a755b76a05d5476plougher "\n");\ 2431e3206fad5b70e7e0527db2a627ad26616a8a2429plougher printf("modify it under the terms of the GNU General Public License"\ 2432d4204758f77acb5a371fa1487a755b76a05d5476plougher "\n");\ 2433e3206fad5b70e7e0527db2a627ad26616a8a2429plougher printf("as published by the Free Software Foundation; either version "\ 2434e3206fad5b70e7e0527db2a627ad26616a8a2429plougher "2,\n");\ 2435e3206fad5b70e7e0527db2a627ad26616a8a2429plougher printf("or (at your option) any later version.\n\n");\ 2436e3206fad5b70e7e0527db2a627ad26616a8a2429plougher printf("This program is distributed in the hope that it will be "\ 2437e3206fad5b70e7e0527db2a627ad26616a8a2429plougher "useful,\n");\ 2438d4204758f77acb5a371fa1487a755b76a05d5476plougher printf("but WITHOUT ANY WARRANTY; without even the implied warranty of"\ 2439d4204758f77acb5a371fa1487a755b76a05d5476plougher "\n");\ 2440d4204758f77acb5a371fa1487a755b76a05d5476plougher printf("MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the"\ 2441d4204758f77acb5a371fa1487a755b76a05d5476plougher "\n");\ 2442443c15812032991c98b33b5424b17bcd55fe3575plougher printf("GNU General Public License for more details.\n"); 2443443c15812032991c98b33b5424b17bcd55fe3575plougherint main(int argc, char *argv[]) 2444443c15812032991c98b33b5424b17bcd55fe3575plougher{ 2445443c15812032991c98b33b5424b17bcd55fe3575plougher char *dest = "squashfs-root"; 2446b624936abba03d38b7e9245c647339d8f6f34274plougher int i, stat_sys = FALSE, version = FALSE; 2447545404219cdd79c1e06ac7d0698d02a15240c4c3plougher int n; 2448a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher struct pathnames *paths = NULL; 2449a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher struct pathname *path = NULL; 2450e1542da6a3f99db8dc60b5cad891547e047861b7Phillip Lougher long long directory_table_end; 2451ae271cc93e3684d5314bcdc45b631e497ae43166plougher int fragment_buffer_size = FRAGMENT_BUFFER_DEFAULT; 2452ae271cc93e3684d5314bcdc45b631e497ae43166plougher int data_buffer_size = DATA_BUFFER_DEFAULT; 2453443c15812032991c98b33b5424b17bcd55fe3575plougher 24541b42101056befe25b5f19d5b099e806a2ecee9cdplougher pthread_mutex_init(&screen_mutex, NULL); 2455545404219cdd79c1e06ac7d0698d02a15240c4c3plougher root_process = geteuid() == 0; 2456545404219cdd79c1e06ac7d0698d02a15240c4c3plougher if(root_process) 24579dd8c7a7c2983faeb60c5e5791c3bef2cbbba088plougher umask(0); 24589dd8c7a7c2983faeb60c5e5791c3bef2cbbba088plougher 2459443c15812032991c98b33b5424b17bcd55fe3575plougher for(i = 1; i < argc; i++) { 2460443c15812032991c98b33b5424b17bcd55fe3575plougher if(*argv[i] != '-') 2461443c15812032991c98b33b5424b17bcd55fe3575plougher break; 2462d4204758f77acb5a371fa1487a755b76a05d5476plougher if(strcmp(argv[i], "-version") == 0 || 2463d4204758f77acb5a371fa1487a755b76a05d5476plougher strcmp(argv[i], "-v") == 0) { 2464443c15812032991c98b33b5424b17bcd55fe3575plougher VERSION(); 2465443c15812032991c98b33b5424b17bcd55fe3575plougher version = TRUE; 2466d4204758f77acb5a371fa1487a755b76a05d5476plougher } else if(strcmp(argv[i], "-info") == 0 || 2467d4204758f77acb5a371fa1487a755b76a05d5476plougher strcmp(argv[i], "-i") == 0) 2468443c15812032991c98b33b5424b17bcd55fe3575plougher info = TRUE; 2469c435240f52b78b0ef498118727ba8dad186db26bplougher else if(strcmp(argv[i], "-ls") == 0 || 2470c435240f52b78b0ef498118727ba8dad186db26bplougher strcmp(argv[i], "-l") == 0) 2471443c15812032991c98b33b5424b17bcd55fe3575plougher lsonly = TRUE; 2472d4204758f77acb5a371fa1487a755b76a05d5476plougher else if(strcmp(argv[i], "-no-progress") == 0 || 2473d4204758f77acb5a371fa1487a755b76a05d5476plougher strcmp(argv[i], "-n") == 0) 2474296d7d8a68e33341d68f4354b5e1fe2f3aa275a6plougher progress = FALSE; 247531638061a6de0cb89093672aa71ddeb42f2eb28aplougher else if(strcmp(argv[i], "-no-xattrs") == 0 || 247631638061a6de0cb89093672aa71ddeb42f2eb28aplougher strcmp(argv[i], "-no") == 0) 247731638061a6de0cb89093672aa71ddeb42f2eb28aplougher no_xattrs = TRUE; 2478df9d38a515489c2c573754ad81abd230dfd8b1f0plougher else if(strcmp(argv[i], "-xattrs") == 0 || 2479df9d38a515489c2c573754ad81abd230dfd8b1f0plougher strcmp(argv[i], "-x") == 0) 2480df9d38a515489c2c573754ad81abd230dfd8b1f0plougher no_xattrs = FALSE; 2481498da46ad7e6bd0a1fac0ec81d85ce1ac56bf385Phillip Lougher else if(strcmp(argv[i], "-user-xattrs") == 0 || 2482498da46ad7e6bd0a1fac0ec81d85ce1ac56bf385Phillip Lougher strcmp(argv[i], "-u") == 0) { 2483498da46ad7e6bd0a1fac0ec81d85ce1ac56bf385Phillip Lougher user_xattrs = TRUE; 2484498da46ad7e6bd0a1fac0ec81d85ce1ac56bf385Phillip Lougher no_xattrs = FALSE; 2485498da46ad7e6bd0a1fac0ec81d85ce1ac56bf385Phillip Lougher } else if(strcmp(argv[i], "-dest") == 0 || 2486d4204758f77acb5a371fa1487a755b76a05d5476plougher strcmp(argv[i], "-d") == 0) { 248771add234b27054974d5e29f95b3fab3072792a62plougher if(++i == argc) { 2488d4204758f77acb5a371fa1487a755b76a05d5476plougher fprintf(stderr, "%s: -dest missing filename\n", 2489d4204758f77acb5a371fa1487a755b76a05d5476plougher argv[0]); 249071add234b27054974d5e29f95b3fab3072792a62plougher exit(1); 249171add234b27054974d5e29f95b3fab3072792a62plougher } 2492443c15812032991c98b33b5424b17bcd55fe3575plougher dest = argv[i]; 2493d4204758f77acb5a371fa1487a755b76a05d5476plougher } else if(strcmp(argv[i], "-processors") == 0 || 2494d4204758f77acb5a371fa1487a755b76a05d5476plougher strcmp(argv[i], "-p") == 0) { 2495c435240f52b78b0ef498118727ba8dad186db26bplougher if((++i == argc) || 24962c7ffbdfb7ef17a2032864e074a43d00631eeb8ePhillip Lougher !parse_number(argv[i], 24972c7ffbdfb7ef17a2032864e074a43d00631eeb8ePhillip Lougher &processors)) { 2498d4204758f77acb5a371fa1487a755b76a05d5476plougher ERROR("%s: -processors missing or invalid " 2499d4204758f77acb5a371fa1487a755b76a05d5476plougher "processor number\n", argv[0]); 25000cf5c297bec42c7c220d2825f12f9499f2293279plougher exit(1); 25010cf5c297bec42c7c220d2825f12f9499f2293279plougher } 25020cf5c297bec42c7c220d2825f12f9499f2293279plougher if(processors < 1) { 2503d4204758f77acb5a371fa1487a755b76a05d5476plougher ERROR("%s: -processors should be 1 or larger\n", 2504d4204758f77acb5a371fa1487a755b76a05d5476plougher argv[0]); 25050cf5c297bec42c7c220d2825f12f9499f2293279plougher exit(1); 25060cf5c297bec42c7c220d2825f12f9499f2293279plougher } 2507d4204758f77acb5a371fa1487a755b76a05d5476plougher } else if(strcmp(argv[i], "-data-queue") == 0 || 2508d4204758f77acb5a371fa1487a755b76a05d5476plougher strcmp(argv[i], "-da") == 0) { 2509c435240f52b78b0ef498118727ba8dad186db26bplougher if((++i == argc) || 25102b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher !parse_number(argv[i], 25112b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher &data_buffer_size)) { 2512c435240f52b78b0ef498118727ba8dad186db26bplougher ERROR("%s: -data-queue missing or invalid " 2513c435240f52b78b0ef498118727ba8dad186db26bplougher "queue size\n", argv[0]); 2514ae271cc93e3684d5314bcdc45b631e497ae43166plougher exit(1); 2515ae271cc93e3684d5314bcdc45b631e497ae43166plougher } 2516ae271cc93e3684d5314bcdc45b631e497ae43166plougher if(data_buffer_size < 1) { 2517d4204758f77acb5a371fa1487a755b76a05d5476plougher ERROR("%s: -data-queue should be 1 Mbyte or " 2518d4204758f77acb5a371fa1487a755b76a05d5476plougher "larger\n", argv[0]); 2519ae271cc93e3684d5314bcdc45b631e497ae43166plougher exit(1); 2520ae271cc93e3684d5314bcdc45b631e497ae43166plougher } 2521d4204758f77acb5a371fa1487a755b76a05d5476plougher } else if(strcmp(argv[i], "-frag-queue") == 0 || 2522d4204758f77acb5a371fa1487a755b76a05d5476plougher strcmp(argv[i], "-fr") == 0) { 2523c435240f52b78b0ef498118727ba8dad186db26bplougher if((++i == argc) || 25242b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher !parse_number(argv[i], 25252b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher &fragment_buffer_size)) { 2526c435240f52b78b0ef498118727ba8dad186db26bplougher ERROR("%s: -frag-queue missing or invalid " 2527c435240f52b78b0ef498118727ba8dad186db26bplougher "queue size\n", argv[0]); 2528ae271cc93e3684d5314bcdc45b631e497ae43166plougher exit(1); 2529ae271cc93e3684d5314bcdc45b631e497ae43166plougher } 2530ae271cc93e3684d5314bcdc45b631e497ae43166plougher if(fragment_buffer_size < 1) { 2531d4204758f77acb5a371fa1487a755b76a05d5476plougher ERROR("%s: -frag-queue should be 1 Mbyte or " 2532d4204758f77acb5a371fa1487a755b76a05d5476plougher "larger\n", argv[0]); 2533ae271cc93e3684d5314bcdc45b631e497ae43166plougher exit(1); 2534ae271cc93e3684d5314bcdc45b631e497ae43166plougher } 2535d4204758f77acb5a371fa1487a755b76a05d5476plougher } else if(strcmp(argv[i], "-force") == 0 || 2536d4204758f77acb5a371fa1487a755b76a05d5476plougher strcmp(argv[i], "-f") == 0) 2537a52d4c1b3b62c5bd1c63c392a8365afcebbf5b78plougher force = TRUE; 2538d4204758f77acb5a371fa1487a755b76a05d5476plougher else if(strcmp(argv[i], "-stat") == 0 || 2539d4204758f77acb5a371fa1487a755b76a05d5476plougher strcmp(argv[i], "-s") == 0) 2540b624936abba03d38b7e9245c647339d8f6f34274plougher stat_sys = TRUE; 2541d4204758f77acb5a371fa1487a755b76a05d5476plougher else if(strcmp(argv[i], "-lls") == 0 || 2542d4204758f77acb5a371fa1487a755b76a05d5476plougher strcmp(argv[i], "-ll") == 0) { 25439baf35a00f38816d2054deb70184943d0686d03eplougher lsonly = TRUE; 25449baf35a00f38816d2054deb70184943d0686d03eplougher short_ls = FALSE; 2545d4204758f77acb5a371fa1487a755b76a05d5476plougher } else if(strcmp(argv[i], "-linfo") == 0 || 2546d4204758f77acb5a371fa1487a755b76a05d5476plougher strcmp(argv[i], "-li") == 0) { 25479baf35a00f38816d2054deb70184943d0686d03eplougher info = TRUE; 25489baf35a00f38816d2054deb70184943d0686d03eplougher short_ls = FALSE; 2549d4204758f77acb5a371fa1487a755b76a05d5476plougher } else if(strcmp(argv[i], "-ef") == 0 || 2550d4204758f77acb5a371fa1487a755b76a05d5476plougher strcmp(argv[i], "-e") == 0) { 255171add234b27054974d5e29f95b3fab3072792a62plougher if(++i == argc) { 2552d4204758f77acb5a371fa1487a755b76a05d5476plougher fprintf(stderr, "%s: -ef missing filename\n", 2553d4204758f77acb5a371fa1487a755b76a05d5476plougher argv[0]); 255471add234b27054974d5e29f95b3fab3072792a62plougher exit(1); 255571add234b27054974d5e29f95b3fab3072792a62plougher } 2556a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher path = process_extract_files(path, argv[i]); 2557d4204758f77acb5a371fa1487a755b76a05d5476plougher } else if(strcmp(argv[i], "-regex") == 0 || 2558d4204758f77acb5a371fa1487a755b76a05d5476plougher strcmp(argv[i], "-r") == 0) 25594dba330d7b952f2f044d38e342e2ae3ea78910d6plougher use_regex = TRUE; 25604dba330d7b952f2f044d38e342e2ae3ea78910d6plougher else 2561b624936abba03d38b7e9245c647339d8f6f34274plougher goto options; 2562443c15812032991c98b33b5424b17bcd55fe3575plougher } 2563443c15812032991c98b33b5424b17bcd55fe3575plougher 2564feb4051fd2a6f1f5cc65df4c0e8b117800c016c9plougher if(lsonly || info) 2565feb4051fd2a6f1f5cc65df4c0e8b117800c016c9plougher progress = FALSE; 2566feb4051fd2a6f1f5cc65df4c0e8b117800c016c9plougher 2567bfa6e0b4ecb0e0cf3d451d1a094bc88c88593f76plougher#ifdef SQUASHFS_TRACE 2568bfa6e0b4ecb0e0cf3d451d1a094bc88c88593f76plougher progress = FALSE; 2569bfa6e0b4ecb0e0cf3d451d1a094bc88c88593f76plougher#endif 2570bfa6e0b4ecb0e0cf3d451d1a094bc88c88593f76plougher 2571443c15812032991c98b33b5424b17bcd55fe3575plougher if(i == argc) { 2572443c15812032991c98b33b5424b17bcd55fe3575plougher if(!version) { 2573443c15812032991c98b33b5424b17bcd55fe3575plougheroptions: 2574d4204758f77acb5a371fa1487a755b76a05d5476plougher ERROR("SYNTAX: %s [options] filesystem [directories or " 2575d4204758f77acb5a371fa1487a755b76a05d5476plougher "files to extract]\n", argv[0]); 2576d4204758f77acb5a371fa1487a755b76a05d5476plougher ERROR("\t-v[ersion]\t\tprint version, licence and " 2577d4204758f77acb5a371fa1487a755b76a05d5476plougher "copyright information\n"); 2578d4204758f77acb5a371fa1487a755b76a05d5476plougher ERROR("\t-d[est] <pathname>\tunsquash to <pathname>, " 2579d4204758f77acb5a371fa1487a755b76a05d5476plougher "default \"squashfs-root\"\n"); 2580c435240f52b78b0ef498118727ba8dad186db26bplougher ERROR("\t-n[o-progress]\t\tdon't display the progress " 2581c435240f52b78b0ef498118727ba8dad186db26bplougher "bar\n"); 2582df9d38a515489c2c573754ad81abd230dfd8b1f0plougher ERROR("\t-no[-xattrs]\t\tdon't extract xattrs in file system" 2583df9d38a515489c2c573754ad81abd230dfd8b1f0plougher NOXOPT_STR"\n"); 2584df9d38a515489c2c573754ad81abd230dfd8b1f0plougher ERROR("\t-x[attrs]\t\textract xattrs in file system" 2585df9d38a515489c2c573754ad81abd230dfd8b1f0plougher XOPT_STR "\n"); 2586498da46ad7e6bd0a1fac0ec81d85ce1ac56bf385Phillip Lougher ERROR("\t-u[ser-xattrs]\t\tonly extract user xattrs in " 2587498da46ad7e6bd0a1fac0ec81d85ce1ac56bf385Phillip Lougher "file system.\n\t\t\t\tEnables extracting " 2588498da46ad7e6bd0a1fac0ec81d85ce1ac56bf385Phillip Lougher "xattrs\n"); 2589c435240f52b78b0ef498118727ba8dad186db26bplougher ERROR("\t-p[rocessors] <number>\tuse <number> " 2590c435240f52b78b0ef498118727ba8dad186db26bplougher "processors. By default will use\n"); 2591c435240f52b78b0ef498118727ba8dad186db26bplougher ERROR("\t\t\t\tnumber of processors available\n"); 2592c435240f52b78b0ef498118727ba8dad186db26bplougher ERROR("\t-i[nfo]\t\t\tprint files as they are " 2593c435240f52b78b0ef498118727ba8dad186db26bplougher "unsquashed\n"); 2594c435240f52b78b0ef498118727ba8dad186db26bplougher ERROR("\t-li[nfo]\t\tprint files as they are " 2595c435240f52b78b0ef498118727ba8dad186db26bplougher "unsquashed with file\n"); 2596c435240f52b78b0ef498118727ba8dad186db26bplougher ERROR("\t\t\t\tattributes (like ls -l output)\n"); 2597d4204758f77acb5a371fa1487a755b76a05d5476plougher ERROR("\t-l[s]\t\t\tlist filesystem, but don't unsquash" 2598d4204758f77acb5a371fa1487a755b76a05d5476plougher "\n"); 2599c435240f52b78b0ef498118727ba8dad186db26bplougher ERROR("\t-ll[s]\t\t\tlist filesystem with file " 2600c435240f52b78b0ef498118727ba8dad186db26bplougher "attributes (like\n"); 2601c435240f52b78b0ef498118727ba8dad186db26bplougher ERROR("\t\t\t\tls -l output), but don't unsquash\n"); 2602c435240f52b78b0ef498118727ba8dad186db26bplougher ERROR("\t-f[orce]\t\tif file already exists then " 2603c435240f52b78b0ef498118727ba8dad186db26bplougher "overwrite\n"); 2604d4204758f77acb5a371fa1487a755b76a05d5476plougher ERROR("\t-s[tat]\t\t\tdisplay filesystem superblock " 2605d4204758f77acb5a371fa1487a755b76a05d5476plougher "information\n"); 2606d4204758f77acb5a371fa1487a755b76a05d5476plougher ERROR("\t-e[f] <extract file>\tlist of directories or " 2607d4204758f77acb5a371fa1487a755b76a05d5476plougher "files to extract.\n\t\t\t\tOne per line\n"); 2608c435240f52b78b0ef498118727ba8dad186db26bplougher ERROR("\t-da[ta-queue] <size>\tSet data queue to " 2609c435240f52b78b0ef498118727ba8dad186db26bplougher "<size> Mbytes. Default %d\n\t\t\t\tMbytes\n", 2610d4204758f77acb5a371fa1487a755b76a05d5476plougher DATA_BUFFER_DEFAULT); 26118bc376ba1f7110fb88989e5134b74aa8412fb00eplougher ERROR("\t-fr[ag-queue] <size>\tSet fragment queue to " 2612d56f6723626a391b473c2c023b628abcd8ed31e3Phillip Lougher "<size> Mbytes. Default\n\t\t\t\t%d Mbytes\n", 2613d4204758f77acb5a371fa1487a755b76a05d5476plougher FRAGMENT_BUFFER_DEFAULT); 2614c435240f52b78b0ef498118727ba8dad186db26bplougher ERROR("\t-r[egex]\t\ttreat extract names as POSIX " 2615c435240f52b78b0ef498118727ba8dad186db26bplougher "regular expressions\n"); 2616c435240f52b78b0ef498118727ba8dad186db26bplougher ERROR("\t\t\t\trather than use the default shell " 2617c435240f52b78b0ef498118727ba8dad186db26bplougher "wildcard\n\t\t\t\texpansion (globbing)\n"); 2618076b053e2cce5c9172b4f385e866c2e606712a32plougher ERROR("\nDecompressors available:\n"); 2619076b053e2cce5c9172b4f385e866c2e606712a32plougher display_compressors("", ""); 2620443c15812032991c98b33b5424b17bcd55fe3575plougher } 2621443c15812032991c98b33b5424b17bcd55fe3575plougher exit(1); 2622443c15812032991c98b33b5424b17bcd55fe3575plougher } 2623443c15812032991c98b33b5424b17bcd55fe3575plougher 262471add234b27054974d5e29f95b3fab3072792a62plougher for(n = i + 1; n < argc; n++) 2625a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher path = add_path(path, argv[n], argv[n]); 2626b54566f5c433764830c29c83151691d0034de094plougher 2627443c15812032991c98b33b5424b17bcd55fe3575plougher if((fd = open(argv[i], O_RDONLY)) == -1) { 2628d4204758f77acb5a371fa1487a755b76a05d5476plougher ERROR("Could not open %s, because %s\n", argv[i], 2629d4204758f77acb5a371fa1487a755b76a05d5476plougher strerror(errno)); 2630443c15812032991c98b33b5424b17bcd55fe3575plougher exit(1); 2631443c15812032991c98b33b5424b17bcd55fe3575plougher } 2632443c15812032991c98b33b5424b17bcd55fe3575plougher 263302bc3bcabf2b219f63961f07293b83629948f026plougher if(read_super(argv[i]) == FALSE) 2634443c15812032991c98b33b5424b17bcd55fe3575plougher exit(1); 2635443c15812032991c98b33b5424b17bcd55fe3575plougher 2636b624936abba03d38b7e9245c647339d8f6f34274plougher if(stat_sys) { 2637b624936abba03d38b7e9245c647339d8f6f34274plougher squashfs_stat(argv[i]); 2638b624936abba03d38b7e9245c647339d8f6f34274plougher exit(0); 2639b624936abba03d38b7e9245c647339d8f6f34274plougher } 2640b624936abba03d38b7e9245c647339d8f6f34274plougher 2641f025ee7d93e3ce56f1fdbd0661a89172500ba168plougher if(!comp->supported) { 2642f025ee7d93e3ce56f1fdbd0661a89172500ba168plougher ERROR("Filesystem uses %s compression, this is " 2643f025ee7d93e3ce56f1fdbd0661a89172500ba168plougher "unsupported by this version\n", comp->name); 2644f025ee7d93e3ce56f1fdbd0661a89172500ba168plougher ERROR("Decompressors available:\n"); 2645f025ee7d93e3ce56f1fdbd0661a89172500ba168plougher display_compressors("", ""); 2646f025ee7d93e3ce56f1fdbd0661a89172500ba168plougher exit(1); 2647f025ee7d93e3ce56f1fdbd0661a89172500ba168plougher } 2648f025ee7d93e3ce56f1fdbd0661a89172500ba168plougher 264927c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher block_size = sBlk.s.block_size; 265027c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher block_log = sBlk.s.block_log; 2651ba3d412c7c811a9b335a52ec497ce511e35b2bc8plougher 2652009263430d50ee32f3757c3c34d1f06262759f5dPhillip Lougher /* 26532b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher * Sanity check block size and block log. 26542b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher * 26552b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher * Check they're within correct limits 26562b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher */ 26572b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher if(block_size > SQUASHFS_FILE_MAX_SIZE || 26582b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher block_log > SQUASHFS_FILE_MAX_LOG) 26592b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher EXIT_UNSQUASH("Block size or block_log too large." 26602b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher " File system is corrupt.\n"); 26612b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher 26622b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher /* 26632b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher * Check block_size and block_log match 26642b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher */ 26652b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher if(block_size != (1 << block_log)) 26662b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher EXIT_UNSQUASH("Block size and block_log do not match." 26672b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher " File system is corrupt.\n"); 26682b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher 26692b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher /* 2670009263430d50ee32f3757c3c34d1f06262759f5dPhillip Lougher * convert from queue size in Mbytes to queue size in 26712b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher * blocks. 26722b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher * 26732b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher * In doing so, check that the user supplied values do not 26742b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher * overflow a signed int 2675009263430d50ee32f3757c3c34d1f06262759f5dPhillip Lougher */ 26762b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher if(shift_overflow(fragment_buffer_size, 20 - block_log)) 26772b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher EXIT_UNSQUASH("Fragment queue size is too large\n"); 26782b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher else 26792b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher fragment_buffer_size <<= 20 - block_log; 26802b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher 26812b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher if(shift_overflow(data_buffer_size, 20 - block_log)) 26822b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher EXIT_UNSQUASH("Data queue size is too large\n"); 26832b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher else 26842b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher data_buffer_size <<= 20 - block_log; 26852b1aa06131c7d8d4361d79172afb9594e66a7280Phillip Lougher 26868888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher initialise_threads(fragment_buffer_size, data_buffer_size); 26878888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 268844a6967088416c9bd6ee7165bde59c9ba5ccb704plougher fragment_data = malloc(block_size); 268944a6967088416c9bd6ee7165bde59c9ba5ccb704plougher if(fragment_data == NULL) 2690443c15812032991c98b33b5424b17bcd55fe3575plougher EXIT_UNSQUASH("failed to allocate fragment_data\n"); 2691443c15812032991c98b33b5424b17bcd55fe3575plougher 269244a6967088416c9bd6ee7165bde59c9ba5ccb704plougher file_data = malloc(block_size); 269344a6967088416c9bd6ee7165bde59c9ba5ccb704plougher if(file_data == NULL) 2694443c15812032991c98b33b5424b17bcd55fe3575plougher EXIT_UNSQUASH("failed to allocate file_data"); 2695443c15812032991c98b33b5424b17bcd55fe3575plougher 269644a6967088416c9bd6ee7165bde59c9ba5ccb704plougher data = malloc(block_size); 269744a6967088416c9bd6ee7165bde59c9ba5ccb704plougher if(data == NULL) 2698eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher EXIT_UNSQUASH("failed to allocate data\n"); 2699443c15812032991c98b33b5424b17bcd55fe3575plougher 270044a6967088416c9bd6ee7165bde59c9ba5ccb704plougher created_inode = malloc(sBlk.s.inodes * sizeof(char *)); 270144a6967088416c9bd6ee7165bde59c9ba5ccb704plougher if(created_inode == NULL) 2702443c15812032991c98b33b5424b17bcd55fe3575plougher EXIT_UNSQUASH("failed to allocate created_inode\n"); 2703443c15812032991c98b33b5424b17bcd55fe3575plougher 270427c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher memset(created_inode, 0, sBlk.s.inodes * sizeof(char *)); 2705443c15812032991c98b33b5424b17bcd55fe3575plougher 27061a7e7e871169a6cb6e3470a50b33db83830886e2plougher if(s_ops.read_uids_guids() == FALSE) 27071a7e7e871169a6cb6e3470a50b33db83830886e2plougher EXIT_UNSQUASH("failed to uid/gid table\n"); 2708ba3d412c7c811a9b335a52ec497ce511e35b2bc8plougher 2709e1542da6a3f99db8dc60b5cad891547e047861b7Phillip Lougher if(s_ops.read_fragment_table(&directory_table_end) == FALSE) 2710cce13b2f8f73a4224f9dcfe203c992a09f22c6bcplougher EXIT_UNSQUASH("failed to read fragment table\n"); 2711ba3d412c7c811a9b335a52ec497ce511e35b2bc8plougher 27121ed1b1bfa19e9edd0e59da61d9f4c99021fb0b67Phillip Lougher if(read_inode_table(sBlk.s.inode_table_start, 27131ed1b1bfa19e9edd0e59da61d9f4c99021fb0b67Phillip Lougher sBlk.s.directory_table_start) == FALSE) 27141ed1b1bfa19e9edd0e59da61d9f4c99021fb0b67Phillip Lougher EXIT_UNSQUASH("failed to read inode table\n"); 2715ba3d412c7c811a9b335a52ec497ce511e35b2bc8plougher 2716e89dabed981f39b54ca5046cfc2290dbe48961b5Phillip Lougher if(read_directory_table(sBlk.s.directory_table_start, 2717e1542da6a3f99db8dc60b5cad891547e047861b7Phillip Lougher directory_table_end) == FALSE) 2718e89dabed981f39b54ca5046cfc2290dbe48961b5Phillip Lougher EXIT_UNSQUASH("failed to read directory table\n"); 2719443c15812032991c98b33b5424b17bcd55fe3575plougher 272031638061a6de0cb89093672aa71ddeb42f2eb28aplougher if(no_xattrs) 272131638061a6de0cb89093672aa71ddeb42f2eb28aplougher sBlk.s.xattr_id_table_start = SQUASHFS_INVALID_BLK; 272231638061a6de0cb89093672aa71ddeb42f2eb28aplougher 27238935dc25479321709c74c2f8214cf5365669100eplougher if(read_xattrs_from_disk(fd, &sBlk.s) == 0) 27248935dc25479321709c74c2f8214cf5365669100eplougher EXIT_UNSQUASH("failed to read the xattr table\n"); 27258935dc25479321709c74c2f8214cf5365669100eplougher 2726a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher if(path) { 2727a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher paths = init_subdir(); 2728a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher paths = add_subdir(paths, path); 2729a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher } 2730a706f1b6bb48f288ecaf74e218ce20504bda52c6plougher 273127c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher pre_scan(dest, SQUASHFS_INODE_BLK(sBlk.s.root_inode), 273227c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher SQUASHFS_INODE_OFFSET(sBlk.s.root_inode), paths); 2733eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher 273427c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher memset(created_inode, 0, sBlk.s.inodes * sizeof(char *)); 27359b58176e667b67770569c9076a410b27aaa3bcf5plougher inode_number = 1; 2736eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher 2737c435240f52b78b0ef498118727ba8dad186db26bplougher printf("%d inodes (%d blocks) to write\n\n", total_inodes, 2738c435240f52b78b0ef498118727ba8dad186db26bplougher total_inodes - total_files + total_blocks); 2739eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher 2740ff53fc094fa4760f2e4d602fd14ad6aa7a97cbe9Phillip Lougher enable_progress_bar(); 27411b42101056befe25b5f19d5b099e806a2ecee9cdplougher 274227c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher dir_scan(dest, SQUASHFS_INODE_BLK(sBlk.s.root_inode), 274327c4b6f7f6a33bf7711c0ee8cd563e4604dc5861plougher SQUASHFS_INODE_OFFSET(sBlk.s.root_inode), paths); 2744443c15812032991c98b33b5424b17bcd55fe3575plougher 27458888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher queue_put(to_writer, NULL); 27468888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher queue_get(from_writer); 27478888b61f8ff4680247d10f7e5beb2ff35e8c867dplougher 2748ff53fc094fa4760f2e4d602fd14ad6aa7a97cbe9Phillip Lougher disable_progress_bar(); 2749eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher 2750443c15812032991c98b33b5424b17bcd55fe3575plougher if(!lsonly) { 2751443c15812032991c98b33b5424b17bcd55fe3575plougher printf("\n"); 2752443c15812032991c98b33b5424b17bcd55fe3575plougher printf("created %d files\n", file_count); 2753443c15812032991c98b33b5424b17bcd55fe3575plougher printf("created %d directories\n", dir_count); 2754443c15812032991c98b33b5424b17bcd55fe3575plougher printf("created %d symlinks\n", sym_count); 2755443c15812032991c98b33b5424b17bcd55fe3575plougher printf("created %d devices\n", dev_count); 2756443c15812032991c98b33b5424b17bcd55fe3575plougher printf("created %d fifos\n", fifo_count); 2757443c15812032991c98b33b5424b17bcd55fe3575plougher } 2758eb35c81a4c4500aab9eeea2ba2271c88fe42732aplougher 27599dd8c7a7c2983faeb60c5e5791c3bef2cbbba088plougher return 0; 2760443c15812032991c98b33b5424b17bcd55fe3575plougher} 2761