rehash.c revision 9facd076ae8af6e908e228392cea866ce0faf1bc
1/* 2 * rehash.c --- rebuild hash tree directories 3 * 4 * Copyright (C) 2002 Theodore Ts'o 5 * 6 * %Begin-Header% 7 * This file may be redistributed under the terms of the GNU Public 8 * License. 9 * %End-Header% 10 * 11 * This algorithm is designed for simplicity of implementation and to 12 * pack the directory as much as possible. It however requires twice 13 * as much memory as the size of the directory. The maximum size 14 * directory supported using a 4k blocksize is roughly a gigabyte, and 15 * so there may very well be problems with machines that don't have 16 * virtual memory, and obscenely large directories. 17 * 18 * An alternate algorithm which is much more disk intensive could be 19 * written, and probably will need to be written in the future. The 20 * design goals of such an algorithm are: (a) use (roughly) constant 21 * amounts of memory, no matter how large the directory, (b) the 22 * directory must be safe at all times, even if e2fsck is interrupted 23 * in the middle, (c) we must use minimal amounts of extra disk 24 * blocks. This pretty much requires an incremental approach, where 25 * we are reading from one part of the directory, and inserting into 26 * the front half. So the algorithm will have to keep track of a 27 * moving block boundary between the new tree and the old tree, and 28 * files will need to be moved from the old directory and inserted 29 * into the new tree. If the new directory requires space which isn't 30 * yet available, blocks from the beginning part of the old directory 31 * may need to be moved to the end of the directory to make room for 32 * the new tree: 33 * 34 * -------------------------------------------------------- 35 * | new tree | | old tree | 36 * -------------------------------------------------------- 37 * ^ ptr ^ptr 38 * tail new head old 39 * 40 * This is going to be a pain in the tuckus to implement, and will 41 * require a lot more disk accesses. So I'm going to skip it for now; 42 * it's only really going to be an issue for really, really big 43 * filesystems (when we reach the level of tens of millions of files 44 * in a single directory). It will probably be easier to simply 45 * require that e2fsck use VM first. 46 */ 47 48#include <string.h> 49#include <ctype.h> 50#include <errno.h> 51#include "e2fsck.h" 52#include "problem.h" 53 54struct fill_dir_struct { 55 char *buf; 56 struct ext2_inode *inode; 57 int err; 58 e2fsck_t ctx; 59 struct hash_entry *harray; 60 int max_array, num_array; 61 int dir_size; 62 int compress; 63 ino_t parent; 64}; 65 66struct hash_entry { 67 ext2_dirhash_t hash; 68 ext2_dirhash_t minor_hash; 69 ino_t ino; 70 struct ext2_dir_entry *dir; 71}; 72 73struct out_dir { 74 int num; 75 int max; 76 char *buf; 77 ext2_dirhash_t *hashes; 78}; 79 80static int fill_dir_block(ext2_filsys fs, 81 blk_t *block_nr, 82 e2_blkcnt_t blockcnt, 83 blk_t ref_block EXT2FS_ATTR((unused)), 84 int ref_offset EXT2FS_ATTR((unused)), 85 void *priv_data) 86{ 87 struct fill_dir_struct *fd = (struct fill_dir_struct *) priv_data; 88 struct hash_entry *new_array, *ent; 89 struct ext2_dir_entry *dirent; 90 char *dir; 91 unsigned int offset, dir_offset; 92 int rec_len, hash_alg; 93 94 if (blockcnt < 0) 95 return 0; 96 97 offset = blockcnt * fs->blocksize; 98 if (offset + fs->blocksize > fd->inode->i_size) { 99 fd->err = EXT2_ET_DIR_CORRUPTED; 100 return BLOCK_ABORT; 101 } 102 dir = (fd->buf+offset); 103 if (HOLE_BLKADDR(*block_nr)) { 104 memset(dir, 0, fs->blocksize); 105 dirent = (struct ext2_dir_entry *) dir; 106 dirent->rec_len = fs->blocksize; 107 } else { 108 fd->err = ext2fs_read_dir_block(fs, *block_nr, dir); 109 if (fd->err) 110 return BLOCK_ABORT; 111 } 112 hash_alg = fs->super->s_def_hash_version; 113 if ((hash_alg <= EXT2_HASH_TEA) && 114 (fs->super->s_flags & EXT2_FLAGS_UNSIGNED_HASH)) 115 hash_alg += 3; 116 /* While the directory block is "hot", index it. */ 117 dir_offset = 0; 118 while (dir_offset < fs->blocksize) { 119 dirent = (struct ext2_dir_entry *) (dir + dir_offset); 120 rec_len = (dirent->rec_len || fs->blocksize < 65536) ? 121 dirent->rec_len : 65536; 122 if (((dir_offset + rec_len) > fs->blocksize) || 123 (rec_len < 8) || 124 ((rec_len % 4) != 0) || 125 (((dirent->name_len & 0xFF)+8) > rec_len)) { 126 fd->err = EXT2_ET_DIR_CORRUPTED; 127 return BLOCK_ABORT; 128 } 129 dir_offset += rec_len; 130 if (dirent->inode == 0) 131 continue; 132 if (!fd->compress && ((dirent->name_len&0xFF) == 1) && 133 (dirent->name[0] == '.')) 134 continue; 135 if (!fd->compress && ((dirent->name_len&0xFF) == 2) && 136 (dirent->name[0] == '.') && (dirent->name[1] == '.')) { 137 fd->parent = dirent->inode; 138 continue; 139 } 140 if (fd->num_array >= fd->max_array) { 141 new_array = realloc(fd->harray, 142 sizeof(struct hash_entry) * (fd->max_array+500)); 143 if (!new_array) { 144 fd->err = ENOMEM; 145 return BLOCK_ABORT; 146 } 147 fd->harray = new_array; 148 fd->max_array += 500; 149 } 150 ent = fd->harray + fd->num_array++; 151 ent->dir = dirent; 152 fd->dir_size += EXT2_DIR_REC_LEN(dirent->name_len & 0xFF); 153 ent->ino = dirent->inode; 154 if (fd->compress) 155 ent->hash = ent->minor_hash = 0; 156 else { 157 fd->err = ext2fs_dirhash(hash_alg, dirent->name, 158 dirent->name_len & 0xFF, 159 fs->super->s_hash_seed, 160 &ent->hash, &ent->minor_hash); 161 if (fd->err) 162 return BLOCK_ABORT; 163 } 164 } 165 166 return 0; 167} 168 169/* Used for sorting the hash entry */ 170static EXT2_QSORT_TYPE ino_cmp(const void *a, const void *b) 171{ 172 const struct hash_entry *he_a = (const struct hash_entry *) a; 173 const struct hash_entry *he_b = (const struct hash_entry *) b; 174 175 return (he_a->ino - he_b->ino); 176} 177 178/* Used for sorting the hash entry */ 179static EXT2_QSORT_TYPE name_cmp(const void *a, const void *b) 180{ 181 const struct hash_entry *he_a = (const struct hash_entry *) a; 182 const struct hash_entry *he_b = (const struct hash_entry *) b; 183 int ret; 184 int min_len; 185 186 min_len = he_a->dir->name_len; 187 if (min_len > he_b->dir->name_len) 188 min_len = he_b->dir->name_len; 189 190 ret = strncmp(he_a->dir->name, he_b->dir->name, min_len); 191 if (ret == 0) { 192 if (he_a->dir->name_len > he_b->dir->name_len) 193 ret = 1; 194 else if (he_a->dir->name_len < he_b->dir->name_len) 195 ret = -1; 196 else 197 ret = he_b->dir->inode - he_a->dir->inode; 198 } 199 return ret; 200} 201 202/* Used for sorting the hash entry */ 203static EXT2_QSORT_TYPE hash_cmp(const void *a, const void *b) 204{ 205 const struct hash_entry *he_a = (const struct hash_entry *) a; 206 const struct hash_entry *he_b = (const struct hash_entry *) b; 207 int ret; 208 209 if (he_a->hash > he_b->hash) 210 ret = 1; 211 else if (he_a->hash < he_b->hash) 212 ret = -1; 213 else { 214 if (he_a->minor_hash > he_b->minor_hash) 215 ret = 1; 216 else if (he_a->minor_hash < he_b->minor_hash) 217 ret = -1; 218 else 219 ret = name_cmp(a, b); 220 } 221 return ret; 222} 223 224static errcode_t alloc_size_dir(ext2_filsys fs, struct out_dir *outdir, 225 int blocks) 226{ 227 void *new_mem; 228 229 if (outdir->max) { 230 new_mem = realloc(outdir->buf, blocks * fs->blocksize); 231 if (!new_mem) 232 return ENOMEM; 233 outdir->buf = new_mem; 234 new_mem = realloc(outdir->hashes, 235 blocks * sizeof(ext2_dirhash_t)); 236 if (!new_mem) 237 return ENOMEM; 238 outdir->hashes = new_mem; 239 } else { 240 outdir->buf = malloc(blocks * fs->blocksize); 241 outdir->hashes = malloc(blocks * sizeof(ext2_dirhash_t)); 242 outdir->num = 0; 243 } 244 outdir->max = blocks; 245 return 0; 246} 247 248static void free_out_dir(struct out_dir *outdir) 249{ 250 free(outdir->buf); 251 free(outdir->hashes); 252 outdir->max = 0; 253 outdir->num =0; 254} 255 256static errcode_t get_next_block(ext2_filsys fs, struct out_dir *outdir, 257 char ** ret) 258{ 259 errcode_t retval; 260 261 if (outdir->num >= outdir->max) { 262 retval = alloc_size_dir(fs, outdir, outdir->max + 50); 263 if (retval) 264 return retval; 265 } 266 *ret = outdir->buf + (outdir->num++ * fs->blocksize); 267 memset(*ret, 0, fs->blocksize); 268 return 0; 269} 270 271/* 272 * This function is used to make a unique filename. We do this by 273 * appending ~0, and then incrementing the number. However, we cannot 274 * expand the length of the filename beyond the padding available in 275 * the directory entry. 276 */ 277static void mutate_name(char *str, __u16 *len) 278{ 279 int i; 280 __u16 l = *len & 0xFF, h = *len & 0xff00; 281 282 /* 283 * First check to see if it looks the name has been mutated 284 * already 285 */ 286 for (i = l-1; i > 0; i--) { 287 if (!isdigit(str[i])) 288 break; 289 } 290 if ((i == l-1) || (str[i] != '~')) { 291 if (((l-1) & 3) < 2) 292 l += 2; 293 else 294 l = (l+3) & ~3; 295 str[l-2] = '~'; 296 str[l-1] = '0'; 297 *len = l | h; 298 return; 299 } 300 for (i = l-1; i >= 0; i--) { 301 if (isdigit(str[i])) { 302 if (str[i] == '9') 303 str[i] = '0'; 304 else { 305 str[i]++; 306 return; 307 } 308 continue; 309 } 310 if (i == 1) { 311 if (str[0] == 'z') 312 str[0] = 'A'; 313 else if (str[0] == 'Z') { 314 str[0] = '~'; 315 str[1] = '0'; 316 } else 317 str[0]++; 318 } else if (i > 0) { 319 str[i] = '1'; 320 str[i-1] = '~'; 321 } else { 322 if (str[0] == '~') 323 str[0] = 'a'; 324 else 325 str[0]++; 326 } 327 break; 328 } 329} 330 331static int duplicate_search_and_fix(e2fsck_t ctx, ext2_filsys fs, 332 ext2_ino_t ino, 333 struct fill_dir_struct *fd) 334{ 335 struct problem_context pctx; 336 struct hash_entry *ent, *prev; 337 int i, j; 338 int fixed = 0; 339 char new_name[256]; 340 __u16 new_len; 341 int hash_alg; 342 343 clear_problem_context(&pctx); 344 pctx.ino = ino; 345 346 hash_alg = fs->super->s_def_hash_version; 347 if ((hash_alg <= EXT2_HASH_TEA) && 348 (fs->super->s_flags & EXT2_FLAGS_UNSIGNED_HASH)) 349 hash_alg += 3; 350 351 for (i=1; i < fd->num_array; i++) { 352 ent = fd->harray + i; 353 prev = ent - 1; 354 if (!ent->dir->inode || 355 ((ent->dir->name_len & 0xFF) != 356 (prev->dir->name_len & 0xFF)) || 357 (strncmp(ent->dir->name, prev->dir->name, 358 ent->dir->name_len & 0xFF))) 359 continue; 360 pctx.dirent = ent->dir; 361 if ((ent->dir->inode == prev->dir->inode) && 362 fix_problem(ctx, PR_2_DUPLICATE_DIRENT, &pctx)) { 363 e2fsck_adjust_inode_count(ctx, ent->dir->inode, -1); 364 ent->dir->inode = 0; 365 fixed++; 366 continue; 367 } 368 memcpy(new_name, ent->dir->name, ent->dir->name_len & 0xFF); 369 new_len = ent->dir->name_len; 370 mutate_name(new_name, &new_len); 371 for (j=0; j < fd->num_array; j++) { 372 if ((i==j) || 373 ((ent->dir->name_len & 0xFF) != 374 (fd->harray[j].dir->name_len & 0xFF)) || 375 (strncmp(new_name, fd->harray[j].dir->name, 376 new_len & 0xFF))) 377 continue; 378 mutate_name(new_name, &new_len); 379 380 j = -1; 381 } 382 new_name[new_len & 0xFF] = 0; 383 pctx.str = new_name; 384 if (fix_problem(ctx, PR_2_NON_UNIQUE_FILE, &pctx)) { 385 memcpy(ent->dir->name, new_name, new_len & 0xFF); 386 ent->dir->name_len = new_len; 387 ext2fs_dirhash(hash_alg, ent->dir->name, 388 ent->dir->name_len & 0xFF, 389 fs->super->s_hash_seed, 390 &ent->hash, &ent->minor_hash); 391 fixed++; 392 } 393 } 394 return fixed; 395} 396 397 398static errcode_t copy_dir_entries(e2fsck_t ctx, 399 struct fill_dir_struct *fd, 400 struct out_dir *outdir) 401{ 402 ext2_filsys fs = ctx->fs; 403 errcode_t retval; 404 char *block_start; 405 struct hash_entry *ent; 406 struct ext2_dir_entry *dirent; 407 int i, rec_len, left; 408 ext2_dirhash_t prev_hash; 409 int offset, slack; 410 411 if (ctx->htree_slack_percentage == 255) { 412 profile_get_uint(ctx->profile, "options", 413 "indexed_dir_slack_percentage", 414 0, 20, 415 &ctx->htree_slack_percentage); 416 if (ctx->htree_slack_percentage > 100) 417 ctx->htree_slack_percentage = 20; 418 } 419 420 outdir->max = 0; 421 retval = alloc_size_dir(fs, outdir, 422 (fd->dir_size / fs->blocksize) + 2); 423 if (retval) 424 return retval; 425 outdir->num = fd->compress ? 0 : 1; 426 offset = 0; 427 outdir->hashes[0] = 0; 428 prev_hash = 1; 429 if ((retval = get_next_block(fs, outdir, &block_start))) 430 return retval; 431 dirent = (struct ext2_dir_entry *) block_start; 432 left = fs->blocksize; 433 slack = fd->compress ? 12 : 434 (fs->blocksize * ctx->htree_slack_percentage)/100; 435 if (slack < 12) 436 slack = 12; 437 for (i=0; i < fd->num_array; i++) { 438 ent = fd->harray + i; 439 if (ent->dir->inode == 0) 440 continue; 441 rec_len = EXT2_DIR_REC_LEN(ent->dir->name_len & 0xFF); 442 if (rec_len > left) { 443 if (left) 444 dirent->rec_len += left; 445 if ((retval = get_next_block(fs, outdir, 446 &block_start))) 447 return retval; 448 offset = 0; 449 } 450 left = fs->blocksize - offset; 451 dirent = (struct ext2_dir_entry *) (block_start + offset); 452 if (offset == 0) { 453 if (ent->hash == prev_hash) 454 outdir->hashes[outdir->num-1] = ent->hash | 1; 455 else 456 outdir->hashes[outdir->num-1] = ent->hash; 457 } 458 dirent->inode = ent->dir->inode; 459 dirent->name_len = ent->dir->name_len; 460 dirent->rec_len = rec_len; 461 memcpy(dirent->name, ent->dir->name, dirent->name_len & 0xFF); 462 offset += rec_len; 463 left -= rec_len; 464 if (left < slack) { 465 dirent->rec_len += left; 466 offset += left; 467 left = 0; 468 } 469 prev_hash = ent->hash; 470 } 471 if (left) 472 dirent->rec_len += left; 473 474 return 0; 475} 476 477 478static struct ext2_dx_root_info *set_root_node(ext2_filsys fs, char *buf, 479 ext2_ino_t ino, ext2_ino_t parent) 480{ 481 struct ext2_dir_entry *dir; 482 struct ext2_dx_root_info *root; 483 struct ext2_dx_countlimit *limits; 484 int filetype = 0; 485 486 if (fs->super->s_feature_incompat & EXT2_FEATURE_INCOMPAT_FILETYPE) 487 filetype = EXT2_FT_DIR << 8; 488 489 memset(buf, 0, fs->blocksize); 490 dir = (struct ext2_dir_entry *) buf; 491 dir->inode = ino; 492 dir->name[0] = '.'; 493 dir->name_len = 1 | filetype; 494 dir->rec_len = 12; 495 dir = (struct ext2_dir_entry *) (buf + 12); 496 dir->inode = parent; 497 dir->name[0] = '.'; 498 dir->name[1] = '.'; 499 dir->name_len = 2 | filetype; 500 dir->rec_len = fs->blocksize - 12; 501 502 root = (struct ext2_dx_root_info *) (buf+24); 503 root->reserved_zero = 0; 504 root->hash_version = fs->super->s_def_hash_version; 505 root->info_length = 8; 506 root->indirect_levels = 0; 507 root->unused_flags = 0; 508 509 limits = (struct ext2_dx_countlimit *) (buf+32); 510 limits->limit = (fs->blocksize - 32) / sizeof(struct ext2_dx_entry); 511 limits->count = 0; 512 513 return root; 514} 515 516 517static struct ext2_dx_entry *set_int_node(ext2_filsys fs, char *buf) 518{ 519 struct ext2_dir_entry *dir; 520 struct ext2_dx_countlimit *limits; 521 522 memset(buf, 0, fs->blocksize); 523 dir = (struct ext2_dir_entry *) buf; 524 dir->inode = 0; 525 dir->rec_len = fs->blocksize; 526 527 limits = (struct ext2_dx_countlimit *) (buf+8); 528 limits->limit = (fs->blocksize - 8) / sizeof(struct ext2_dx_entry); 529 limits->count = 0; 530 531 return (struct ext2_dx_entry *) limits; 532} 533 534/* 535 * This function takes the leaf nodes which have been written in 536 * outdir, and populates the root node and any necessary interior nodes. 537 */ 538static errcode_t calculate_tree(ext2_filsys fs, 539 struct out_dir *outdir, 540 ext2_ino_t ino, 541 ext2_ino_t parent) 542{ 543 struct ext2_dx_root_info *root_info; 544 struct ext2_dx_entry *root, *dx_ent = 0; 545 struct ext2_dx_countlimit *root_limit, *limit; 546 errcode_t retval; 547 char * block_start; 548 int i, c1, c2, nblks; 549 int limit_offset, root_offset; 550 551 root_info = set_root_node(fs, outdir->buf, ino, parent); 552 root_offset = limit_offset = ((char *) root_info - outdir->buf) + 553 root_info->info_length; 554 root_limit = (struct ext2_dx_countlimit *) (outdir->buf + limit_offset); 555 c1 = root_limit->limit; 556 nblks = outdir->num; 557 558 /* Write out the pointer blocks */ 559 if (nblks-1 <= c1) { 560 /* Just write out the root block, and we're done */ 561 root = (struct ext2_dx_entry *) (outdir->buf + root_offset); 562 for (i=1; i < nblks; i++) { 563 root->block = ext2fs_cpu_to_le32(i); 564 if (i != 1) 565 root->hash = 566 ext2fs_cpu_to_le32(outdir->hashes[i]); 567 root++; 568 c1--; 569 } 570 } else { 571 c2 = 0; 572 limit = 0; 573 root_info->indirect_levels = 1; 574 for (i=1; i < nblks; i++) { 575 if (c1 == 0) 576 return ENOSPC; 577 if (c2 == 0) { 578 if (limit) 579 limit->limit = limit->count = 580 ext2fs_cpu_to_le16(limit->limit); 581 root = (struct ext2_dx_entry *) 582 (outdir->buf + root_offset); 583 root->block = ext2fs_cpu_to_le32(outdir->num); 584 if (i != 1) 585 root->hash = 586 ext2fs_cpu_to_le32(outdir->hashes[i]); 587 if ((retval = get_next_block(fs, outdir, 588 &block_start))) 589 return retval; 590 dx_ent = set_int_node(fs, block_start); 591 limit = (struct ext2_dx_countlimit *) dx_ent; 592 c2 = limit->limit; 593 root_offset += sizeof(struct ext2_dx_entry); 594 c1--; 595 } 596 dx_ent->block = ext2fs_cpu_to_le32(i); 597 if (c2 != limit->limit) 598 dx_ent->hash = 599 ext2fs_cpu_to_le32(outdir->hashes[i]); 600 dx_ent++; 601 c2--; 602 } 603 limit->count = ext2fs_cpu_to_le16(limit->limit - c2); 604 limit->limit = ext2fs_cpu_to_le16(limit->limit); 605 } 606 root_limit = (struct ext2_dx_countlimit *) (outdir->buf + limit_offset); 607 root_limit->count = ext2fs_cpu_to_le16(root_limit->limit - c1); 608 root_limit->limit = ext2fs_cpu_to_le16(root_limit->limit); 609 610 return 0; 611} 612 613struct write_dir_struct { 614 struct out_dir *outdir; 615 errcode_t err; 616 e2fsck_t ctx; 617 int cleared; 618}; 619 620/* 621 * Helper function which writes out a directory block. 622 */ 623static int write_dir_block(ext2_filsys fs, 624 blk_t *block_nr, 625 e2_blkcnt_t blockcnt, 626 blk_t ref_block EXT2FS_ATTR((unused)), 627 int ref_offset EXT2FS_ATTR((unused)), 628 void *priv_data) 629{ 630 struct write_dir_struct *wd = (struct write_dir_struct *) priv_data; 631 blk_t blk; 632 char *dir; 633 634 if (*block_nr == 0) 635 return 0; 636 if (blockcnt >= wd->outdir->num) { 637 e2fsck_read_bitmaps(wd->ctx); 638 blk = *block_nr; 639 ext2fs_unmark_block_bitmap(wd->ctx->block_found_map, blk); 640 ext2fs_block_alloc_stats(fs, blk, -1); 641 *block_nr = 0; 642 wd->cleared++; 643 return BLOCK_CHANGED; 644 } 645 if (blockcnt < 0) 646 return 0; 647 648 dir = wd->outdir->buf + (blockcnt * fs->blocksize); 649 wd->err = ext2fs_write_dir_block(fs, *block_nr, dir); 650 if (wd->err) 651 return BLOCK_ABORT; 652 return 0; 653} 654 655static errcode_t write_directory(e2fsck_t ctx, ext2_filsys fs, 656 struct out_dir *outdir, 657 ext2_ino_t ino, int compress) 658{ 659 struct write_dir_struct wd; 660 errcode_t retval; 661 struct ext2_inode inode; 662 663 retval = e2fsck_expand_directory(ctx, ino, -1, outdir->num); 664 if (retval) 665 return retval; 666 667 wd.outdir = outdir; 668 wd.err = 0; 669 wd.ctx = ctx; 670 wd.cleared = 0; 671 672 retval = ext2fs_block_iterate2(fs, ino, 0, 0, 673 write_dir_block, &wd); 674 if (retval) 675 return retval; 676 if (wd.err) 677 return wd.err; 678 679 e2fsck_read_inode(ctx, ino, &inode, "rehash_dir"); 680 if (compress) 681 inode.i_flags &= ~EXT2_INDEX_FL; 682 else 683 inode.i_flags |= EXT2_INDEX_FL; 684 inode.i_size = outdir->num * fs->blocksize; 685 ext2fs_iblk_sub_blocks(fs, &inode, wd.cleared); 686 e2fsck_write_inode(ctx, ino, &inode, "rehash_dir"); 687 688 return 0; 689} 690 691errcode_t e2fsck_rehash_dir(e2fsck_t ctx, ext2_ino_t ino) 692{ 693 ext2_filsys fs = ctx->fs; 694 errcode_t retval; 695 struct ext2_inode inode; 696 char *dir_buf = 0; 697 struct fill_dir_struct fd; 698 struct out_dir outdir; 699 700 outdir.max = outdir.num = 0; 701 outdir.buf = 0; 702 outdir.hashes = 0; 703 e2fsck_read_inode(ctx, ino, &inode, "rehash_dir"); 704 705 retval = ENOMEM; 706 fd.harray = 0; 707 dir_buf = malloc(inode.i_size); 708 if (!dir_buf) 709 goto errout; 710 711 fd.max_array = inode.i_size / 32; 712 fd.num_array = 0; 713 fd.harray = malloc(fd.max_array * sizeof(struct hash_entry)); 714 if (!fd.harray) 715 goto errout; 716 717 fd.ctx = ctx; 718 fd.buf = dir_buf; 719 fd.inode = &inode; 720 fd.err = 0; 721 fd.dir_size = 0; 722 fd.compress = 0; 723 if (!(fs->super->s_feature_compat & EXT2_FEATURE_COMPAT_DIR_INDEX) || 724 (inode.i_size / fs->blocksize) < 2) 725 fd.compress = 1; 726 fd.parent = 0; 727 728 /* Read in the entire directory into memory */ 729 retval = ext2fs_block_iterate2(fs, ino, 0, 0, 730 fill_dir_block, &fd); 731 if (fd.err) { 732 retval = fd.err; 733 goto errout; 734 } 735 736#if 0 737 printf("%d entries (%d bytes) found in inode %d\n", 738 fd.num_array, fd.dir_size, ino); 739#endif 740 741 /* Sort the list */ 742resort: 743 if (fd.compress) 744 qsort(fd.harray+2, fd.num_array-2, 745 sizeof(struct hash_entry), ino_cmp); 746 else 747 qsort(fd.harray, fd.num_array, 748 sizeof(struct hash_entry), hash_cmp); 749 750 /* 751 * Look for duplicates 752 */ 753 if (duplicate_search_and_fix(ctx, fs, ino, &fd)) 754 goto resort; 755 756 if (ctx->options & E2F_OPT_NO) { 757 retval = 0; 758 goto errout; 759 } 760 761 /* 762 * Copy the directory entries. In a htree directory these 763 * will become the leaf nodes. 764 */ 765 retval = copy_dir_entries(ctx, &fd, &outdir); 766 if (retval) 767 goto errout; 768 769 free(dir_buf); dir_buf = 0; 770 771 if (!fd.compress) { 772 /* Calculate the interior nodes */ 773 retval = calculate_tree(fs, &outdir, ino, fd.parent); 774 if (retval) 775 goto errout; 776 } 777 778 retval = write_directory(ctx, fs, &outdir, ino, fd.compress); 779 if (retval) 780 goto errout; 781 782errout: 783 free(dir_buf); 784 free(fd.harray); 785 786 free_out_dir(&outdir); 787 return retval; 788} 789 790void e2fsck_rehash_directories(e2fsck_t ctx) 791{ 792 struct problem_context pctx; 793#ifdef RESOURCE_TRACK 794 struct resource_track rtrack; 795#endif 796 struct dir_info *dir; 797 ext2_u32_iterate iter; 798 struct dir_info_iter * dirinfo_iter = 0; 799 ext2_ino_t ino; 800 errcode_t retval; 801 int cur, max, all_dirs, dir_index, first = 1; 802 803 init_resource_track(&rtrack, ctx->fs->io); 804 all_dirs = ctx->options & E2F_OPT_COMPRESS_DIRS; 805 806 if (!ctx->dirs_to_hash && !all_dirs) 807 return; 808 809 e2fsck_get_lost_and_found(ctx, 0); 810 811 clear_problem_context(&pctx); 812 813 dir_index = ctx->fs->super->s_feature_compat & EXT2_FEATURE_COMPAT_DIR_INDEX; 814 cur = 0; 815 if (all_dirs) { 816 dirinfo_iter = e2fsck_dir_info_iter_begin(ctx); 817 max = e2fsck_get_num_dirinfo(ctx); 818 } else { 819 retval = ext2fs_u32_list_iterate_begin(ctx->dirs_to_hash, 820 &iter); 821 if (retval) { 822 pctx.errcode = retval; 823 fix_problem(ctx, PR_3A_OPTIMIZE_ITER, &pctx); 824 return; 825 } 826 max = ext2fs_u32_list_count(ctx->dirs_to_hash); 827 } 828 while (1) { 829 if (all_dirs) { 830 if ((dir = e2fsck_dir_info_iter(ctx, 831 dirinfo_iter)) == 0) 832 break; 833 ino = dir->ino; 834 } else { 835 if (!ext2fs_u32_list_iterate(iter, &ino)) 836 break; 837 } 838 if (ino == ctx->lost_and_found) 839 continue; 840 pctx.dir = ino; 841 if (first) { 842 fix_problem(ctx, PR_3A_PASS_HEADER, &pctx); 843 first = 0; 844 } 845#if 0 846 fix_problem(ctx, PR_3A_OPTIMIZE_DIR, &pctx); 847#endif 848 pctx.errcode = e2fsck_rehash_dir(ctx, ino); 849 if (pctx.errcode) { 850 end_problem_latch(ctx, PR_LATCH_OPTIMIZE_DIR); 851 fix_problem(ctx, PR_3A_OPTIMIZE_DIR_ERR, &pctx); 852 } 853 if (ctx->progress && !ctx->progress_fd) 854 e2fsck_simple_progress(ctx, "Rebuilding directory", 855 100.0 * (float) (++cur) / (float) max, ino); 856 } 857 end_problem_latch(ctx, PR_LATCH_OPTIMIZE_DIR); 858 if (all_dirs) 859 e2fsck_dir_info_iter_end(ctx, dirinfo_iter); 860 else 861 ext2fs_u32_list_iterate_end(iter); 862 863 if (ctx->dirs_to_hash) 864 ext2fs_u32_list_free(ctx->dirs_to_hash); 865 ctx->dirs_to_hash = 0; 866 867 print_resource_track(ctx, "Pass 3A", &rtrack, ctx->fs->io); 868} 869