Whamcloud - gitweb
Fix more compiler warnings.
[tools/e2fsprogs.git] / e2fsck / pass2.c
index 6b95900..c3858ab 100644 (file)
  *     - The inode_reg_map bitmap
  */
 
+#define _GNU_SOURCE 1 /* get strnlen() */
+#include <string.h>
+
 #include "e2fsck.h"
 #include "problem.h"
+#include "dict.h"
 
 #ifdef NO_INLINE_FUNCS
 #define _INLINE_
 #define _INLINE_ inline
 #endif
 
+/* #define DX_DEBUG */
+
 /*
  * Keeps track of how many times an inode is referenced.
  */
-static void deallocate_inode(e2fsck_t ctx, ino_t ino,
-                            char* block_buf);
+static void deallocate_inode(e2fsck_t ctx, ext2_ino_t ino, char* block_buf);
 static int check_dir_block(ext2_filsys fs,
                           struct ext2_db_entry *dir_blocks_info,
                           void *priv_data);
@@ -63,8 +68,14 @@ static int allocate_dir_block(e2fsck_t ctx,
                              char *buf, struct problem_context *pctx);
 static int update_dir_block(ext2_filsys fs,
                            blk_t       *block_nr,
-                           int blockcnt,
-                           void *priv_data);
+                           e2_blkcnt_t blockcnt,
+                           blk_t       ref_block,
+                           int         ref_offset, 
+                           void        *priv_data);
+static void clear_htree(e2fsck_t ctx, ext2_ino_t ino);
+static int htree_depth(struct dx_dir_info *dx_dir,
+                      struct dx_dirblock_info *dx_db);
+static EXT2_QSORT_TYPE special_dir_block_cmp(const void *a, const void *b);
 
 struct check_dir_struct {
        char *buf;
@@ -75,14 +86,22 @@ struct check_dir_struct {
 
 void e2fsck_pass2(e2fsck_t ctx)
 {
-       ext2_filsys     fs = ctx->fs;
-       char    *buf;
+       struct ext2_super_block *sb = ctx->fs->super;
+       struct problem_context  pctx;
+       ext2_filsys             fs = ctx->fs;
+       char                    *buf;
 #ifdef RESOURCE_TRACK
        struct resource_track   rtrack;
 #endif
-       struct dir_info *dir;
+       struct dir_info         *dir;
        struct check_dir_struct cd;
-               
+       struct dx_dir_info      *dx_dir;
+       struct dx_dirblock_info *dx_db, *dx_parent;
+       int                     b;
+       int                     i, depth;
+       problem_t               code;
+       int                     bad_dir;
+
 #ifdef RESOURCE_TRACK
        init_resource_track(&rtrack);
 #endif
@@ -104,7 +123,7 @@ void e2fsck_pass2(e2fsck_t ctx)
                ctx->flags |= E2F_FLAG_ABORT;
                return;
        }
-       buf = (char *) e2fsck_allocate_memory(ctx, fs->blocksize,
+       buf = (char *) e2fsck_allocate_memory(ctx, 2*fs->blocksize,
                                              "directory scan buffer");
 
        /*
@@ -123,6 +142,9 @@ void e2fsck_pass2(e2fsck_t ctx)
 
        if (ctx->progress)
                (void) (ctx->progress)(ctx, 2, 0, cd.max);
+
+       if (fs->super->s_feature_compat & EXT2_FEATURE_COMPAT_DIR_INDEX)
+               ext2fs_dblist_sort(fs->dblist, special_dir_block_cmp);
        
        cd.pctx.errcode = ext2fs_dblist_iterate(fs->dblist, check_dir_block,
                                                &cd);
@@ -133,8 +155,104 @@ void e2fsck_pass2(e2fsck_t ctx)
                ctx->flags |= E2F_FLAG_ABORT;
                return;
        }
-       
-       ext2fs_free_mem((void **) &buf);
+
+#ifdef ENABLE_HTREE
+       for (i=0; (dx_dir = e2fsck_dx_dir_info_iter(ctx, &i)) != 0;) {
+               if (ctx->flags & E2F_FLAG_SIGNAL_MASK)
+                       return;
+               if (dx_dir->numblocks == 0)
+                       continue;
+               clear_problem_context(&pctx);
+               bad_dir = 0;
+               pctx.dir = dx_dir->ino;
+               dx_db = dx_dir->dx_block;
+               if (dx_db->flags & DX_FLAG_REFERENCED)
+                       dx_db->flags |= DX_FLAG_DUP_REF;
+               else
+                       dx_db->flags |= DX_FLAG_REFERENCED;
+               /*
+                * Find all of the first and last leaf blocks, and
+                * update their parent's min and max hash values
+                */
+               for (b=0, dx_db = dx_dir->dx_block;
+                    b < dx_dir->numblocks;
+                    b++, dx_db++) {
+                       if ((dx_db->type != DX_DIRBLOCK_LEAF) ||
+                           !(dx_db->flags & (DX_FLAG_FIRST | DX_FLAG_LAST)))
+                               continue;
+                       dx_parent = &dx_dir->dx_block[dx_db->parent];
+                       /*
+                        * XXX Make sure dx_parent->min_hash > dx_db->min_hash
+                        */
+                       if (dx_db->flags & DX_FLAG_FIRST)
+                               dx_parent->min_hash = dx_db->min_hash;
+                       /*
+                        * XXX Make sure dx_parent->max_hash < dx_db->max_hash
+                        */
+                       if (dx_db->flags & DX_FLAG_LAST)
+                               dx_parent->max_hash = dx_db->max_hash;
+               }
+                               
+               for (b=0, dx_db = dx_dir->dx_block;
+                    b < dx_dir->numblocks;
+                    b++, dx_db++) {
+                       pctx.blkcount = b;
+                       pctx.group = dx_db->parent;
+                       code = 0;
+                       if (!(dx_db->flags & DX_FLAG_FIRST) &&
+                           (dx_db->min_hash < dx_db->node_min_hash)) {
+                               pctx.blk = dx_db->min_hash;
+                               pctx.blk2 = dx_db->node_min_hash;
+                               code = PR_2_HTREE_MIN_HASH;
+                               fix_problem(ctx, code, &pctx);
+                               bad_dir++;
+                       }
+                       if (dx_db->type == DX_DIRBLOCK_LEAF) {
+                               depth = htree_depth(dx_dir, dx_db);
+                               if (depth != dx_dir->depth) {
+                                       code = PR_2_HTREE_BAD_DEPTH;
+                                       fix_problem(ctx, code, &pctx);
+                                       bad_dir++;
+                               }
+                       }
+                       /*
+                        * This test doesn't apply for the root block 
+                        * at block #0
+                        */
+                       if (b &&
+                           (dx_db->max_hash > dx_db->node_max_hash)) {
+                               pctx.blk = dx_db->max_hash;
+                               pctx.blk2 = dx_db->node_max_hash;
+                               code = PR_2_HTREE_MAX_HASH;
+                               fix_problem(ctx, code, &pctx);
+                               bad_dir++;
+                       }
+                       if (!(dx_db->flags & DX_FLAG_REFERENCED)) {
+                               code = PR_2_HTREE_NOTREF;
+                               fix_problem(ctx, code, &pctx);
+                               bad_dir++;
+                       } else if (dx_db->flags & DX_FLAG_DUP_REF) {
+                               code = PR_2_HTREE_DUPREF;
+                               fix_problem(ctx, code, &pctx);
+                               bad_dir++;
+                       }
+                       if (code == 0)
+                               continue;
+               }
+               if (bad_dir && fix_problem(ctx, PR_2_HTREE_CLEAR, &pctx)) {
+                       clear_htree(ctx, dx_dir->ino);
+                       dx_dir->numblocks = 0;
+               }
+#ifdef ENABLE_HTREE_CLEAR
+               if (dx_dir->numblocks) {
+                       fix_problem(ctx, PR_2_HTREE_FCLR, &pctx);
+                       clear_htree(ctx, dx_dir->ino);
+                       dx_dir->numblocks = 0;
+               }
+#endif
+       }
+#endif
+       ext2fs_free_mem(&buf);
        ext2fs_free_dblist(fs->dblist);
 
        if (ctx->inode_bad_map) {
@@ -145,21 +263,104 @@ void e2fsck_pass2(e2fsck_t ctx)
                ext2fs_free_inode_bitmap(ctx->inode_reg_map);
                ctx->inode_reg_map = 0;
        }
+
+       clear_problem_context(&pctx);
+       if (ctx->large_files) {
+               if (!(sb->s_feature_ro_compat &
+                     EXT2_FEATURE_RO_COMPAT_LARGE_FILE) &&
+                   fix_problem(ctx, PR_2_FEATURE_LARGE_FILES, &pctx)) {
+                       sb->s_feature_ro_compat |=
+                               EXT2_FEATURE_RO_COMPAT_LARGE_FILE;
+                       ext2fs_mark_super_dirty(fs);
+               }
+               if (sb->s_rev_level == EXT2_GOOD_OLD_REV &&
+                   fix_problem(ctx, PR_1_FS_REV_LEVEL, &pctx)) {
+                       ext2fs_update_dynamic_rev(fs);
+                       ext2fs_mark_super_dirty(fs);
+               }
+       } else if (!ctx->large_files &&
+           (sb->s_feature_ro_compat &
+             EXT2_FEATURE_RO_COMPAT_LARGE_FILE)) {
+               if (fs->flags & EXT2_FLAG_RW) {
+                       sb->s_feature_ro_compat &= 
+                               ~EXT2_FEATURE_RO_COMPAT_LARGE_FILE;
+                       ext2fs_mark_super_dirty(fs);
+               }
+       }
+       
 #ifdef RESOURCE_TRACK
        if (ctx->options & E2F_OPT_TIME2) {
                e2fsck_clear_progbar(ctx);
-               print_resource_track("Pass 2", &rtrack);
+               print_resource_track(_("Pass 2"), &rtrack);
        }
 #endif
 }
 
+#define MAX_DEPTH 32000
+static int htree_depth(struct dx_dir_info *dx_dir,
+                      struct dx_dirblock_info *dx_db)
+{
+       int     depth = 0;
+
+       while (dx_db->type != DX_DIRBLOCK_ROOT && depth < MAX_DEPTH) {
+               dx_db = &dx_dir->dx_block[dx_db->parent];
+               depth++;
+       }
+       return depth;
+}
+
+static int dict_de_cmp(const void *a, const void *b)
+{
+       const struct ext2_dir_entry *de_a, *de_b;
+       int     a_len, b_len;
+
+       de_a = (const struct ext2_dir_entry *) a;
+       a_len = de_a->name_len & 0xFF;
+       de_b = (const struct ext2_dir_entry *) b;
+       b_len = de_b->name_len & 0xFF;
+
+       if (a_len != b_len)
+               return (a_len - b_len);
+
+       return strncmp(de_a->name, de_b->name, a_len);
+}
+
+/*
+ * This is special sort function that makes sure that directory blocks
+ * with a dirblock of zero are sorted to the beginning of the list.
+ * This guarantees that the root node of the htree directories are
+ * processed first, so we know what hash version to use.
+ */
+static EXT2_QSORT_TYPE special_dir_block_cmp(const void *a, const void *b)
+{
+       const struct ext2_db_entry *db_a =
+               (const struct ext2_db_entry *) a;
+       const struct ext2_db_entry *db_b =
+               (const struct ext2_db_entry *) b;
+
+       if (db_a->blockcnt && !db_b->blockcnt)
+               return 1;
+
+       if (!db_a->blockcnt && db_b->blockcnt)
+               return -1;
+       
+       if (db_a->blk != db_b->blk)
+               return (int) (db_a->blk - db_b->blk);
+       
+       if (db_a->ino != db_b->ino)
+               return (int) (db_a->ino - db_b->ino);
+
+       return (int) (db_a->blockcnt - db_b->blockcnt);
+}
+
+
 /*
  * Make sure the first entry in the directory is '.', and that the
  * directory entry is sane.
  */
 static int check_dot(e2fsck_t ctx,
                     struct ext2_dir_entry *dirent,
-                    ino_t ino, struct problem_context *pctx)
+                    ext2_ino_t ino, struct problem_context *pctx)
 {
        struct ext2_dir_entry *nextdir;
        int     status = 0;
@@ -259,7 +460,8 @@ static int check_dotdot(e2fsck_t ctx,
  */
 static int check_name(e2fsck_t ctx,
                      struct ext2_dir_entry *dirent,
-                     ino_t dir_ino, struct problem_context *pctx)
+                     ext2_ino_t dir_ino EXT2FS_ATTR((unused)), 
+                     struct problem_context *pctx)
 {
        int     i;
        int     fixup = -1;
@@ -283,8 +485,9 @@ static int check_name(e2fsck_t ctx,
  * Check the directory filetype (if present)
  */
 static _INLINE_ int check_filetype(e2fsck_t ctx,
-                     struct ext2_dir_entry *dirent,
-                     ino_t dir_ino, struct problem_context *pctx)
+                                  struct ext2_dir_entry *dirent,
+                                  ext2_ino_t dir_ino EXT2FS_ATTR((unused)),
+                                  struct problem_context *pctx)
 {
        int     filetype = dirent->name_len >> 8;
        int     should_be = EXT2_FT_UNKNOWN;
@@ -325,31 +528,214 @@ static _INLINE_ int check_filetype(e2fsck_t ctx,
        return 1;
 }
 
+#ifdef ENABLE_HTREE
+static void parse_int_node(ext2_filsys fs,
+                          struct ext2_db_entry *db,
+                          struct check_dir_struct *cd,
+                          struct dx_dir_info   *dx_dir,
+                          char *block_buf)
+{
+       struct          ext2_dx_root_info  *root;
+       struct          ext2_dx_entry *ent;
+       struct          ext2_dx_countlimit *limit;
+       struct dx_dirblock_info *dx_db;
+       int             i, expect_limit, count;
+       blk_t           blk;
+       ext2_dirhash_t  min_hash = 0xffffffff;
+       ext2_dirhash_t  max_hash = 0;
+       ext2_dirhash_t  hash = 0, prev_hash;
+
+       if (db->blockcnt == 0) {
+               root = (struct ext2_dx_root_info *) (block_buf + 24);
+               
+#ifdef DX_DEBUG
+               printf("Root node dump:\n");
+               printf("\t Reserved zero: %d\n", root->reserved_zero);
+               printf("\t Hash Version: %d\n", root->hash_version);
+               printf("\t Info length: %d\n", root->info_length);
+               printf("\t Indirect levels: %d\n", root->indirect_levels);
+               printf("\t Flags: %d\n", root->unused_flags);
+#endif
+
+               ent = (struct ext2_dx_entry *) (block_buf + 24 + root->info_length);
+       } else {
+               ent = (struct ext2_dx_entry *) (block_buf+8);
+       }
+       limit = (struct ext2_dx_countlimit *) ent;
+
+#ifdef DX_DEBUG
+       printf("Number of entries (count): %d\n", 
+              ext2fs_le16_to_cpu(limit->count));
+       printf("Number of entries (limit): %d\n", 
+              ext2fs_le16_to_cpu(limit->limit));
+#endif
+
+       count = ext2fs_le16_to_cpu(limit->count);
+       expect_limit = (fs->blocksize - ((char *) ent - block_buf)) /
+               sizeof(struct ext2_dx_entry);
+       if (ext2fs_le16_to_cpu(limit->limit) != expect_limit) {
+               cd->pctx.num = ext2fs_le16_to_cpu(limit->limit);
+               if (fix_problem(cd->ctx, PR_2_HTREE_BAD_LIMIT, &cd->pctx))
+                       goto clear_and_exit;
+       }
+       if (count > expect_limit) {
+               cd->pctx.num = count;
+               if (fix_problem(cd->ctx, PR_2_HTREE_BAD_COUNT, &cd->pctx))
+                       goto clear_and_exit;
+               count = expect_limit;
+       }
+       
+       for (i=0; i < count; i++) {
+               prev_hash = hash;
+               hash = i ? (ext2fs_le32_to_cpu(ent[i].hash) & ~1) : 0;
+#ifdef DX_DEBUG
+               printf("Entry #%d: Hash 0x%08x, block %d\n", i,
+                      hash, ext2fs_le32_to_cpu(ent[i].block));
+#endif
+               blk = ext2fs_le32_to_cpu(ent[i].block) & 0x0ffffff;
+               /* Check to make sure the block is valid */
+               if (blk > (blk_t) dx_dir->numblocks) {
+                       cd->pctx.blk = blk;
+                       if (fix_problem(cd->ctx, PR_2_HTREE_BADBLK,
+                                       &cd->pctx))
+                               goto clear_and_exit;
+               }
+               if (hash < prev_hash &&
+                   fix_problem(cd->ctx, PR_2_HTREE_HASH_ORDER, &cd->pctx))
+                       goto clear_and_exit;
+               dx_db = &dx_dir->dx_block[blk];
+               if (dx_db->flags & DX_FLAG_REFERENCED) {
+                       dx_db->flags |= DX_FLAG_DUP_REF;
+               } else {
+                       dx_db->flags |= DX_FLAG_REFERENCED;
+                       dx_db->parent = db->blockcnt;
+               }
+               if (hash < min_hash)
+                       min_hash = hash;
+               if (hash > max_hash)
+                       max_hash = hash;
+               dx_db->node_min_hash = hash;
+               if ((i+1) < count)
+                       dx_db->node_max_hash = 
+                         ext2fs_le32_to_cpu(ent[i+1].hash) & ~1;
+               else {
+                       dx_db->node_max_hash = 0xfffffffe;
+                       dx_db->flags |= DX_FLAG_LAST;
+               }
+               if (i == 0)
+                       dx_db->flags |= DX_FLAG_FIRST;
+       }
+#ifdef DX_DEBUG
+       printf("Blockcnt = %d, min hash 0x%08x, max hash 0x%08x\n",
+              db->blockcnt, min_hash, max_hash);
+#endif
+       dx_db = &dx_dir->dx_block[db->blockcnt];
+       dx_db->min_hash = min_hash;
+       dx_db->max_hash = max_hash;
+       return;
+
+clear_and_exit:
+       clear_htree(cd->ctx, cd->pctx.ino);
+       dx_dir->numblocks = 0;
+}
+#endif /* ENABLE_HTREE */
+
+/*
+ * Given a busted directory, try to salvage it somehow.
+ * 
+ */
+static void salvage_directory(ext2_filsys fs,
+                             struct ext2_dir_entry *dirent,
+                             struct ext2_dir_entry *prev,
+                             unsigned int *offset)
+{
+       char    *cp = (char *) dirent;
+       int left = fs->blocksize - *offset - dirent->rec_len;
+       int name_len = dirent->name_len & 0xFF;
+
+       /*
+        * Special case of directory entry of size 8: copy what's left
+        * of the directory block up to cover up the invalid hole.
+        */
+       if ((left >= 12) && (dirent->rec_len == 8)) {
+               memmove(cp, cp+8, left);
+               memset(cp + left, 0, 8);
+               return;
+       }
+       /*
+        * If the directory entry overruns the end of the directory
+        * block, and the name is small enough to fit, then adjust the
+        * record length.
+        */
+       if ((left < 0) &&
+           (name_len + 8 <= dirent->rec_len + left) &&
+           dirent->inode <= fs->super->s_inodes_count &&
+           strnlen(dirent->name, name_len) == name_len) {
+               dirent->rec_len += left;
+               return;
+       }
+       /*
+        * If the directory entry is a multiple of four, so it is
+        * valid, let the previous directory entry absorb the invalid
+        * one. 
+        */
+       if (prev && dirent->rec_len && (dirent->rec_len % 4) == 0) {
+               prev->rec_len += dirent->rec_len;
+               *offset += dirent->rec_len;
+               return;
+       }
+       /*
+        * Default salvage method --- kill all of the directory
+        * entries for the rest of the block.  We will either try to
+        * absorb it into the previous directory entry, or create a
+        * new empty directory entry the rest of the directory block.
+        */
+       if (prev) {
+               prev->rec_len += fs->blocksize - *offset;
+               *offset = fs->blocksize;
+       } else {
+               dirent->rec_len = fs->blocksize - *offset;
+               dirent->name_len = 0;
+               dirent->inode = 0;
+       }
+}
 
 static int check_dir_block(ext2_filsys fs,
                           struct ext2_db_entry *db,
                           void *priv_data)
 {
        struct dir_info         *subdir, *dir;
-       struct ext2_dir_entry   *dirent;
-       int                     offset = 0;
+       struct dx_dir_info      *dx_dir;
+#ifdef ENABLE_HTREE
+       struct dx_dirblock_info *dx_db = 0;
+#endif /* ENABLE_HTREE */
+       struct ext2_dir_entry   *dirent, *prev;
+       ext2_dirhash_t          hash;
+       unsigned int            offset = 0;
        int                     dir_modified = 0;
        int                     dot_state;
        blk_t                   block_nr = db->blk;
-       ino_t                   ino = db->ino;
+       ext2_ino_t              ino = db->ino;
        __u16                   links;
        struct check_dir_struct *cd;
        char                    *buf;
        e2fsck_t                ctx;
        int                     problem;
+       struct ext2_dx_root_info *root;
+       struct ext2_dx_countlimit *limit;
+       static dict_t de_dict;
+       struct problem_context  pctx;
+       int     dups_found = 0;
 
        cd = (struct check_dir_struct *) priv_data;
        buf = cd->buf;
        ctx = cd->ctx;
 
-       if (ctx->progress)
-               if ((ctx->progress)(ctx, 2, cd->count++, cd->max))
-                       return DIRENT_ABORT;
+       if (ctx->flags & E2F_FLAG_SIGNAL_MASK)
+               return DIRENT_ABORT;
+       
+       if (ctx->progress && (ctx->progress)(ctx, 2, cd->count++, cd->max))
+               return DIRENT_ABORT;
        
        /*
         * Make sure the inode is still in use (could have been 
@@ -376,12 +762,18 @@ static int check_dir_block(ext2_filsys fs,
        else
                dot_state = 0;
 
+       if (ctx->dirs_to_hash &&
+           ext2fs_u32_list_test(ctx->dirs_to_hash, ino))
+               dups_found++;
+
 #if 0
        printf("In process_dir_block block %lu, #%d, inode %lu\n", block_nr,
               db->blockcnt, ino);
 #endif
        
        cd->pctx.errcode = ext2fs_read_dir_block(fs, block_nr, buf);
+       if (cd->pctx.errcode == EXT2_ET_DIR_CORRUPTED)
+               cd->pctx.errcode = 0; /* We'll handle this ourselves */
        if (cd->pctx.errcode) {
                if (!fix_problem(ctx, PR_2_READ_DIRBLOCK, &cd->pctx)) {
                        ctx->flags |= E2F_FLAG_ABORT;
@@ -389,9 +781,48 @@ static int check_dir_block(ext2_filsys fs,
                }
                memset(buf, 0, fs->blocksize);
        }
+#ifdef ENABLE_HTREE
+       dx_dir = e2fsck_get_dx_dir_info(ctx, ino);
+       if (dx_dir && dx_dir->numblocks) {
+               if (db->blockcnt >= dx_dir->numblocks) {
+                       printf("XXX should never happen!!!\n");
+                       abort();
+               }
+               dx_db = &dx_dir->dx_block[db->blockcnt];
+               dx_db->type = DX_DIRBLOCK_LEAF;
+               dx_db->phys = block_nr;
+               dx_db->min_hash = ~0;
+               dx_db->max_hash = 0;
+                       
+               dirent = (struct ext2_dir_entry *) buf;
+               limit = (struct ext2_dx_countlimit *) (buf+8);
+               if (db->blockcnt == 0) {
+                       root = (struct ext2_dx_root_info *) (buf + 24);
+                       dx_db->type = DX_DIRBLOCK_ROOT;
+                       dx_db->flags |= DX_FLAG_FIRST | DX_FLAG_LAST;
+                       if ((root->reserved_zero ||
+                            root->info_length < 8 ||
+                            root->indirect_levels > 1) &&
+                           fix_problem(ctx, PR_2_HTREE_BAD_ROOT, &cd->pctx)) {
+                               clear_htree(ctx, ino);
+                               dx_dir->numblocks = 0;
+                               dx_db = 0;
+                       } 
+                       dx_dir->hashversion = root->hash_version;
+                       dx_dir->depth = root->indirect_levels + 1;
+               } else if ((dirent->inode == 0) &&
+                          (dirent->rec_len == fs->blocksize) &&
+                          (dirent->name_len == 0) &&
+                          (ext2fs_le16_to_cpu(limit->limit) == 
+                           ((fs->blocksize-8) / 
+                            sizeof(struct ext2_dx_entry))))
+                       dx_db->type = DX_DIRBLOCK_NODE;
+       }
+#endif /* ENABLE_HTREE */
 
+       dict_init(&de_dict, DICTCOUNT_T_MAX, dict_de_cmp);
+       prev = 0;
        do {
-               dot_state++;
                problem = 0;
                dirent = (struct ext2_dir_entry *) (buf + offset);
                cd->pctx.dirent = dirent;
@@ -401,12 +832,11 @@ static int check_dir_block(ext2_filsys fs,
                    ((dirent->rec_len % 4) != 0) ||
                    (((dirent->name_len & 0xFF)+8) > dirent->rec_len)) {
                        if (fix_problem(ctx, PR_2_DIR_CORRUPTED, &cd->pctx)) {
-                               dirent->rec_len = fs->blocksize - offset;
-                               dirent->name_len = 0;
-                               dirent->inode = 0;
+                               salvage_directory(fs, dirent, prev, &offset);
                                dir_modified++;
+                               continue;
                        } else
-                               return DIRENT_ABORT;
+                               goto abort_free_dict;
                }
                if ((dirent->name_len & 0xFF) > EXT2_NAME_LEN) {
                        if (fix_problem(ctx, PR_2_FILENAME_LONG, &cd->pctx)) {
@@ -415,15 +845,14 @@ static int check_dir_block(ext2_filsys fs,
                        }
                }
 
-               if (dot_state == 1) {
+               if (dot_state == 0) {
                        if (check_dot(ctx, dirent, ino, &cd->pctx))
                                dir_modified++;
-               } else if (dot_state == 2) {
+               } else if (dot_state == 1) {
                        dir = e2fsck_get_dir_info(ctx, ino);
                        if (!dir) {
                                fix_problem(ctx, PR_2_NO_DIRINFO, &cd->pctx);
-                               ctx->flags |= E2F_FLAG_ABORT;
-                               return DIRENT_ABORT;
+                               goto abort_free_dict;
                        }
                        if (check_dotdot(ctx, dirent, dir, &cd->pctx))
                                dir_modified++;
@@ -459,7 +888,7 @@ static int check_dir_block(ext2_filsys fs,
                         * clear it.
                         */
                        problem = PR_2_BB_INODE;
-               } else if ((dot_state > 2) &&
+               } else if ((dot_state > 1) &&
                           ((dirent->name_len & 0xFF) == 1) &&
                           (dirent->name[0] == '.')) {
                        /*
@@ -468,7 +897,7 @@ static int check_dir_block(ext2_filsys fs,
                         * duplicate entry that should be removed.
                         */
                        problem = PR_2_DUP_DOT;
-               } else if ((dot_state > 2) &&
+               } else if ((dot_state > 1) &&
                           ((dirent->name_len & 0xFF) == 2) &&
                           (dirent->name[0] == '.') && 
                           (dirent->name[1] == '.')) {
@@ -478,7 +907,7 @@ static int check_dir_block(ext2_filsys fs,
                         * duplicate entry that should be removed.
                         */
                        problem = PR_2_DUP_DOT_DOT;
-               } else if ((dot_state > 2) &&
+               } else if ((dot_state > 1) &&
                           (dirent->inode == EXT2_ROOT_INO)) {
                        /*
                         * Don't allow links to the root directory.
@@ -487,7 +916,7 @@ static int check_dir_block(ext2_filsys fs,
                         * directory hasn't been created yet.
                         */
                        problem = PR_2_LINK_ROOT;
-               } else if ((dot_state > 2) &&
+               } else if ((dot_state > 1) &&
                           (dirent->name_len & 0xFF) == 0) {
                        /*
                         * Don't allow zero-length directory names.
@@ -517,7 +946,8 @@ static int check_dir_block(ext2_filsys fs,
                    ext2fs_test_inode_bitmap(ctx->inode_bad_map,
                                             dirent->inode)) {
                        if (e2fsck_process_bad_inode(ctx, ino,
-                                                    dirent->inode)) {
+                                                    dirent->inode,
+                                                    buf + fs->blocksize)) {
                                dirent->inode = 0;
                                dir_modified++;
                                goto next;
@@ -532,6 +962,18 @@ static int check_dir_block(ext2_filsys fs,
                if (check_filetype(ctx, dirent, ino, &cd->pctx))
                        dir_modified++;
 
+#ifdef ENABLE_HTREE
+               if (dx_db) {
+                       ext2fs_dirhash(dx_dir->hashversion, dirent->name,
+                                      (dirent->name_len & 0xFF),
+                                      fs->super->s_hash_seed, &hash, 0);
+                       if (hash < dx_db->min_hash)
+                               dx_db->min_hash = hash;
+                       if (hash > dx_db->max_hash)
+                               dx_db->max_hash = hash;
+               }
+#endif
+
                /*
                 * If this is a directory, then mark its parent in its
                 * dir_info structure.  If the parent field is already
@@ -539,15 +981,14 @@ static int check_dir_block(ext2_filsys fs,
                 * hard link.  We assume the first link is correct,
                 * and ask the user if he/she wants to clear this one.
                 */
-               if ((dot_state > 2) &&
+               if ((dot_state > 1) &&
                    (ext2fs_test_inode_bitmap(ctx->inode_dir_map,
                                              dirent->inode))) {
                        subdir = e2fsck_get_dir_info(ctx, dirent->inode);
                        if (!subdir) {
                                cd->pctx.ino = dirent->inode;
                                fix_problem(ctx, PR_2_NO_DIRINFO, &cd->pctx);
-                               ctx->flags |= E2F_FLAG_ABORT;
-                               return DIRENT_ABORT;
+                               goto abort_free_dict;
                        }
                        if (subdir->parent) {
                                cd->pctx.ino2 = subdir->parent;
@@ -561,6 +1002,21 @@ static int check_dir_block(ext2_filsys fs,
                        } else
                                subdir->parent = ino;
                }
+
+               if (dups_found) {
+                       ;
+               } else if (dict_lookup(&de_dict, dirent)) {
+                       clear_problem_context(&pctx);
+                       pctx.ino = ino;
+                       pctx.dirent = dirent;
+                       fix_problem(ctx, PR_2_REPORT_DUP_DIRENT, &pctx);
+                       if (!ctx->dirs_to_hash)
+                               ext2fs_u32_list_create(&ctx->dirs_to_hash, 50);
+                       if (ctx->dirs_to_hash)
+                               ext2fs_u32_list_add(ctx->dirs_to_hash, ino);
+                       dups_found++;
+               } else
+                       dict_alloc_insert(&de_dict, dirent, dirent);
                
                ext2fs_icount_increment(ctx->inode_count, dirent->inode,
                                        &links);
@@ -568,11 +1024,26 @@ static int check_dir_block(ext2_filsys fs,
                        ctx->fs_links_count++;
                ctx->fs_total_count++;
        next:
+               prev = dirent;
                offset += dirent->rec_len;
+               dot_state++;
        } while (offset < fs->blocksize);
 #if 0
        printf("\n");
 #endif
+#ifdef ENABLE_HTREE
+       if (dx_db) {
+#ifdef DX_DEBUG
+               printf("db_block %d, type %d, min_hash 0x%0x, max_hash 0x%0x\n",
+                      db->blockcnt, dx_db->type,
+                      dx_db->min_hash, dx_db->max_hash);
+#endif
+               cd->pctx.dir = cd->pctx.ino;
+               if ((dx_db->type == DX_DIRBLOCK_ROOT) ||
+                   (dx_db->type == DX_DIRBLOCK_NODE))
+                       parse_int_node(fs, db, cd, dx_dir, buf);
+       }
+#endif /* ENABLE_HTREE */
        if (offset != fs->blocksize) {
                cd->pctx.num = dirent->rec_len - fs->blocksize + offset;
                if (fix_problem(ctx, PR_2_FINAL_RECLEN, &cd->pctx)) {
@@ -584,14 +1055,17 @@ static int check_dir_block(ext2_filsys fs,
                cd->pctx.errcode = ext2fs_write_dir_block(fs, block_nr, buf);
                if (cd->pctx.errcode) {
                        if (!fix_problem(ctx, PR_2_WRITE_DIRBLOCK,
-                                        &cd->pctx)) {
-                               ctx->flags |= E2F_FLAG_ABORT;
-                               return DIRENT_ABORT;
-                       }
+                                        &cd->pctx))
+                               goto abort_free_dict;
                }
                ext2fs_mark_changed(fs);
        }
+       dict_free_nodes(&de_dict);
        return 0;
+abort_free_dict:
+       dict_free_nodes(&de_dict);
+       ctx->flags |= E2F_FLAG_ABORT;
+       return DIRENT_ABORT;
 }
 
 /*
@@ -599,28 +1073,30 @@ static int check_dir_block(ext2_filsys fs,
  * functioned called by deallocate inode via ext2fs_iterate_block().
  */
 static int deallocate_inode_block(ext2_filsys fs,
-                            blk_t      *block_nr,
-                            int blockcnt,
-                            void *priv_data)
+                                 blk_t *block_nr,
+                                 e2_blkcnt_t blockcnt EXT2FS_ATTR((unused)),
+                                 blk_t ref_block EXT2FS_ATTR((unused)),
+                                 int ref_offset EXT2FS_ATTR((unused)),
+                                 void *priv_data)
 {
        e2fsck_t        ctx = (e2fsck_t) priv_data;
        
        if (HOLE_BLKADDR(*block_nr))
                return 0;
        ext2fs_unmark_block_bitmap(ctx->block_found_map, *block_nr);
-       ext2fs_unmark_block_bitmap(fs->block_map, *block_nr);
+       ext2fs_block_alloc_stats(fs, *block_nr, -1);
        return 0;
 }
                
 /*
  * This fuction deallocates an inode
  */
-static void deallocate_inode(e2fsck_t ctx, ino_t ino,
-                            char* block_buf)
+static void deallocate_inode(e2fsck_t ctx, ext2_ino_t ino, char* block_buf)
 {
        ext2_filsys fs = ctx->fs;
        struct ext2_inode       inode;
        struct problem_context  pctx;
+       __u32                   count;
        
        ext2fs_icount_store(ctx->inode_link_info, ino, 0);
        e2fsck_read_inode(ctx, ino, &inode, "deallocate_inode");
@@ -638,14 +1114,38 @@ static void deallocate_inode(e2fsck_t ctx, ino_t ino,
        ext2fs_unmark_inode_bitmap(ctx->inode_dir_map, ino);
        if (ctx->inode_bad_map)
                ext2fs_unmark_inode_bitmap(ctx->inode_bad_map, ino);
-       ext2fs_unmark_inode_bitmap(fs->inode_map, ino);
-       ext2fs_mark_ib_dirty(fs);
+       ext2fs_inode_alloc_stats2(fs, ino, -1, LINUX_S_ISDIR(inode.i_mode));
+
+       if (inode.i_file_acl &&
+           (fs->super->s_feature_compat & EXT2_FEATURE_COMPAT_EXT_ATTR)) {
+               pctx.errcode = ext2fs_adjust_ea_refcount(fs, inode.i_file_acl,
+                                                  block_buf, -1, &count);
+               if (pctx.errcode == EXT2_ET_BAD_EA_BLOCK_NUM) {
+                       pctx.errcode = 0;
+                       count = 1;
+               }
+               if (pctx.errcode) {
+                       pctx.blk = inode.i_file_acl;
+                       fix_problem(ctx, PR_2_ADJ_EA_REFCOUNT, &pctx);
+                       ctx->flags |= E2F_FLAG_ABORT;
+                       return;
+               }
+               if (count == 0) {
+                       ext2fs_unmark_block_bitmap(ctx->block_found_map,
+                                                  inode.i_file_acl);
+                       ext2fs_block_alloc_stats(fs, inode.i_file_acl, -1);
+               }
+               inode.i_file_acl = 0;
+       }
 
        if (!ext2fs_inode_has_valid_blocks(&inode))
                return;
-       
-       ext2fs_mark_bb_dirty(fs);
-       pctx.errcode = ext2fs_block_iterate(fs, ino, 0, block_buf,
+
+       if (LINUX_S_ISREG(inode.i_mode) &&
+           (inode.i_size_high || inode.i_size & 0x80000000UL))
+               ctx->large_files--;
+
+       pctx.errcode = ext2fs_block_iterate2(fs, ino, 0, block_buf,
                                            deallocate_inode_block, ctx);
        if (pctx.errcode) {
                fix_problem(ctx, PR_2_DEALLOC_INODE, &pctx);
@@ -654,7 +1154,23 @@ static void deallocate_inode(e2fsck_t ctx, ino_t ino,
        }
 }
 
-extern int e2fsck_process_bad_inode(e2fsck_t ctx, ino_t dir, ino_t ino)
+/*
+ * This fuction clears the htree flag on an inode
+ */
+static void clear_htree(e2fsck_t ctx, ext2_ino_t ino)
+{
+       struct ext2_inode       inode;
+       
+       e2fsck_read_inode(ctx, ino, &inode, "clear_htree");
+       inode.i_flags = inode.i_flags & ~EXT2_INDEX_FL;
+       e2fsck_write_inode(ctx, ino, &inode, "clear_htree");
+       if (ctx->dirs_to_hash)
+               ext2fs_u32_list_add(ctx->dirs_to_hash, ino);
+}
+
+
+extern int e2fsck_process_bad_inode(e2fsck_t ctx, ext2_ino_t dir,
+                                   ext2_ino_t ino, char *buf)
 {
        ext2_filsys fs = ctx->fs;
        struct ext2_inode       inode;
@@ -675,22 +1191,22 @@ extern int e2fsck_process_bad_inode(e2fsck_t ctx, ino_t dir, ino_t ino)
            !LINUX_S_ISLNK(inode.i_mode) && !LINUX_S_ISFIFO(inode.i_mode) &&
            !(LINUX_S_ISSOCK(inode.i_mode)))
                problem = PR_2_BAD_MODE;
-
-       if (LINUX_S_ISCHR(inode.i_mode)
-           && !e2fsck_pass1_check_device_inode(&inode))
+       else if (LINUX_S_ISCHR(inode.i_mode)
+                && !e2fsck_pass1_check_device_inode(fs, &inode))
                problem = PR_2_BAD_CHAR_DEV;
-               
-       if (LINUX_S_ISBLK(inode.i_mode)
-           && !e2fsck_pass1_check_device_inode(&inode))
+       else if (LINUX_S_ISBLK(inode.i_mode)
+                && !e2fsck_pass1_check_device_inode(fs, &inode))
                problem = PR_2_BAD_BLOCK_DEV;
-
-       if (LINUX_S_ISFIFO(inode.i_mode)
-           && !e2fsck_pass1_check_device_inode(&inode))
+       else if (LINUX_S_ISFIFO(inode.i_mode)
+                && !e2fsck_pass1_check_device_inode(fs, &inode))
                problem = PR_2_BAD_FIFO;
-               
-       if (LINUX_S_ISSOCK(inode.i_mode)
-           && !e2fsck_pass1_check_device_inode(&inode))
+       else if (LINUX_S_ISSOCK(inode.i_mode)
+                && !e2fsck_pass1_check_device_inode(fs, &inode))
                problem = PR_2_BAD_SOCKET;
+       else if (LINUX_S_ISLNK(inode.i_mode)
+                && !e2fsck_pass1_check_symlink(fs, &inode, buf)) {
+               problem = PR_2_INVALID_SYMLINK;
+       }
 
        if (problem) {
                if (fix_problem(ctx, problem, &pctx)) {
@@ -742,10 +1258,18 @@ extern int e2fsck_process_bad_inode(e2fsck_t ctx, ino_t dir, ino_t ino)
        }
 
        if (inode.i_file_acl &&
+           !(fs->super->s_feature_compat & EXT2_FEATURE_COMPAT_EXT_ATTR) &&
            fix_problem(ctx, PR_2_FILE_ACL_ZERO, &pctx)) {
                inode.i_file_acl = 0;
                inode_modified++;
        }
+       if (inode.i_file_acl &&
+           ((inode.i_file_acl < fs->super->s_first_data_block) ||
+            (inode.i_file_acl >= fs->super->s_blocks_count)) &&
+           fix_problem(ctx, PR_2_FILE_ACL_BAD, &pctx)) {
+               inode.i_file_acl = 0;
+               inode_modified++;
+       }
        if (inode.i_dir_acl &&
            LINUX_S_ISDIR(inode.i_mode) &&
            fix_problem(ctx, PR_2_DIR_ACL_ZERO, &pctx)) {
@@ -766,7 +1290,8 @@ extern int e2fsck_process_bad_inode(e2fsck_t ctx, ino_t dir, ino_t ino)
  */
 static int allocate_dir_block(e2fsck_t ctx,
                              struct ext2_db_entry *db,
-                             char *buf, struct problem_context *pctx)
+                             char *buf EXT2FS_ATTR((unused)), 
+                             struct problem_context *pctx)
 {
        ext2_filsys fs = ctx->fs;
        blk_t                   blk;
@@ -811,7 +1336,7 @@ static int allocate_dir_block(e2fsck_t ctx,
        }
 
        pctx->errcode = ext2fs_write_dir_block(fs, blk, block);
-       ext2fs_free_mem((void **) &block);
+       ext2fs_free_mem(&block);
        if (pctx->errcode) {
                pctx->str = "ext2fs_write_dir_block";
                fix_problem(ctx, PR_2_ALLOC_DIRBOCK, pctx);
@@ -831,7 +1356,7 @@ static int allocate_dir_block(e2fsck_t ctx,
         * Finally, update the block pointers for the inode
         */
        db->blk = blk;
-       pctx->errcode = ext2fs_block_iterate(fs, db->ino, BLOCK_FLAG_HOLE,
+       pctx->errcode = ext2fs_block_iterate2(fs, db->ino, BLOCK_FLAG_HOLE,
                                      0, update_dir_block, db);
        if (pctx->errcode) {
                pctx->str = "ext2fs_block_iterate";
@@ -845,15 +1370,17 @@ static int allocate_dir_block(e2fsck_t ctx,
 /*
  * This is a helper function for allocate_dir_block().
  */
-static int update_dir_block(ext2_filsys fs,
+static int update_dir_block(ext2_filsys fs EXT2FS_ATTR((unused)),
                            blk_t       *block_nr,
-                           int blockcnt,
+                           e2_blkcnt_t blockcnt,
+                           blk_t ref_block EXT2FS_ATTR((unused)),
+                           int ref_offset EXT2FS_ATTR((unused)), 
                            void *priv_data)
 {
        struct ext2_db_entry *db;
 
        db = (struct ext2_db_entry *) priv_data;
-       if (db->blockcnt == blockcnt) {
+       if (db->blockcnt == (int) blockcnt) {
                *block_nr = db->blk;
                return BLOCK_CHANGED;
        }