Whamcloud - gitweb
e2fsck: read-ahead metadata during passes 1, 2, and 4
[tools/e2fsprogs.git] / e2fsck / pass1.c
index 2423f28..b13be54 100644 (file)
@@ -68,6 +68,7 @@ static void mark_table_blocks(e2fsck_t ctx);
 static void alloc_bb_map(e2fsck_t ctx);
 static void alloc_imagic_map(e2fsck_t ctx);
 static void mark_inode_bad(e2fsck_t ctx, ino_t ino);
+static void add_encrypted_dir(e2fsck_t ctx, ino_t ino);
 static void handle_fs_bad_blocks(e2fsck_t ctx);
 static void process_inodes(e2fsck_t ctx, char *block_buf);
 static EXT2_QSORT_TYPE process_inode_cmp(const void *a, const void *b);
@@ -93,7 +94,7 @@ struct process_block_struct {
        struct problem_context *pctx;
        ext2fs_block_bitmap fs_meta_blocks;
        e2fsck_t        ctx;
-       blk64_t         bad_ref;
+       region_t        region;
 };
 
 struct process_inode_block {
@@ -177,6 +178,7 @@ int e2fsck_pass1_check_symlink(ext2_filsys fs, ext2_ino_t ino,
        ext2_extent_handle_t    handle;
        struct ext2_extent_info info;
        struct ext2fs_extent    extent;
+       int encrypted = 0;
 
        if ((inode->i_size_high || inode->i_size == 0) ||
            (inode->i_flags & EXT2_INDEX_FL))
@@ -234,7 +236,11 @@ int e2fsck_pass1_check_symlink(ext2_filsys fs, ext2_ino_t ino,
                if (io_channel_read_blk64(fs->io, inode->i_block[0], 1, buf))
                        return 0;
 
-               len = strnlen(buf, fs->blocksize);
+               if (inode->i_flags & EXT4_ENCRYPT_FL) {
+                       len = ext2fs_le32_to_cpu(*((__u32 *)buf)) + 4;
+               } else {
+                       len = strnlen(buf, fs->blocksize);
+               }
                if (len == fs->blocksize)
                        return 0;
        } else if (inode->i_flags & EXT4_INLINE_DATA_FL) {
@@ -267,7 +273,8 @@ exit_inline:
                        return 0;
        }
        if (len != inode->i_size)
-               return 0;
+               if ((inode->i_flags & EXT4_ENCRYPT_FL) == 0)
+                       return 0;
        return 1;
 }
 
@@ -537,9 +544,38 @@ static void check_is_really_dir(e2fsck_t ctx, struct problem_context *pctx,
                         EXT4_FEATURE_INCOMPAT_INLINE_DATA);
        if (inlinedata_fs && (inode->i_flags & EXT4_INLINE_DATA_FL)) {
                size_t size;
+               __u32 dotdot;
+               unsigned int rec_len;
+               struct ext2_dir_entry de;
 
                if (ext2fs_inline_data_size(ctx->fs, pctx->ino, &size))
                        return;
+               /*
+                * If the size isn't a multiple of 4, it's probably not a
+                * directory??
+                */
+               if (size & 3)
+                       return;
+               /*
+                * If the first 10 bytes don't look like a directory entry,
+                * it's probably not a directory.
+                */
+               memcpy(&dotdot, inode->i_block, sizeof(dotdot));
+               memcpy(&de, ((char *)inode->i_block) + EXT4_INLINE_DATA_DOTDOT_SIZE,
+                      EXT2_DIR_REC_LEN(0));
+               dotdot = ext2fs_le32_to_cpu(dotdot);
+               de.inode = ext2fs_le32_to_cpu(de.inode);
+               de.rec_len = ext2fs_le16_to_cpu(de.rec_len);
+               ext2fs_get_rec_len(ctx->fs, &de, &rec_len);
+               if (dotdot >= ctx->fs->super->s_inodes_count ||
+                   (dotdot < EXT2_FIRST_INO(ctx->fs->super) &&
+                    dotdot != EXT2_ROOT_INO) ||
+                   de.inode >= ctx->fs->super->s_inodes_count ||
+                   (de.inode < EXT2_FIRST_INO(ctx->fs->super) &&
+                    de.inode != 0) ||
+                   rec_len > EXT4_MIN_INLINE_DATA_SIZE -
+                             EXT4_INLINE_DATA_DOTDOT_SIZE)
+                       return;
                /* device files never have a "system.data" entry */
                goto isdir;
        } else if (extent_fs && (inode->i_flags & EXT4_EXTENTS_FL)) {
@@ -656,6 +692,7 @@ static errcode_t recheck_bad_inode_checksum(ext2_filsys fs, ext2_ino_t ino,
         * Reread inode.  If we don't see checksum error, then this inode
         * has been fixed elsewhere.
         */
+       ctx->stashed_ino = 0;
        retval = ext2fs_read_inode_full(fs, ino, (struct ext2_inode *)&inode,
                                        sizeof(inode));
        if (retval && retval != EXT2_ET_INODE_CSUM_INVALID)
@@ -759,6 +796,162 @@ static void finish_processing_inode(e2fsck_t ctx, ext2_ino_t ino,
                        return; \
        } while (0)
 
+static int could_be_block_map(ext2_filsys fs, struct ext2_inode *inode)
+{
+       __u32 x;
+       int i;
+
+       for (i = 0; i < EXT2_N_BLOCKS; i++) {
+               x = inode->i_block[i];
+#ifdef WORDS_BIGENDIAN
+               x = ext2fs_swab32(x);
+#endif
+               if (x >= ext2fs_blocks_count(fs->super))
+                       return 0;
+       }
+
+       return 1;
+}
+
+/*
+ * Figure out what to do with an inode that has both extents and inline data
+ * inode flags set.  Returns -1 if we decide to erase the inode, 0 otherwise.
+ */
+static int fix_inline_data_extents_file(e2fsck_t ctx,
+                                       ext2_ino_t ino,
+                                       struct ext2_inode *inode,
+                                       int inode_size,
+                                       struct problem_context *pctx)
+{
+       size_t max_inline_ea_size;
+       ext2_filsys fs = ctx->fs;
+       int dirty = 0;
+
+       /* Both feature flags not set?  Just run the regular checks */
+       if (!EXT2_HAS_INCOMPAT_FEATURE(fs->super,
+                                      EXT3_FEATURE_INCOMPAT_EXTENTS) &&
+           !EXT2_HAS_INCOMPAT_FEATURE(fs->super,
+                                      EXT4_FEATURE_INCOMPAT_INLINE_DATA))
+               return 0;
+
+       /* Clear both flags if it's a special file */
+       if (LINUX_S_ISCHR(inode->i_mode) ||
+           LINUX_S_ISBLK(inode->i_mode) ||
+           LINUX_S_ISFIFO(inode->i_mode) ||
+           LINUX_S_ISSOCK(inode->i_mode)) {
+               check_extents_inlinedata(ctx, pctx);
+               return 0;
+       }
+
+       /* If it looks like an extent tree, try to clear inlinedata */
+       if (ext2fs_extent_header_verify(inode->i_block,
+                                sizeof(inode->i_block)) == 0 &&
+           fix_problem(ctx, PR_1_CLEAR_INLINE_DATA_FOR_EXTENT, pctx)) {
+               inode->i_flags &= ~EXT4_INLINE_DATA_FL;
+               dirty = 1;
+               goto out;
+       }
+
+       /* If it looks short enough to be inline data, try to clear extents */
+       if (EXT2_INODE_SIZE(fs->super) > EXT2_GOOD_OLD_INODE_SIZE)
+               max_inline_ea_size = EXT2_INODE_SIZE(fs->super) -
+                                    (EXT2_GOOD_OLD_INODE_SIZE +
+                                     ((struct ext2_inode_large *)inode)->i_extra_isize);
+       else
+               max_inline_ea_size = 0;
+       if (EXT2_I_SIZE(inode) <
+           EXT4_MIN_INLINE_DATA_SIZE + max_inline_ea_size &&
+           fix_problem(ctx, PR_1_CLEAR_EXTENT_FOR_INLINE_DATA, pctx)) {
+               inode->i_flags &= ~EXT4_EXTENTS_FL;
+               dirty = 1;
+               goto out;
+       }
+
+       /*
+        * Too big for inline data, but no evidence of extent tree -
+        * maybe it's a block map file?  If the mappings all look valid?
+        */
+       if (could_be_block_map(fs, inode) &&
+           fix_problem(ctx, PR_1_CLEAR_EXTENT_INLINE_DATA_FLAGS, pctx)) {
+#ifdef WORDS_BIGENDIAN
+               int i;
+
+               for (i = 0; i < EXT2_N_BLOCKS; i++)
+                       inode->i_block[i] = ext2fs_swab32(inode->i_block[i]);
+#endif
+
+               inode->i_flags &= ~(EXT4_EXTENTS_FL | EXT4_INLINE_DATA_FL);
+               dirty = 1;
+               goto out;
+       }
+
+       /* Oh well, just clear the busted inode. */
+       if (fix_problem(ctx, PR_1_CLEAR_EXTENT_INLINE_DATA_INODE, pctx)) {
+               e2fsck_clear_inode(ctx, ino, inode, 0, "pass1");
+               return -1;
+       }
+
+out:
+       if (dirty)
+               e2fsck_write_inode(ctx, ino, inode, "pass1");
+
+       return 0;
+}
+
+static void pass1_readahead(e2fsck_t ctx, dgrp_t *group, ext2_ino_t *next_ino)
+{
+       ext2_ino_t inodes_in_group = 0, inodes_per_block, inodes_per_buffer;
+       dgrp_t start = *group, grp;
+       blk64_t blocks_to_read = 0;
+       errcode_t err = EXT2_ET_INVALID_ARGUMENT;
+
+       if (ctx->readahead_kb == 0)
+               goto out;
+
+       /* Keep iterating groups until we have enough to readahead */
+       inodes_per_block = EXT2_INODES_PER_BLOCK(ctx->fs->super);
+       for (grp = start; grp < ctx->fs->group_desc_count; grp++) {
+               if (ext2fs_bg_flags_test(ctx->fs, grp, EXT2_BG_INODE_UNINIT))
+                       continue;
+               inodes_in_group = ctx->fs->super->s_inodes_per_group -
+                                       ext2fs_bg_itable_unused(ctx->fs, grp);
+               blocks_to_read += (inodes_in_group + inodes_per_block - 1) /
+                                       inodes_per_block;
+               if (blocks_to_read * ctx->fs->blocksize >
+                   ctx->readahead_kb * 1024)
+                       break;
+       }
+
+       err = e2fsck_readahead(ctx->fs, E2FSCK_READA_ITABLE, start,
+                              grp - start + 1);
+       if (err == EAGAIN) {
+               ctx->readahead_kb /= 2;
+               err = 0;
+       }
+
+out:
+       if (err) {
+               /* Error; disable itable readahead */
+               *group = ctx->fs->group_desc_count;
+               *next_ino = ctx->fs->super->s_inodes_count;
+       } else {
+               /*
+                * Don't do more readahead until we've reached the first inode
+                * of the last inode scan buffer block for the last group.
+                */
+               *group = grp + 1;
+               inodes_per_buffer = (ctx->inode_buffer_blocks ?
+                                    ctx->inode_buffer_blocks :
+                                    EXT2_INODE_SCAN_DEFAULT_BUFFER_BLOCKS) *
+                                   ctx->fs->blocksize /
+                                   EXT2_INODE_SIZE(ctx->fs->super);
+               inodes_in_group--;
+               *next_ino = inodes_in_group -
+                           (inodes_in_group % inodes_per_buffer) + 1 +
+                           (grp * ctx->fs->super->s_inodes_per_group);
+       }
+}
+
 void e2fsck_pass1(e2fsck_t ctx)
 {
        int     i;
@@ -781,10 +974,19 @@ void e2fsck_pass1(e2fsck_t ctx)
        int             low_dtime_check = 1;
        int             inode_size;
        int             failed_csum = 0;
+       ext2_ino_t      ino_threshold = 0;
+       dgrp_t          ra_group = 0;
 
        init_resource_track(&rtrack, ctx->fs->io);
        clear_problem_context(&pctx);
 
+       /* If we can do readahead, figure out how many groups to pull in. */
+       if (!e2fsck_can_readahead(ctx->fs))
+               ctx->readahead_kb = 0;
+       else if (ctx->readahead_kb == ~0ULL)
+               ctx->readahead_kb = e2fsck_guess_readahead(ctx->fs);
+       pass1_readahead(ctx, &ra_group, &ino_threshold);
+
        if (!(ctx->options & E2F_OPT_PREEN))
                fix_problem(ctx, PR_1_PASS_HEADER, &pctx);
 
@@ -964,10 +1166,43 @@ void e2fsck_pass1(e2fsck_t ctx)
                old_op = ehandler_operation(_("getting next inode from scan"));
                pctx.errcode = ext2fs_get_next_inode_full(scan, &ino,
                                                          inode, inode_size);
+               if (ino > ino_threshold)
+                       pass1_readahead(ctx, &ra_group, &ino_threshold);
                ehandler_operation(old_op);
                if (ctx->flags & E2F_FLAG_SIGNAL_MASK)
                        return;
                if (pctx.errcode == EXT2_ET_BAD_BLOCK_IN_INODE_TABLE) {
+                       /*
+                        * If badblocks says badblocks is bad, offer to clear
+                        * the list, update the in-core bb list, and restart
+                        * the inode scan.
+                        */
+                       if (ino == EXT2_BAD_INO &&
+                           fix_problem(ctx, PR_1_BADBLOCKS_IN_BADBLOCKS,
+                                       &pctx)) {
+                               errcode_t err;
+
+                               e2fsck_clear_inode(ctx, ino, inode, 0, "pass1");
+                               ext2fs_badblocks_list_free(ctx->fs->badblocks);
+                               ctx->fs->badblocks = NULL;
+                               err = ext2fs_read_bb_inode(ctx->fs,
+                                                       &ctx->fs->badblocks);
+                               if (err) {
+                                       fix_problem(ctx, PR_1_ISCAN_ERROR,
+                                                   &pctx);
+                                       ctx->flags |= E2F_FLAG_ABORT;
+                                       goto endit;
+                               }
+                               err = ext2fs_inode_scan_goto_blockgroup(scan,
+                                                                       0);
+                               if (err) {
+                                       fix_problem(ctx, PR_1_ISCAN_ERROR,
+                                                   &pctx);
+                                       ctx->flags |= E2F_FLAG_ABORT;
+                                       goto endit;
+                               }
+                               continue;
+                       }
                        if (!ctx->inode_bb_map)
                                alloc_bb_map(ctx);
                        ext2fs_mark_inode_bitmap2(ctx->inode_bb_map, ino);
@@ -1007,6 +1242,18 @@ void e2fsck_pass1(e2fsck_t ctx)
                        }
                }
 
+               /* Conflicting inlinedata/extents inode flags? */
+               if ((inode->i_flags & EXT4_INLINE_DATA_FL) &&
+                   (inode->i_flags & EXT4_EXTENTS_FL)) {
+                       int res = fix_inline_data_extents_file(ctx, ino, inode,
+                                                              inode_size,
+                                                              &pctx);
+                       if (res < 0) {
+                               /* skip FINISH_INODE_LOOP */
+                               continue;
+                       }
+               }
+
                /* Test for incorrect inline_data flags settings. */
                if ((inode->i_flags & EXT4_INLINE_DATA_FL) && !inlinedata_fs &&
                    (ino >= EXT2_FIRST_INODE(fs->super))) {
@@ -1014,12 +1261,12 @@ void e2fsck_pass1(e2fsck_t ctx)
 
                        pctx.errcode = ext2fs_inline_data_size(fs, ino, &size);
                        if (!pctx.errcode && size &&
-                           !fix_problem(ctx, PR_1_INLINE_DATA_FEATURE, &pctx)) {
+                           fix_problem(ctx, PR_1_INLINE_DATA_FEATURE, &pctx)) {
                                sb->s_feature_incompat |=
                                        EXT4_FEATURE_INCOMPAT_INLINE_DATA;
                                ext2fs_mark_super_dirty(fs);
                                inlinedata_fs = 1;
-                       } else if (!fix_problem(ctx, PR_1_INLINE_DATA_SET, &pctx)) {
+                       } else if (fix_problem(ctx, PR_1_INLINE_DATA_SET, &pctx)) {
                                e2fsck_clear_inode(ctx, ino, inode, 0, "pass1");
                                /* skip FINISH_INODE_LOOP */
                                continue;
@@ -1069,6 +1316,8 @@ void e2fsck_pass1(e2fsck_t ctx)
                                                ctx->flags |= E2F_FLAG_ABORT;
                                                goto endit;
                                        }
+                                       if (LINUX_S_ISLNK(inode->i_mode))
+                                               inode->i_flags &= ~EXT4_INLINE_DATA_FL;
                                        e2fsck_write_inode(ctx, ino, inode,
                                                           "pass1");
                                        failed_csum = 0;
@@ -1388,7 +1637,8 @@ void e2fsck_pass1(e2fsck_t ctx)
                if (inode->i_faddr || frag || fsize ||
                    (LINUX_S_ISDIR(inode->i_mode) && inode->i_dir_acl))
                        mark_inode_bad(ctx, ino);
-               if (!(fs->super->s_feature_incompat & 
+               if ((fs->super->s_creator_os == EXT2_OS_LINUX) &&
+                   !(fs->super->s_feature_incompat &
                      EXT4_FEATURE_INCOMPAT_64BIT) &&
                    inode->osd2.linux2.l_i_file_acl_high != 0)
                        mark_inode_bad(ctx, ino);
@@ -1433,6 +1683,8 @@ void e2fsck_pass1(e2fsck_t ctx)
                        ext2fs_mark_inode_bitmap2(ctx->inode_dir_map, ino);
                        e2fsck_add_dir_info(ctx, ino, 0);
                        ctx->fs_directory_count++;
+                       if (inode->i_flags & EXT4_ENCRYPT_FL)
+                               add_encrypted_dir(ctx, ino);
                } else if (LINUX_S_ISREG (inode->i_mode)) {
                        ext2fs_mark_inode_bitmap2(ctx->inode_reg_map, ino);
                        ctx->fs_regular_count++;
@@ -1722,6 +1974,23 @@ static void mark_inode_bad(e2fsck_t ctx, ino_t ino)
        ext2fs_mark_inode_bitmap2(ctx->inode_bad_map, ino);
 }
 
+static void add_encrypted_dir(e2fsck_t ctx, ino_t ino)
+{
+       struct          problem_context pctx;
+
+       if (!ctx->encrypted_dirs) {
+               pctx.errcode = ext2fs_u32_list_create(&ctx->encrypted_dirs, 0);
+               if (pctx.errcode)
+                       goto error;
+       }
+       pctx.errcode = ext2fs_u32_list_add(ctx->encrypted_dirs, ino);
+       if (pctx.errcode == 0)
+               return;
+error:
+       fix_problem(ctx, PR_1_ALLOCATE_ENCRYPTED_DIRLIST, &pctx);
+       /* Should never get here */
+       ctx->flags |= E2F_FLAG_ABORT;
+}
 
 /*
  * This procedure will allocate the inode "bb" (badblock) map table
@@ -2132,6 +2401,16 @@ void e2fsck_clear_inode(e2fsck_t ctx, ext2_ino_t ino,
        ext2fs_icount_store(ctx->inode_link_info, ino, 0);
        inode->i_dtime = ctx->now;
 
+       /*
+        * If a special inode has such rotten block mappings that we
+        * want to clear the whole inode, be sure to actually zap
+        * the block maps because i_links_count isn't checked for
+        * special inodes, and we'll end up right back here the next
+        * time we run fsck.
+        */
+       if (ino < EXT2_FIRST_INODE(ctx->fs->super))
+               memset(inode->i_block, 0, sizeof(inode->i_block));
+
        ext2fs_unmark_inode_bitmap2(ctx->inode_dir_map, ino);
        ext2fs_unmark_inode_bitmap2(ctx->inode_used_map, ino);
        if (ctx->inode_reg_map)
@@ -2244,6 +2523,10 @@ static void scan_extent_node(e2fsck_t ctx, struct problem_context *pctx,
                          (1 << (21 - ctx->fs->super->s_log_block_size))))
                        problem = PR_1_TOOBIG_DIR;
 
+               if (is_leaf && problem == 0 && extent.e_len > 0 &&
+                   region_allocate(pb->region, extent.e_lblk, extent.e_len))
+                       problem = PR_1_EXTENT_COLLISION;
+
                /*
                 * Uninitialized blocks in a directory?  Clear the flag and
                 * we'll interpret the blocks later.
@@ -2263,7 +2546,6 @@ static void scan_extent_node(e2fsck_t ctx, struct problem_context *pctx,
                if (try_repairs && problem) {
 report_problem:
                        if (fix_problem(ctx, problem, pctx)) {
-fix_problem_now:
                                if (ctx->invalid_bitmaps) {
                                        /*
                                         * If fsck knows the bitmaps are bad,
@@ -2413,9 +2695,9 @@ fix_problem_now:
                        new_lblk = pb->last_block + 1;
                        if (EXT2FS_CLUSTER_RATIO(ctx->fs) > 1)
                                new_lblk = ((new_lblk +
-                                            EXT2FS_CLUSTER_RATIO(ctx->fs)) &
-                                           EXT2FS_CLUSTER_MASK(ctx->fs)) |
-                                          (extent.e_lblk &
+                                            EXT2FS_CLUSTER_RATIO(ctx->fs) - 1) &
+                                           ~EXT2FS_CLUSTER_MASK(ctx->fs)) |
+                                          (extent.e_pblk &
                                            EXT2FS_CLUSTER_MASK(ctx->fs));
                        pctx->blk = extent.e_lblk;
                        pctx->blk2 = new_lblk;
@@ -2545,6 +2827,14 @@ static void check_blocks_extents(e2fsck_t ctx, struct problem_context *pctx,
                ctx->extent_depth_count[info.max_depth]++;
        }
 
+       pb->region = region_create(0, info.max_lblk);
+       if (!pb->region) {
+               ext2fs_extent_free(ehandle);
+               fix_problem(ctx, PR_1_EXTENT_ALLOC_REGION_ABORT, pctx);
+               ctx->flags |= E2F_FLAG_ABORT;
+               return;
+       }
+
        eof_lblk = ((EXT2_I_SIZE(inode) + fs->blocksize - 1) >>
                EXT2_BLOCK_SIZE_BITS(fs->super)) - 1;
        scan_extent_node(ctx, pctx, pb, 0, 0, eof_lblk, ehandle, 1);
@@ -2556,6 +2846,8 @@ static void check_blocks_extents(e2fsck_t ctx, struct problem_context *pctx,
                                   "check_blocks_extents");
                pctx->errcode = 0;
        }
+       region_free(pb->region);
+       pb->region = NULL;
        ext2fs_extent_free(ehandle);
 }
 
@@ -2567,18 +2859,44 @@ static void check_blocks_extents(e2fsck_t ctx, struct problem_context *pctx,
 static void check_blocks_inline_data(e2fsck_t ctx, struct problem_context *pctx,
                                     struct process_block_struct *pb)
 {
+       int     flags;
+       size_t  inline_data_size = 0;
+
        if (!pb->is_dir) {
                pctx->errcode = 0;
                return;
        }
 
+       /* Process the dirents in i_block[] as the "first" block. */
        pctx->errcode = ext2fs_add_dir_block2(ctx->fs->dblist, pb->ino, 0, 0);
+       if (pctx->errcode)
+               goto err;
+
+       /* Process the dirents in the EA as a "second" block. */
+       flags = ctx->fs->flags;
+       ctx->fs->flags |= EXT2_FLAG_IGNORE_CSUM_ERRORS;
+       pctx->errcode = ext2fs_inline_data_size(ctx->fs, pb->ino,
+                                               &inline_data_size);
+       ctx->fs->flags = (flags & EXT2_FLAG_IGNORE_CSUM_ERRORS) |
+                        (ctx->fs->flags & ~EXT2_FLAG_IGNORE_CSUM_ERRORS);
        if (pctx->errcode) {
-               pctx->blk = 0;
-               pctx->num = 0;
-               fix_problem(ctx, PR_1_ADD_DBLOCK, pctx);
-               ctx->flags |= E2F_FLAG_ABORT;
+               pctx->errcode = 0;
+               return;
        }
+
+       if (inline_data_size <= EXT4_MIN_INLINE_DATA_SIZE)
+               return;
+
+       pctx->errcode = ext2fs_add_dir_block2(ctx->fs->dblist, pb->ino, 0, 1);
+       if (pctx->errcode)
+               goto err;
+
+       return;
+err:
+       pctx->blk = 0;
+       pctx->num = 0;
+       fix_problem(ctx, PR_1_ADD_DBLOCK, pctx);
+       ctx->flags |= E2F_FLAG_ABORT;
 }
 
 /*
@@ -2615,7 +2933,6 @@ static void check_blocks(e2fsck_t ctx, struct problem_context *pctx,
        pb.pctx = pctx;
        pb.ctx = ctx;
        pb.inode_modified = 0;
-       pb.bad_ref = 0;
        pctx->ino = ino;
        pctx->errcode = 0;
 
@@ -2624,18 +2941,6 @@ static void check_blocks(e2fsck_t ctx, struct problem_context *pctx,
        inlinedata_fs = (ctx->fs->super->s_feature_incompat &
                         EXT4_FEATURE_INCOMPAT_INLINE_DATA);
 
-       if (inode->i_flags & EXT2_COMPRBLK_FL) {
-               if (fs->super->s_feature_incompat &
-                   EXT2_FEATURE_INCOMPAT_COMPRESSION)
-                       pb.compressed = 1;
-               else {
-                       if (fix_problem(ctx, PR_1_COMPR_SET, pctx)) {
-                               inode->i_flags &= ~EXT2_COMPRBLK_FL;
-                               dirty_inode++;
-                       }
-               }
-       }
-
        if (check_ext_attr(ctx, pctx, block_buf)) {
                if (ctx->flags & E2F_FLAG_SIGNAL_MASK)
                        goto out;
@@ -2742,17 +3047,21 @@ static void check_blocks(e2fsck_t ctx, struct problem_context *pctx,
                if (inode->i_flags & EXT4_INLINE_DATA_FL) {
                        int flags;
                        size_t size;
+                       errcode_t err;
 
+                       size = 0;
                        flags = ctx->fs->flags;
                        ctx->fs->flags |= EXT2_FLAG_IGNORE_CSUM_ERRORS;
-                       if (ext2fs_inline_data_size(ctx->fs, pctx->ino, &size))
-                               bad_size = 5;
+                       err = ext2fs_inline_data_size(ctx->fs, pctx->ino,
+                                                     &size);
                        ctx->fs->flags = (flags &
                                          EXT2_FLAG_IGNORE_CSUM_ERRORS) |
                                         (ctx->fs->flags &
                                          ~EXT2_FLAG_IGNORE_CSUM_ERRORS);
-                       if (size != inode->i_size)
-                               bad_size = 5;
+                       if (err || size != inode->i_size) {
+                               bad_size = 7;
+                               pctx->num = size;
+                       }
                } else if (inode->i_size & (fs->blocksize - 1))
                        bad_size = 5;
                else if (nblock > (pb.last_block + 1))
@@ -2785,12 +3094,20 @@ static void check_blocks(e2fsck_t ctx, struct problem_context *pctx,
        }
        /* i_size for symlinks is checked elsewhere */
        if (bad_size && !LINUX_S_ISLNK(inode->i_mode)) {
-               pctx->num = (pb.last_block+1) * fs->blocksize;
+               /* Did inline_data set pctx->num earlier? */
+               if (bad_size != 7)
+                       pctx->num = (pb.last_block + 1) * fs->blocksize;
                pctx->group = bad_size;
                if (fix_problem(ctx, PR_1_BAD_I_SIZE, pctx)) {
                        if (LINUX_S_ISDIR(inode->i_mode))
                                pctx->num &= 0xFFFFFFFFULL;
                        ext2fs_inode_size_set(fs, inode, pctx->num);
+                       if (EXT2_I_SIZE(inode) == 0 &&
+                           (inode->i_flags & EXT4_INLINE_DATA_FL)) {
+                               memset(inode->i_block, 0,
+                                      sizeof(inode->i_block));
+                               inode->i_flags &= ~EXT4_INLINE_DATA_FL;
+                       }
                        dirty_inode++;
                }
                pctx->num = 0;
@@ -2798,11 +3115,12 @@ static void check_blocks(e2fsck_t ctx, struct problem_context *pctx,
        if (LINUX_S_ISREG(inode->i_mode) &&
            ext2fs_needs_large_file_feature(EXT2_I_SIZE(inode)))
                ctx->large_files++;
-       if ((pb.num_blocks != ext2fs_inode_i_blocks(fs, inode)) ||
-           ((fs->super->s_feature_ro_compat &
-             EXT4_FEATURE_RO_COMPAT_HUGE_FILE) &&
-            (inode->i_flags & EXT4_HUGE_FILE_FL) &&
-            (inode->osd2.linux2.l_i_blocks_hi != 0))) {
+       if ((fs->super->s_creator_os == EXT2_OS_LINUX) &&
+           ((pb.num_blocks != ext2fs_inode_i_blocks(fs, inode)) ||
+            ((fs->super->s_feature_ro_compat &
+              EXT4_FEATURE_RO_COMPAT_HUGE_FILE) &&
+             (inode->i_flags & EXT4_HUGE_FILE_FL) &&
+             (inode->osd2.linux2.l_i_blocks_hi != 0)))) {
                pctx->num = pb.num_blocks;
                if (fix_problem(ctx, PR_1_BAD_I_BLOCKS, pctx)) {
                        inode->i_blocks = pb.num_blocks;
@@ -2896,28 +3214,6 @@ static int process_block(ext2_filsys fs,
        pctx = p->pctx;
        ctx = p->ctx;
 
-       if (p->compressed && (blk == EXT2FS_COMPRESSED_BLKADDR)) {
-               /* todo: Check that the comprblk_fl is high, that the
-                  blkaddr pattern looks right (all non-holes up to
-                  first EXT2FS_COMPRESSED_BLKADDR, then all
-                  EXT2FS_COMPRESSED_BLKADDR up to end of cluster),
-                  that the feature_incompat bit is high, and that the
-                  inode is a regular file.  If we're doing a "full
-                  check" (a concept introduced to e2fsck by e2compr,
-                  meaning that we look at data blocks as well as
-                  metadata) then call some library routine that
-                  checks the compressed data.  I'll have to think
-                  about this, because one particularly important
-                  problem to be able to fix is to recalculate the
-                  cluster size if necessary.  I think that perhaps
-                  we'd better do most/all e2compr-specific checks
-                  separately, after the non-e2compr checks.  If not
-                  doing a full check, it may be useful to test that
-                  the personality is linux; e.g. if it isn't then
-                  perhaps this really is just an illegal block. */
-               return 0;
-       }
-
        /*
         * For a directory, add logical block zero for processing even if it's
         * not mapped or we'll be perennially stuck with broken "." and ".."
@@ -2946,7 +3242,7 @@ static int process_block(ext2_filsys fs,
         * file be contiguous.  (Which can never be true for really
         * big files that are greater than a block group.)
         */
-       if (!HOLE_BLKADDR(p->previous_block) && p->ino != EXT2_RESIZE_INO) {
+       if (p->previous_block && p->ino != EXT2_RESIZE_INO) {
                if (p->previous_block+1 != blk) {
                        if (ctx->options & E2F_OPT_FRAGCHECK) {
                                char type = '?';
@@ -2987,7 +3283,6 @@ static int process_block(ext2_filsys fs,
        if (blockcnt < 0 &&
            p->ino != EXT2_RESIZE_INO &&
            ext2fs_test_block_bitmap2(ctx->block_metadata_map, blk)) {
-               p->bad_ref = blk;
                pctx->blk = blk;
                fix_problem(ctx, PR_1_CRITICAL_METADATA_COLLISION, pctx);
                ctx->flags |= E2F_FLAG_RESTART_LATER;
@@ -2997,13 +3292,23 @@ static int process_block(ext2_filsys fs,
                p->num_illegal_blocks++;
                /*
                 * A bit of subterfuge here -- we're trying to fix a block
-                * mapping, but know that the IND/DIND/TIND block has collided
+                * mapping, but the IND/DIND/TIND block could have collided
                 * with some critical metadata.  So, fix the in-core mapping so
                 * iterate won't go insane, but return 0 instead of
                 * BLOCK_CHANGED so that it won't write the remapping out to
                 * our multiply linked block.
+                *
+                * Even if we previously determined that an *IND block
+                * conflicts with critical metadata, we must still try to
+                * iterate the *IND block as if it is an *IND block to find and
+                * mark the blocks it points to.  Better to be overly cautious
+                * with the used_blocks map so that we don't move the *IND
+                * block to a block that's really in use!
                 */
-               if (p->bad_ref && ref_block == p->bad_ref) {
+               if (p->ino != EXT2_RESIZE_INO &&
+                   ref_block != 0 &&
+                   ext2fs_test_block_bitmap2(ctx->block_metadata_map,
+                                             ref_block)) {
                        *block_nr = 0;
                        return 0;
                }
@@ -3111,11 +3416,6 @@ static int process_bad_block(ext2_filsys fs,
        struct problem_context *pctx;
        e2fsck_t        ctx;
 
-       /*
-        * Note: This function processes blocks for the bad blocks
-        * inode, which is never compressed.  So we don't use HOLE_BLKADDR().
-        */
-
        if (!blk)
                return 0;
 
@@ -3334,12 +3634,15 @@ static void new_table_block(e2fsck_t ctx, blk64_t first_block, dgrp_t group,
                                   old_block + i, 1, buf);
                        if (pctx.errcode)
                                fix_problem(ctx, PR_1_RELOC_READ_ERR, &pctx);
-               } else
-                       memset(buf, 0, fs->blocksize);
+                       pctx.blk = (*new_block) + i;
+                       pctx.errcode = io_channel_write_blk64(fs->io, pctx.blk,
+                                                             1, buf);
+               } else {
+                       pctx.blk = (*new_block) + i;
+                       pctx.errcode = ext2fs_zero_blocks2(fs, pctx.blk, 1,
+                                                          NULL, NULL);
+               }
 
-               pctx.blk = (*new_block) + i;
-               pctx.errcode = io_channel_write_blk64(fs->io, pctx.blk,
-                                             1, buf);
                if (pctx.errcode)
                        fix_problem(ctx, PR_1_RELOC_WRITE_ERR, &pctx);
        }
@@ -3548,7 +3851,7 @@ static errcode_t e2fsck_get_alloc_block(ext2_filsys fs, blk64_t goal,
                                return retval;
                }
 
-               retval = ext2fs_new_block2(fs, goal, 0, &new_block);
+               retval = ext2fs_new_block2(fs, goal, fs->block_map, &new_block);
                if (retval)
                        return retval;
        }