/* * pass1b.c --- Pass #1b of e2fsck * * This file contains pass1B, pass1C, and pass1D of e2fsck. They are * only invoked if pass 1 discovered blocks which are in use by more * than one inode. * * Pass1B scans the data blocks of all the inodes again, generating a * complete list of duplicate blocks and which inodes have claimed * them. * * Pass1C does a tree-traversal of the filesystem, to determine the * parent directories of these inodes. This step is necessary so that * e2fsck can print out the pathnames of affected inodes. * * Pass1D is a reconciliation pass. For each inode with duplicate * blocks, the user is prompted if s/he would like to clone the file * (so that the file gets a fresh copy of the duplicated blocks) or * simply to delete the file. * * Copyright (C) 1993, 1994, 1995, 1996, 1997 Theodore Ts'o. * * %Begin-Header% * This file may be redistributed under the terms of the GNU Public * License. * %End-Header% * */ #include #ifdef HAVE_ERRNO_H #include #endif #include #include "e2fsck.h" #include "problem.h" /* Define an extension to the ext2 library's block count information */ #define BLOCK_COUNT_EXTATTR (-5) /* * This is structure is allocated for each time that a block is * claimed by more than one file. So if a particular block is claimed * by 3 files, then three copies of this structure will be allocated, * one for each conflict. * * The linked list structure is as follows: * * dup_blk --> block #34 --> block #35 --> block #47 * inode #12 inode #14 inode #17 * num_bad = 3 num_bad = 2 num_bad = 2 * | | | * V V V * block #34 block #35 block #47 * inode #14 inode #15 inode #23 * | * V * block #34 * inode #15 * * The num_bad field indicates how many inodes are sharing a * particular block, and is only stored in the first element of the * linked list for a particular block. As the block conflicts are * resolved, num_bad is decremented; when it reaches 1, then we no * longer need to worry about that block. */ struct dup_block { blk_t block; /* Block number */ ext2_ino_t ino; /* Inode number */ int num_bad; int flags; /* Pointer to next dup record with different block */ struct dup_block *next_block; /* Pointer to next dup record with different inode */ struct dup_block *next_inode; }; #define FLAG_EXTATTR (1) /* * This structure stores information about a particular inode which * is sharing blocks with other inodes. This information is collected * to display to the user, so that the user knows what files he or she * is dealing with, when trying to decide how to resolve the conflict * of multiply-claimed blocks. */ struct dup_inode { ext2_ino_t ino, dir; int num_dupblocks; struct ext2_inode inode; struct dup_inode *next; }; static int process_pass1b_block(ext2_filsys fs, blk_t *blocknr, e2_blkcnt_t blockcnt, blk_t ref_blk, int ref_offset, void *priv_data); static void delete_file(e2fsck_t ctx, struct dup_inode *dp, char *block_buf); static int clone_file(e2fsck_t ctx, struct dup_inode *dp, char* block_buf); static int check_if_fs_block(e2fsck_t ctx, blk_t test_blk); static void pass1b(e2fsck_t ctx, char *block_buf); static void pass1c(e2fsck_t ctx, char *block_buf); static void pass1d(e2fsck_t ctx, char *block_buf); static struct dup_block *dup_blk = 0; static struct dup_inode *dup_ino = 0; static int dup_inode_count = 0; static ext2fs_inode_bitmap inode_dup_map; /* * Main procedure for handling duplicate blocks */ void e2fsck_pass1_dupblocks(e2fsck_t ctx, char *block_buf) { ext2_filsys fs = ctx->fs; struct dup_block *p, *q, *next_p, *next_q; struct dup_inode *r, *next_r; struct problem_context pctx; clear_problem_context(&pctx); pctx.errcode = ext2fs_allocate_inode_bitmap(fs, _("multiply claimed inode map"), &inode_dup_map); if (pctx.errcode) { fix_problem(ctx, PR_1B_ALLOCATE_IBITMAP_ERROR, &pctx); ctx->flags |= E2F_FLAG_ABORT; return; } pass1b(ctx, block_buf); pass1c(ctx, block_buf); pass1d(ctx, block_buf); /* * Time to free all of the accumulated data structures that we * don't need anymore. */ ext2fs_free_inode_bitmap(inode_dup_map); inode_dup_map = 0; ext2fs_free_block_bitmap(ctx->block_dup_map); ctx->block_dup_map = 0; for (p = dup_blk; p; p = next_p) { next_p = p->next_block; for (q = p; q; q = next_q) { next_q = q->next_inode; ext2fs_free_mem((void **) &q); } } for (r = dup_ino; r; r = next_r) { next_r = r->next; ext2fs_free_mem((void **) &r); } } /* * Scan the inodes looking for inodes that contain duplicate blocks. */ struct process_block_struct { ext2_ino_t ino; int dup_blocks; e2fsck_t ctx; struct problem_context *pctx; }; static void pass1b(e2fsck_t ctx, char *block_buf) { ext2_filsys fs = ctx->fs; ext2_ino_t ino; struct ext2_inode inode; ext2_inode_scan scan; struct process_block_struct pb; struct dup_inode *dp; struct dup_block *q, *r; struct problem_context pctx; int i, ea_flag; clear_problem_context(&pctx); fix_problem(ctx, PR_1B_PASS_HEADER, &pctx); pctx.errcode = ext2fs_open_inode_scan(fs, ctx->inode_buffer_blocks, &scan); if (pctx.errcode) { fix_problem(ctx, PR_1B_ISCAN_ERROR, &pctx); ctx->flags |= E2F_FLAG_ABORT; return; } pctx.errcode = ext2fs_get_next_inode(scan, &ino, &inode); if (pctx.errcode) { fix_problem(ctx, PR_1B_ISCAN_ERROR, &pctx); ctx->flags |= E2F_FLAG_ABORT; return; } ctx->stashed_inode = &inode; pb.ctx = ctx; pb.pctx = &pctx; pctx.str = "pass1b"; while (ino) { pctx.ino = ctx->stashed_ino = ino; if ((ino != EXT2_BAD_INO) && (!ext2fs_test_inode_bitmap(ctx->inode_used_map, ino) || !ext2fs_inode_has_valid_blocks(&inode))) goto next; pb.ino = ino; pb.dup_blocks = 0; pctx.errcode = ext2fs_block_iterate2(fs, ino, 0, block_buf, process_pass1b_block, &pb); if (inode.i_file_acl) process_pass1b_block(fs, &inode.i_file_acl, BLOCK_COUNT_EXTATTR, 0, 0, &pb); if (pb.dup_blocks) { end_problem_latch(ctx, PR_LATCH_DBLOCK); dp = (struct dup_inode *) e2fsck_allocate_memory(ctx, sizeof(struct dup_inode), "duplicate inode record"); dp->ino = ino; dp->dir = 0; dp->inode = inode; dp->num_dupblocks = pb.dup_blocks; dp->next = dup_ino; dup_ino = dp; if (ino != EXT2_BAD_INO) dup_inode_count++; } if (pctx.errcode) fix_problem(ctx, PR_1B_BLOCK_ITERATE, &pctx); next: pctx.errcode = ext2fs_get_next_inode(scan, &ino, &inode); if (pctx.errcode == EXT2_ET_BAD_BLOCK_IN_INODE_TABLE) goto next; if (pctx.errcode) { fix_problem(ctx, PR_1B_ISCAN_ERROR, &pctx); ctx->flags |= E2F_FLAG_ABORT; return; } } ext2fs_close_inode_scan(scan); e2fsck_use_inode_shortcuts(ctx, 0); /* * Set the num_bad field */ for (q = dup_blk; q; q = q->next_block) { i = 0; ea_flag = 0; for (r = q; r; r = r->next_inode) { if (r->flags & FLAG_EXTATTR) { if (ea_flag++) continue; } i++; } q->num_bad = i; } } static int process_pass1b_block(ext2_filsys fs, blk_t *block_nr, e2_blkcnt_t blockcnt, blk_t ref_blk, int ref_offset, void *priv_data) { struct process_block_struct *p; struct dup_block *dp, *q; e2fsck_t ctx; if (HOLE_BLKADDR(*block_nr)) return 0; p = (struct process_block_struct *) priv_data; ctx = p->ctx; if (ext2fs_test_block_bitmap(ctx->block_dup_map, *block_nr)) { /* OK, this is a duplicate block */ if (p->ino != EXT2_BAD_INO) { p->pctx->blk = *block_nr; fix_problem(ctx, PR_1B_DUP_BLOCK, p->pctx); } p->dup_blocks++; ext2fs_mark_block_bitmap(ctx->block_dup_map, *block_nr); ext2fs_mark_inode_bitmap(inode_dup_map, p->ino); dp = (struct dup_block *) e2fsck_allocate_memory(ctx, sizeof(struct dup_block), "duplicate block record"); dp->block = *block_nr; dp->ino = p->ino; dp->num_bad = 0; dp->flags = (blockcnt == BLOCK_COUNT_EXTATTR) ? FLAG_EXTATTR : 0; q = dup_blk; while (q) { if (q->block == *block_nr) break; q = q->next_block; } if (q) { dp->next_inode = q->next_inode; q->next_inode = dp; } else { dp->next_block = dup_blk; dup_blk = dp; } } return 0; } /* * Pass 1c: Scan directories for inodes with duplicate blocks. This * is used so that we can print pathnames when prompting the user for * what to do. */ struct search_dir_struct { int count; ext2_ino_t first_inode; ext2_ino_t max_inode; }; static int search_dirent_proc(ext2_ino_t dir, int entry, struct ext2_dir_entry *dirent, int offset, int blocksize, char *buf, void *priv_data) { struct search_dir_struct *sd; struct dup_inode *p; sd = (struct search_dir_struct *) priv_data; if (dirent->inode > sd->max_inode) /* Should abort this inode, but not everything */ return 0; if (!dirent->inode || (entry < DIRENT_OTHER_FILE) || !ext2fs_test_inode_bitmap(inode_dup_map, dirent->inode)) return 0; for (p = dup_ino; p; p = p->next) { if ((p->ino >= sd->first_inode) && (p->ino == dirent->inode)) break; } if (!p || p->dir) return 0; p->dir = dir; sd->count--; return(sd->count ? 0 : DIRENT_ABORT); } static void pass1c(e2fsck_t ctx, char *block_buf) { ext2_filsys fs = ctx->fs; struct dup_inode *p; int inodes_left = dup_inode_count; struct search_dir_struct sd; struct problem_context pctx; clear_problem_context(&pctx); fix_problem(ctx, PR_1C_PASS_HEADER, &pctx); /* * First check to see if any of the inodes with dup blocks is * a special inode. (Note that the bad block inode isn't * counted.) */ for (p = dup_ino; p; p = p->next) { if ((p->ino < EXT2_FIRST_INODE(fs->super)) && (p->ino != EXT2_BAD_INO)) inodes_left--; } /* * Search through all directories to translate inodes to names * (by searching for the containing directory for that inode.) */ sd.count = inodes_left; sd.first_inode = EXT2_FIRST_INODE(fs->super); sd.max_inode = fs->super->s_inodes_count; ext2fs_dblist_dir_iterate(fs->dblist, 0, block_buf, search_dirent_proc, &sd); } static void pass1d(e2fsck_t ctx, char *block_buf) { ext2_filsys fs = ctx->fs; struct dup_inode *p, *s; struct dup_block *q, *r; ext2_ino_t *shared; int shared_len; int i; int file_ok; int meta_data = 0; struct problem_context pctx; clear_problem_context(&pctx); fix_problem(ctx, PR_1D_PASS_HEADER, &pctx); e2fsck_read_bitmaps(ctx); pctx.num = dup_inode_count; fix_problem(ctx, PR_1D_NUM_DUP_INODES, &pctx); shared = (ext2_ino_t *) e2fsck_allocate_memory(ctx, sizeof(ext2_ino_t) * dup_inode_count, "Shared inode list"); for (p = dup_ino; p; p = p->next) { shared_len = 0; file_ok = 1; if (p->ino == EXT2_BAD_INO) continue; /* * Search through the duplicate records to see which * inodes share blocks with this one */ for (q = dup_blk; q; q = q->next_block) { /* * See if this block is used by this inode. * If it isn't, continue. */ for (r = q; r; r = r->next_inode) if (r->ino == p->ino) break; if (!r) continue; if (q->num_bad > 1) file_ok = 0; if (check_if_fs_block(ctx, q->block)) { file_ok = 0; meta_data = 1; } /* * Add all inodes used by this block to the * shared[] --- which is a unique list, so * if an inode is already in shared[], don't * add it again. */ for (r = q; r; r = r->next_inode) { if (r->ino == p->ino) continue; for (i = 0; i < shared_len; i++) if (shared[i] == r->ino) break; if (i == shared_len) { shared[shared_len++] = r->ino; } } } /* * Report the inode that we are working on */ pctx.inode = &p->inode; pctx.ino = p->ino; pctx.dir = p->dir; pctx.blkcount = p->num_dupblocks; pctx.num = meta_data ? shared_len+1 : shared_len; fix_problem(ctx, PR_1D_DUP_FILE, &pctx); pctx.blkcount = 0; pctx.num = 0; if (meta_data) fix_problem(ctx, PR_1D_SHARE_METADATA, &pctx); for (i = 0; i < shared_len; i++) { for (s = dup_ino; s; s = s->next) if (s->ino == shared[i]) break; if (!s) continue; /* * Report the inode that we are sharing with */ pctx.inode = &s->inode; pctx.ino = s->ino; pctx.dir = s->dir; fix_problem(ctx, PR_1D_DUP_FILE_LIST, &pctx); } if (file_ok) { fix_problem(ctx, PR_1D_DUP_BLOCKS_DEALT, &pctx); continue; } if (fix_problem(ctx, PR_1D_CLONE_QUESTION, &pctx)) { pctx.errcode = clone_file(ctx, p, block_buf); if (pctx.errcode) fix_problem(ctx, PR_1D_CLONE_ERROR, &pctx); else continue; } if (fix_problem(ctx, PR_1D_DELETE_QUESTION, &pctx)) delete_file(ctx, p, block_buf); else ext2fs_unmark_valid(fs); } ext2fs_free_mem((void **) &shared); } /* * Drop the refcount on the dup_block structure, and clear the entry * in the block_dup_map if appropriate. */ static void decrement_badcount(e2fsck_t ctx, struct dup_block *p) { p->num_bad--; if (p->num_bad <= 0 || (p->num_bad == 1 && !check_if_fs_block(ctx, p->block))) ext2fs_unmark_block_bitmap(ctx->block_dup_map, p->block); } static int delete_file_block(ext2_filsys fs, blk_t *block_nr, e2_blkcnt_t blockcnt, blk_t ref_block, int ref_offset, void *priv_data) { struct process_block_struct *pb; struct dup_block *p; e2fsck_t ctx; pb = (struct process_block_struct *) priv_data; ctx = pb->ctx; if (HOLE_BLKADDR(*block_nr)) return 0; if (ext2fs_test_block_bitmap(ctx->block_dup_map, *block_nr)) { for (p = dup_blk; p; p = p->next_block) if (p->block == *block_nr) break; if (p) { decrement_badcount(ctx, p); } else com_err("delete_file_block", 0, _("internal error; can't find dup_blk for %d\n"), *block_nr); } else { ext2fs_unmark_block_bitmap(ctx->block_found_map, *block_nr); ext2fs_unmark_block_bitmap(fs->block_map, *block_nr); } return 0; } static void delete_file(e2fsck_t ctx, struct dup_inode *dp, char* block_buf) { ext2_filsys fs = ctx->fs; struct process_block_struct pb; struct ext2_inode inode; struct problem_context pctx; clear_problem_context(&pctx); pctx.ino = pb.ino = dp->ino; pb.dup_blocks = dp->num_dupblocks; pb.ctx = ctx; pctx.str = "delete_file"; pctx.errcode = ext2fs_block_iterate2(fs, dp->ino, 0, block_buf, delete_file_block, &pb); if (pctx.errcode) fix_problem(ctx, PR_1B_BLOCK_ITERATE, &pctx); ext2fs_unmark_inode_bitmap(ctx->inode_used_map, dp->ino); ext2fs_unmark_inode_bitmap(ctx->inode_dir_map, dp->ino); if (ctx->inode_bad_map) ext2fs_unmark_inode_bitmap(ctx->inode_bad_map, dp->ino); ext2fs_unmark_inode_bitmap(fs->inode_map, dp->ino); ext2fs_mark_ib_dirty(fs); ext2fs_mark_bb_dirty(fs); e2fsck_read_inode(ctx, dp->ino, &inode, "delete_file"); inode.i_links_count = 0; inode.i_dtime = time(0); if (inode.i_file_acl) delete_file_block(fs, &inode.i_file_acl, BLOCK_COUNT_EXTATTR, 0, 0, &pb); e2fsck_write_inode(ctx, dp->ino, &inode, "delete_file"); } struct clone_struct { errcode_t errcode; ext2_ino_t dir; char *buf; e2fsck_t ctx; }; static int clone_file_block(ext2_filsys fs, blk_t *block_nr, e2_blkcnt_t blockcnt, blk_t ref_block, int ref_offset, void *priv_data) { struct dup_block *p; blk_t new_block; errcode_t retval; struct clone_struct *cs = (struct clone_struct *) priv_data; e2fsck_t ctx; ctx = cs->ctx; if (HOLE_BLKADDR(*block_nr)) return 0; if (ext2fs_test_block_bitmap(ctx->block_dup_map, *block_nr)) { for (p = dup_blk; p; p = p->next_block) if (p->block == *block_nr) break; if (p) { retval = ext2fs_new_block(fs, 0, ctx->block_found_map, &new_block); if (retval) { cs->errcode = retval; return BLOCK_ABORT; } if (cs->dir && (blockcnt >= 0)) { retval = ext2fs_set_dir_block(fs->dblist, cs->dir, new_block, blockcnt); if (retval) { cs->errcode = retval; return BLOCK_ABORT; } } #if 0 printf("Cloning block %u to %u\n", *block_nr, new_block); #endif retval = io_channel_read_blk(fs->io, *block_nr, 1, cs->buf); if (retval) { cs->errcode = retval; return BLOCK_ABORT; } retval = io_channel_write_blk(fs->io, new_block, 1, cs->buf); if (retval) { cs->errcode = retval; return BLOCK_ABORT; } decrement_badcount(ctx, p); *block_nr = new_block; ext2fs_mark_block_bitmap(ctx->block_found_map, new_block); ext2fs_mark_block_bitmap(fs->block_map, new_block); return BLOCK_CHANGED; } else com_err("clone_file_block", 0, _("internal error; can't find dup_blk for %d\n"), *block_nr); } return 0; } static int clone_file(e2fsck_t ctx, struct dup_inode *dp, char* block_buf) { ext2_filsys fs = ctx->fs; errcode_t retval; struct clone_struct cs; struct problem_context pctx; blk_t blk; clear_problem_context(&pctx); cs.errcode = 0; cs.dir = 0; cs.ctx = ctx; retval = ext2fs_get_mem(fs->blocksize, (void **) &cs.buf); if (retval) return retval; if (ext2fs_test_inode_bitmap(ctx->inode_dir_map, dp->ino)) cs.dir = dp->ino; pctx.ino = dp->ino; pctx.str = "clone_file"; pctx.errcode = ext2fs_block_iterate2(fs, dp->ino, 0, block_buf, clone_file_block, &cs); ext2fs_mark_bb_dirty(fs); if (pctx.errcode) { fix_problem(ctx, PR_1B_BLOCK_ITERATE, &pctx); retval = pctx.errcode; goto errout; } if (cs.errcode) { com_err("clone_file", cs.errcode, _("returned from clone_file_block")); retval = cs.errcode; goto errout; } blk = dp->inode.i_file_acl; if (blk && (clone_file_block(fs, &dp->inode.i_file_acl, BLOCK_COUNT_EXTATTR, 0, 0, &cs) == BLOCK_CHANGED)) { struct dup_block *p, *q; struct dup_inode *r; /* * If we cloned the EA block, find all other inodes * which refered to that EA block, and modify * them to point to the new EA block. */ for (p = dup_blk; p; p = p->next_block) { if (p->block == blk) break; } for (q = p; q ; q = q->next_inode) { if (!(q->flags & FLAG_EXTATTR)) continue; for (r = dup_ino; r; r = r->next) if (r->ino == q->ino) break; if (r) { r->inode.i_file_acl = dp->inode.i_file_acl; e2fsck_write_inode(ctx, q->ino, &r->inode, "clone file EA"); } q->ino = 0; /* Should free the structure... */ decrement_badcount(ctx, p); } } retval = 0; errout: ext2fs_free_mem((void **) &cs.buf); return retval; } /* * This routine returns 1 if a block overlaps with one of the superblocks, * group descriptors, inode bitmaps, or block bitmaps. */ static int check_if_fs_block(e2fsck_t ctx, blk_t test_block) { ext2_filsys fs = ctx->fs; blk_t block; int i; block = fs->super->s_first_data_block; for (i = 0; i < fs->group_desc_count; i++) { /* Check superblocks/block group descriptros */ if (ext2fs_bg_has_super(fs, i)) { if (test_block >= block && (test_block <= block + fs->desc_blocks)) return 1; } /* Check the inode table */ if ((fs->group_desc[i].bg_inode_table) && (test_block >= fs->group_desc[i].bg_inode_table) && (test_block < (fs->group_desc[i].bg_inode_table + fs->inode_blocks_per_group))) return 1; /* Check the bitmap blocks */ if ((test_block == fs->group_desc[i].bg_block_bitmap) || (test_block == fs->group_desc[i].bg_inode_bitmap)) return 1; block += fs->super->s_blocks_per_group; } return 0; }