2 * e4defrag.c - ext4 filesystem defragmenter
4 * Copyright (C) 2009 NEC Software Tohoku, Ltd.
6 * Author: Akira Fujita <a-fujita@rs.jp.nec.com>
7 * Takashi Sato <t-sato@yk.jp.nec.com>
10 #ifndef _LARGEFILE_SOURCE
11 #define _LARGEFILE_SOURCE
14 #ifndef _LARGEFILE64_SOURCE
15 #define _LARGEFILE64_SOURCE
34 #include <ext2fs/ext2_types.h>
35 #include <ext2fs/ext2fs.h>
37 #include <sys/ioctl.h>
38 #include <ext2fs/fiemap.h>
41 #include <sys/statfs.h>
42 #include <sys/syscall.h>
45 /* A relatively new ioctl interface ... */
46 #ifndef EXT4_IOC_MOVE_EXT
47 #define EXT4_IOC_MOVE_EXT _IOWR('f', 15, struct move_extent)
51 #define PRINT_ERR_MSG(msg) fprintf(stderr, "%s\n", (msg))
52 #define IN_FTW_PRINT_ERR_MSG(msg) \
53 fprintf(stderr, "\t%s\t\t[ NG ]\n", (msg))
54 #define PRINT_FILE_NAME(file) fprintf(stderr, " \"%s\"\n", (file))
55 #define PRINT_ERR_MSG_WITH_ERRNO(msg) \
56 fprintf(stderr, "\t%s:%s\t[ NG ]\n", (msg), strerror(errno))
57 #define STATISTIC_ERR_MSG(msg) \
58 fprintf(stderr, "\t%s\n", (msg))
59 #define STATISTIC_ERR_MSG_WITH_ERRNO(msg) \
60 fprintf(stderr, "\t%s:%s\n", (msg), strerror(errno))
61 #define min(x, y) (((x) > (y)) ? (y) : (x))
62 #define SECTOR_TO_BLOCK(sectors, blocksize) \
63 ((sectors) / ((blocksize) >> 9))
64 #define CALC_SCORE(ratio) \
65 ((ratio) > 10 ? (80 + 20 * (ratio) / 100) : (8 * (ratio)))
66 /* Wrap up the free function */
72 /* Insert list2 after list1 */
73 #define insert(list1, list2) \
75 list2->next = list1->next; \
76 list1->next->prev = list2; \
77 list2->prev = list1; \
78 list1->next = list2; \
81 /* To delete unused warning */
83 #define EXT2FS_ATTR(x) __attribute__(x)
85 #define EXT2FS_ATTR(x)
88 /* The mode of defrag */
90 #define STATISTIC 0x02
96 #define FTW_OPEN_FD 2000
98 #define FS_EXT4 "ext4"
101 #define BOUND_SCORE 55
102 #define SHOW_FRAG_FILES 5
104 /* Magic number for ext4 */
105 #define EXT4_SUPER_MAGIC 0xEF53
107 /* Definition of flex_bg */
108 #define EXT4_FEATURE_INCOMPAT_FLEX_BG 0x0200
110 /* The following macro is used for ioctl FS_IOC_FIEMAP
111 * EXTENT_MAX_COUNT: the maximum number of extents for exchanging between
112 * kernel-space and user-space per ioctl
114 #define EXTENT_MAX_COUNT 512
116 /* The following macros are error message */
118 "Usage : e4defrag [-v] file...| directory...| device...\n\
119 : e4defrag -c file...| directory...| device...\n"
121 #define NGMSG_EXT4 "Filesystem is not ext4 filesystem"
122 #define NGMSG_FILE_EXTENT "Failed to get file extents"
123 #define NGMSG_FILE_INFO "Failed to get file information"
124 #define NGMSG_FILE_OPEN "Failed to open"
125 #define NGMSG_FILE_UNREG "File is not regular file"
126 #define NGMSG_LOST_FOUND "Can not process \"lost+found\""
128 /* Data type for filesystem-wide blocks number */
129 typedef unsigned long long ext4_fsblk_t;
131 struct fiemap_extent_data {
132 __u64 len; /* blocks count */
133 __u64 logical; /* start logical block number */
134 ext4_fsblk_t physical; /* start physical block number */
137 struct fiemap_extent_list {
138 struct fiemap_extent_list *prev;
139 struct fiemap_extent_list *next;
140 struct fiemap_extent_data data; /* extent belong to file */
143 struct fiemap_extent_group {
144 struct fiemap_extent_group *prev;
145 struct fiemap_extent_group *next;
146 __u64 len; /* length of this continuous region */
147 struct fiemap_extent_list *start; /* start ext */
148 struct fiemap_extent_list *end; /* end ext */
152 __s32 reserved; /* original file descriptor */
153 __u32 donor_fd; /* donor file descriptor */
154 __u64 orig_start; /* logical start offset in block for orig */
155 __u64 donor_start; /* logical start offset in block for donor */
156 __u64 len; /* block length to be moved */
157 __u64 moved_len; /* moved block length */
160 struct frag_statistic_ino {
161 int now_count; /* the file's extents count of before defrag */
162 int best_count; /* the best file's extents count */
163 float ratio; /* the ratio of fragmentation */
164 char msg_buffer[PATH_MAX + 1]; /* pathname of the file */
167 typedef __u16 __le16;
168 typedef __u32 __le32;
169 typedef __u64 __le64;
172 * Structure of the super block
174 struct ext4_super_block {
175 /*00*/ __le32 s_inodes_count; /* Inodes count */
176 __le32 s_blocks_count_lo; /* Blocks count */
177 __le32 s_r_blocks_count_lo; /* Reserved blocks count */
178 __le32 s_free_blocks_count_lo; /* Free blocks count */
179 /*10*/ __le32 s_free_inodes_count; /* Free inodes count */
180 __le32 s_first_data_block; /* First Data Block */
181 __le32 s_log_block_size; /* Block size */
182 __le32 s_obso_log_frag_size; /* Obsoleted fragment size */
183 /*20*/ __le32 s_blocks_per_group; /* # Blocks per group */
184 __le32 s_obso_frags_per_group; /* Obsoleted fragments per group */
185 __le32 s_inodes_per_group; /* # Inodes per group */
186 __le32 s_mtime; /* Mount time */
187 /*30*/ __le32 s_wtime; /* Write time */
188 __le16 s_mnt_count; /* Mount count */
189 __le16 s_max_mnt_count; /* Maximal mount count */
190 __le16 s_magic; /* Magic signature */
191 __le16 s_state; /* File system state */
192 __le16 s_errors; /* Behaviour when detecting errors */
193 __le16 s_minor_rev_level; /* minor revision level */
194 /*40*/ __le32 s_lastcheck; /* time of last check */
195 __le32 s_checkinterval; /* max. time between checks */
196 __le32 s_creator_os; /* OS */
197 __le32 s_rev_level; /* Revision level */
198 /*50*/ __le16 s_def_resuid; /* Default uid for reserved blocks */
199 __le16 s_def_resgid; /* Default gid for reserved blocks */
201 * These fields are for EXT4_DYNAMIC_REV superblocks only.
203 * Note: the difference between the compatible feature set and
204 * the incompatible feature set is that if there is a bit set
205 * in the incompatible feature set that the kernel doesn't
206 * know about, it should refuse to mount the filesystem.
208 * e2fsck's requirements are more strict; if it doesn't know
209 * about a feature in either the compatible or incompatible
210 * feature set, it must abort and not try to meddle with
211 * things it doesn't understand...
213 __le32 s_first_ino; /* First non-reserved inode */
214 __le16 s_inode_size; /* size of inode structure */
215 __le16 s_block_group_nr; /* block group # of this superblock */
216 __le32 s_feature_compat; /* compatible feature set */
217 /*60*/ __le32 s_feature_incompat; /* incompatible feature set */
218 __le32 s_feature_ro_compat; /* readonly-compatible feature set */
219 /*68*/ __u8 s_uuid[16]; /* 128-bit uuid for volume */
220 /*78*/ char s_volume_name[16]; /* volume name */
221 /*88*/ char s_last_mounted[64]; /* directory where last mounted */
222 /*C8*/ __le32 s_algorithm_usage_bitmap; /* For compression */
224 * Performance hints. Directory preallocation should only
225 * happen if the EXT4_FEATURE_COMPAT_DIR_PREALLOC flag is on.
227 __u8 s_prealloc_blocks; /* Nr of blocks to try to preallocate*/
228 __u8 s_prealloc_dir_blocks; /* Nr to preallocate for dirs */
229 __le16 s_reserved_gdt_blocks; /* Per group desc for online growth */
231 * Journaling support valid if EXT4_FEATURE_COMPAT_HAS_JOURNAL set.
233 /*D0*/ __u8 s_journal_uuid[16]; /* uuid of journal superblock */
234 /*E0*/ __le32 s_journal_inum; /* inode number of journal file */
235 __le32 s_journal_dev; /* device number of journal file */
236 __le32 s_last_orphan; /* start of list of inodes to delete */
237 __le32 s_hash_seed[4]; /* HTREE hash seed */
238 __u8 s_def_hash_version; /* Default hash version to use */
239 __u8 s_reserved_char_pad;
240 __le16 s_desc_size; /* size of group descriptor */
241 /*100*/ __le32 s_default_mount_opts;
242 __le32 s_first_meta_bg; /* First metablock block group */
243 __le32 s_mkfs_time; /* When the filesystem was created */
244 __le32 s_jnl_blocks[17]; /* Backup of the journal inode */
245 /* 64bit support valid if EXT4_FEATURE_COMPAT_64BIT */
246 /*150*/ __le32 s_blocks_count_hi; /* Blocks count */
247 __le32 s_r_blocks_count_hi; /* Reserved blocks count */
248 __le32 s_free_blocks_count_hi; /* Free blocks count */
249 __le16 s_min_extra_isize; /* All inodes have at least # bytes */
250 __le16 s_want_extra_isize; /* New inodes should reserve # bytes */
251 __le32 s_flags; /* Miscellaneous flags */
252 __le16 s_raid_stride; /* RAID stride */
253 __le16 s_mmp_interval; /* # seconds to wait in MMP checking */
254 __le64 s_mmp_block; /* Block for multi-mount protection */
255 __le32 s_raid_stripe_width; /* blocks on all data disks (N*stride)*/
256 __u8 s_log_groups_per_flex; /* FLEX_BG group size */
257 __u8 s_reserved_char_pad2;
258 __le16 s_reserved_pad;
259 __u32 s_reserved[162]; /* Padding to the end of the block */
262 char lost_found_dir[PATH_MAX + 1];
264 int extents_before_defrag;
265 int extents_after_defrag;
267 unsigned int current_uid;
268 unsigned int defraged_file_count;
269 unsigned int frag_files_before_defrag;
270 unsigned int frag_files_after_defrag;
271 unsigned int regular_count;
272 unsigned int succeed_cnt;
273 unsigned int total_count;
274 __u8 log_groups_per_flex;
275 __le32 blocks_per_group;
276 __le32 feature_incompat;
277 ext4_fsblk_t files_block_count;
278 struct frag_statistic_ino frag_rank[SHOW_FRAG_FILES];
281 /* Local definitions of some syscalls glibc may not yet have */
283 #ifndef HAVE_POSIX_FADVISE
284 #warning Using locally defined posix_fadvise interface.
286 #ifndef __NR_fadvise64_64
287 #error Your kernel headers dont define __NR_fadvise64_64
291 * fadvise() - Give advice about file access.
293 * @fd: defrag target file's descriptor.
294 * @offset: file offset.
296 * @advise: process flag.
298 static int posix_fadvise(int fd, loff_t offset, size_t len, int advise)
300 return syscall(__NR_fadvise64_64, fd, offset, len, advise);
302 #endif /* ! HAVE_FADVISE64_64 */
304 #ifndef HAVE_SYNC_FILE_RANGE
305 #warning Using locally defined sync_file_range interface.
307 #ifndef __NR_sync_file_range
308 #ifndef __NR_sync_file_range2 /* ppc */
309 #error Your kernel headers dont define __NR_sync_file_range
314 * sync_file_range() - Sync file region.
316 * @fd: defrag target file's descriptor.
317 * @offset: file offset.
318 * @length: area length.
319 * @flag: process flag.
321 int sync_file_range(int fd, loff_t offset, loff_t length, unsigned int flag)
323 #ifdef __NR_sync_file_range
324 return syscall(__NR_sync_file_range, fd, offset, length, flag);
326 return syscall(__NR_sync_file_range2, fd, flag, offset, length);
329 #endif /* ! HAVE_SYNC_FILE_RANGE */
331 #ifndef HAVE_FALLOCATE
332 #warning Using locally defined fallocate syscall interface.
334 #ifndef __NR_fallocate
335 #error Your kernel headers dont define __NR_fallocate
339 * fallocate() - Manipulate file space.
341 * @fd: defrag target file's descriptor.
342 * @mode: process flag.
343 * @offset: file offset.
346 static int fallocate(int fd, int mode, loff_t offset, loff_t len)
348 return syscall(__NR_fallocate, fd, mode, offset, len);
350 #endif /* ! HAVE_FALLOCATE */
353 * get_mount_point() - Get device's mount point.
355 * @devname: the device's name.
356 * @mount_point: the mount point.
357 * @dir_path_len: the length of directory.
359 static int get_mount_point(const char *devname, char *mount_point,
362 /* Refer to /etc/mtab */
363 const char *mtab = MOUNTED;
365 struct mntent *mnt = NULL;
367 fp = setmntent(mtab, "r");
369 perror("Couldn't access /etc/mtab");
373 while ((mnt = getmntent(fp)) != NULL) {
374 if (strcmp(devname, mnt->mnt_fsname) != 0)
378 if (strcmp(mnt->mnt_type, FS_EXT4) == 0) {
379 strncpy(mount_point, mnt->mnt_dir,
383 PRINT_ERR_MSG(NGMSG_EXT4);
387 PRINT_ERR_MSG("Filesystem is not mounted");
392 * is_ext4() - Whether on an ext4 filesystem.
394 * @file: the file's name.
396 static int is_ext4(const char *file)
401 char *mnt_type = NULL;
402 /* Refer to /etc/mtab */
403 const char *mtab = MOUNTED;
404 char file_path[PATH_MAX + 1];
405 struct mntent *mnt = NULL;
406 struct statfs64 fsbuf;
409 if (realpath(file, file_path) == NULL) {
410 perror("Couldn't get full path");
411 PRINT_FILE_NAME(file);
415 if (statfs64(file_path, &fsbuf) < 0) {
416 perror("Failed to get filesystem information");
417 PRINT_FILE_NAME(file);
421 if (fsbuf.f_type != EXT4_SUPER_MAGIC) {
422 PRINT_ERR_MSG(NGMSG_EXT4);
426 fp = setmntent(mtab, "r");
428 perror("Couldn't access /etc/mtab");
432 while ((mnt = getmntent(fp)) != NULL) {
433 if (mnt->mnt_fsname[0] != '/')
435 len = strlen(mnt->mnt_dir);
436 ret = memcmp(file_path, mnt->mnt_dir, len);
445 mnt_type = realloc(mnt_type, strlen(mnt->mnt_type) + 1);
446 if (mnt_type == NULL) {
450 memset(mnt_type, 0, strlen(mnt->mnt_type) + 1);
451 strncpy(mnt_type, mnt->mnt_type, strlen(mnt->mnt_type));
452 strncpy(lost_found_dir, mnt->mnt_dir, PATH_MAX);
456 if (strcmp(mnt_type, FS_EXT4) == 0) {
461 PRINT_ERR_MSG(NGMSG_EXT4);
467 * calc_entry_counts() - Calculate file counts.
472 * @ftwbuf: the pointer of a struct FTW.
474 static int calc_entry_counts(const char *file EXT2FS_ATTR((unused)),
475 const struct stat64 *buf, int flag EXT2FS_ATTR((unused)),
476 struct FTW *ftwbuf EXT2FS_ATTR((unused)))
478 if (S_ISREG(buf->st_mode))
487 * page_in_core() - Get information on whether pages are in core.
489 * @fd: defrag target file's descriptor.
490 * @defrag_data: data used for defrag.
491 * @vec: page state array.
492 * @page_num: page number.
494 static int page_in_core(int fd, struct move_extent defrag_data,
495 unsigned char **vec, unsigned int *page_num)
497 long pagesize = sysconf(_SC_PAGESIZE);
499 loff_t offset, end_offset, length;
501 if (vec == NULL || *vec != NULL)
504 /* In mmap, offset should be a multiple of the page size */
505 offset = (loff_t)defrag_data.orig_start * block_size;
506 length = (loff_t)defrag_data.len * block_size;
507 end_offset = offset + length;
508 /* Round the offset down to the nearest multiple of pagesize */
509 offset = (offset / pagesize) * pagesize;
510 length = end_offset - offset;
512 page = mmap(NULL, length, PROT_READ, MAP_SHARED, fd, offset);
513 if (page == MAP_FAILED)
517 *page_num = (length + pagesize - 1) / pagesize;
518 *vec = (unsigned char *)calloc(*page_num, 1);
522 /* Get information on whether pages are in core */
523 if (mincore(page, (size_t)length, *vec) == -1 ||
524 munmap(page, length) == -1) {
533 * defrag_fadvise() - Predeclare an access pattern for file data.
535 * @fd: defrag target file's descriptor.
536 * @defrag_data: data used for defrag.
537 * @vec: page state array.
538 * @page_num: page number.
540 static int defrag_fadvise(int fd, struct move_extent defrag_data,
541 unsigned char *vec, unsigned int page_num)
544 long pagesize = sysconf(_SC_PAGESIZE);
545 int fadvise_flag = POSIX_FADV_DONTNEED;
546 int sync_flag = SYNC_FILE_RANGE_WAIT_BEFORE |
547 SYNC_FILE_RANGE_WRITE |
548 SYNC_FILE_RANGE_WAIT_AFTER;
552 offset = (loff_t)defrag_data.orig_start * block_size;
553 offset = (offset / pagesize) * pagesize;
555 /* Sync file for fadvise process */
556 if (sync_file_range(fd, offset,
557 (loff_t)pagesize * page_num, sync_flag) < 0)
560 /* Try to release buffer cache which this process used,
561 * then other process can use the released buffer
563 for (i = 0; i < page_num; i++) {
564 if ((vec[i] & 0x1) == 0) {
568 if (posix_fadvise(fd, offset, pagesize, fadvise_flag) < 0) {
569 if ((mode_flag & DETAIL) && flag) {
570 perror("\tFailed to fadvise");
581 * check_free_size() - Check if there's enough disk space.
583 * @fd: defrag target file's descriptor.
585 * @buf: the pointer of the struct stat64.
587 static int check_free_size(int fd, const char *file, const struct stat64 *buf)
589 ext4_fsblk_t blk_count;
590 ext4_fsblk_t free_blk_count;
591 struct statfs64 fsbuf;
593 if (fstatfs64(fd, &fsbuf) < 0) {
594 if (mode_flag & DETAIL) {
595 PRINT_FILE_NAME(file);
596 PRINT_ERR_MSG_WITH_ERRNO(
597 "Failed to get filesystem information");
602 /* Target file size measured by filesystem IO blocksize */
603 blk_count = SECTOR_TO_BLOCK(buf->st_blocks, fsbuf.f_bsize);
605 /* Compute free space for root and normal user separately */
606 if (current_uid == ROOT_UID)
607 free_blk_count = fsbuf.f_bfree;
609 free_blk_count = fsbuf.f_bavail;
611 if (free_blk_count >= blk_count)
618 * file_frag_count() - Get file fragment count.
620 * @fd: defrag target file's descriptor.
622 static int file_frag_count(int fd)
625 struct fiemap fiemap_buf;
627 /* When fm_extent_count is 0,
628 * ioctl just get file fragment count.
630 memset(&fiemap_buf, 0, sizeof(struct fiemap));
631 fiemap_buf.fm_start = 0;
632 fiemap_buf.fm_length = FIEMAP_MAX_OFFSET;
633 fiemap_buf.fm_flags |= FIEMAP_FLAG_SYNC;
635 ret = ioctl(fd, FS_IOC_FIEMAP, &fiemap_buf);
639 return fiemap_buf.fm_mapped_extents;
643 * file_check() - Check file's attributes.
645 * @fd: defrag target file's descriptor.
646 * @buf: a pointer of the struct stat64.
647 * @file: the file's name.
648 * @extents: the file's extents.
650 static int file_check(int fd, const struct stat64 *buf, const char *file,
656 /* Write-lock check is more reliable */
657 lock.l_type = F_WRLCK;
659 lock.l_whence = SEEK_SET;
663 ret = check_free_size(fd, file, buf);
665 if ((mode_flag & DETAIL) && ret == -ENOSPC) {
666 printf("\033[79;0H\033[K[%u/%u] \"%s\"\t\t"
667 " extents: %d -> %d\n", defraged_file_count,
668 total_count, file, extents, extents);
669 IN_FTW_PRINT_ERR_MSG(
670 "Defrag size is larger than filesystem's free space");
675 /* Access authority */
676 if (current_uid != ROOT_UID &&
677 buf->st_uid != current_uid) {
678 if (mode_flag & DETAIL) {
679 printf("\033[79;0H\033[K[%u/%u] \"%s\"\t\t"
680 " extents: %d -> %d\n", defraged_file_count,
681 total_count, file, extents, extents);
682 IN_FTW_PRINT_ERR_MSG(
683 "File is not current user's file"
684 " or current user is not root");
690 if (fcntl(fd, F_GETLK, &lock) < 0) {
691 if (mode_flag & DETAIL) {
692 PRINT_FILE_NAME(file);
693 PRINT_ERR_MSG_WITH_ERRNO(
694 "Failed to get lock information");
697 } else if (lock.l_type != F_UNLCK) {
698 if (mode_flag & DETAIL) {
699 PRINT_FILE_NAME(file);
700 IN_FTW_PRINT_ERR_MSG("File has been locked");
709 * insert_extent_by_logical() - Sequentially insert extent by logical.
711 * @ext_list_head: the head of logical extent list.
712 * @ext: the extent element which will be inserted.
714 static int insert_extent_by_logical(struct fiemap_extent_list **ext_list_head,
715 struct fiemap_extent_list *ext)
717 struct fiemap_extent_list *ext_list_tmp = *ext_list_head;
723 if (*ext_list_head == NULL) {
724 (*ext_list_head) = ext;
725 (*ext_list_head)->prev = *ext_list_head;
726 (*ext_list_head)->next = *ext_list_head;
730 if (ext->data.logical <= ext_list_tmp->data.logical) {
731 /* Insert before head */
732 if (ext_list_tmp->data.logical <
733 ext->data.logical + ext->data.len)
737 *ext_list_head = ext;
739 /* Insert into the middle or last of the list */
741 if (ext->data.logical < ext_list_tmp->data.logical)
743 ext_list_tmp = ext_list_tmp->next;
744 } while (ext_list_tmp != (*ext_list_head));
745 if (ext->data.logical <
746 ext_list_tmp->prev->data.logical +
747 ext_list_tmp->prev->data.len)
751 if (ext_list_tmp != *ext_list_head &&
752 ext_list_tmp->data.logical <
753 ext->data.logical + ext->data.len)
757 ext_list_tmp = ext_list_tmp->prev;
758 /* Insert "ext" after "ext_list_tmp" */
759 insert(ext_list_tmp, ext);
767 * insert_extent_by_physical() - Sequentially insert extent by physical.
769 * @ext_list_head: the head of physical extent list.
770 * @ext: the extent element which will be inserted.
772 static int insert_extent_by_physical(struct fiemap_extent_list **ext_list_head,
773 struct fiemap_extent_list *ext)
775 struct fiemap_extent_list *ext_list_tmp = *ext_list_head;
781 if (*ext_list_head == NULL) {
782 (*ext_list_head) = ext;
783 (*ext_list_head)->prev = *ext_list_head;
784 (*ext_list_head)->next = *ext_list_head;
788 if (ext->data.physical <= ext_list_tmp->data.physical) {
789 /* Insert before head */
790 if (ext_list_tmp->data.physical <
791 ext->data.physical + ext->data.len)
795 *ext_list_head = ext;
797 /* Insert into the middle or last of the list */
799 if (ext->data.physical < ext_list_tmp->data.physical)
801 ext_list_tmp = ext_list_tmp->next;
802 } while (ext_list_tmp != (*ext_list_head));
803 if (ext->data.physical <
804 ext_list_tmp->prev->data.physical +
805 ext_list_tmp->prev->data.len)
809 if (ext_list_tmp != *ext_list_head &&
810 ext_list_tmp->data.physical <
811 ext->data.physical + ext->data.len)
815 ext_list_tmp = ext_list_tmp->prev;
816 /* Insert "ext" after "ext_list_tmp" */
817 insert(ext_list_tmp, ext);
825 * insert_exts_group() - Insert a exts_group.
827 * @ext_group_head: the head of a exts_group list.
828 * @exts_group: the exts_group element which will be inserted.
830 static int insert_exts_group(struct fiemap_extent_group **ext_group_head,
831 struct fiemap_extent_group *exts_group)
833 struct fiemap_extent_group *ext_group_tmp = NULL;
835 if (exts_group == NULL) {
840 /* Initialize list */
841 if (*ext_group_head == NULL) {
842 (*ext_group_head) = exts_group;
843 (*ext_group_head)->prev = *ext_group_head;
844 (*ext_group_head)->next = *ext_group_head;
848 ext_group_tmp = (*ext_group_head)->prev;
849 insert(ext_group_tmp, exts_group);
855 * join_extents() - Find continuous region(exts_group).
857 * @ext_list_head: the head of the extent list.
858 * @ext_group_head: the head of the target exts_group list.
860 static int join_extents(struct fiemap_extent_list *ext_list_head,
861 struct fiemap_extent_group **ext_group_head)
863 __u64 len = ext_list_head->data.len;
864 struct fiemap_extent_list *ext_list_start = ext_list_head;
865 struct fiemap_extent_list *ext_list_tmp = ext_list_head->next;
868 struct fiemap_extent_group *ext_group_tmp = NULL;
870 /* This extent and previous extent are not continuous,
871 * so, all previous extents are treated as an extent group.
873 if ((ext_list_tmp->prev->data.logical +
874 ext_list_tmp->prev->data.len)
875 != ext_list_tmp->data.logical) {
877 malloc(sizeof(struct fiemap_extent_group));
878 if (ext_group_tmp == NULL)
881 memset(ext_group_tmp, 0,
882 sizeof(struct fiemap_extent_group));
883 ext_group_tmp->len = len;
884 ext_group_tmp->start = ext_list_start;
885 ext_group_tmp->end = ext_list_tmp->prev;
887 if (insert_exts_group(ext_group_head,
888 ext_group_tmp) < 0) {
892 ext_list_start = ext_list_tmp;
893 len = ext_list_tmp->data.len;
894 ext_list_tmp = ext_list_tmp->next;
898 /* This extent and previous extent are continuous,
899 * so, they belong to the same extent group, and we check
900 * if the next extent belongs to the same extent group.
902 len += ext_list_tmp->data.len;
903 ext_list_tmp = ext_list_tmp->next;
904 } while (ext_list_tmp != ext_list_head->next);
910 * get_file_extents() - Get file's extent list.
912 * @fd: defrag target file's descriptor.
913 * @ext_list_head: the head of the extent list.
915 static int get_file_extents(int fd, struct fiemap_extent_list **ext_list_head)
919 int ext_buf_size, fie_buf_size;
921 struct fiemap *fiemap_buf = NULL;
922 struct fiemap_extent *ext_buf = NULL;
923 struct fiemap_extent_list *ext_list = NULL;
925 /* Convert units, in bytes.
926 * Be careful : now, physical block number in extent is 48bit,
927 * and the maximum blocksize for ext4 is 4K(12bit),
928 * so there is no overflow, but in future it may be changed.
931 /* Alloc space for fiemap */
932 ext_buf_size = EXTENT_MAX_COUNT * sizeof(struct fiemap_extent);
933 fie_buf_size = sizeof(struct fiemap) + ext_buf_size;
935 fiemap_buf = malloc(fie_buf_size);
936 if (fiemap_buf == NULL)
939 ext_buf = fiemap_buf->fm_extents;
940 memset(fiemap_buf, 0, fie_buf_size);
941 fiemap_buf->fm_length = FIEMAP_MAX_OFFSET;
942 fiemap_buf->fm_flags |= FIEMAP_FLAG_SYNC;
943 fiemap_buf->fm_extent_count = EXTENT_MAX_COUNT;
946 fiemap_buf->fm_start = pos;
947 memset(ext_buf, 0, ext_buf_size);
948 ret = ioctl(fd, FS_IOC_FIEMAP, fiemap_buf);
951 for (i = 0; i < fiemap_buf->fm_mapped_extents; i++) {
953 ext_list = malloc(sizeof(struct fiemap_extent_list));
954 if (ext_list == NULL)
957 ext_list->data.physical = ext_buf[i].fe_physical
959 ext_list->data.logical = ext_buf[i].fe_logical
961 ext_list->data.len = ext_buf[i].fe_length
964 ret = insert_extent_by_physical(
965 ext_list_head, ext_list);
971 /* Record file's logical offset this time */
972 pos = ext_buf[EXTENT_MAX_COUNT-1].fe_logical +
973 ext_buf[EXTENT_MAX_COUNT-1].fe_length;
975 * If fm_extents array has been filled and
976 * there are extents left, continue to cycle.
978 } while (fiemap_buf->fm_mapped_extents
979 == EXTENT_MAX_COUNT &&
980 !(ext_buf[EXTENT_MAX_COUNT-1].fe_flags
981 & FIEMAP_EXTENT_LAST));
991 * get_logical_count() - Get the file logical extents count.
993 * @logical_list_head: the head of the logical extent list.
995 static int get_logical_count(struct fiemap_extent_list *logical_list_head)
998 struct fiemap_extent_list *ext_list_tmp = logical_list_head;
1002 ext_list_tmp = ext_list_tmp->next;
1003 } while (ext_list_tmp != logical_list_head);
1009 * get_physical_count() - Get the file physical extents count.
1011 * @physical_list_head: the head of the physical extent list.
1013 static int get_physical_count(struct fiemap_extent_list *physical_list_head)
1016 struct fiemap_extent_list *ext_list_tmp = physical_list_head;
1019 if ((ext_list_tmp->data.physical + ext_list_tmp->data.len)
1020 != ext_list_tmp->next->data.physical) {
1021 /* This extent and next extent are not continuous. */
1025 ext_list_tmp = ext_list_tmp->next;
1026 } while (ext_list_tmp != physical_list_head);
1032 * change_physical_to_logical() - Change list from physical to logical.
1034 * @physical_list_head: the head of physical extent list.
1035 * @logical_list_head: the head of logical extent list.
1037 static int change_physical_to_logical(
1038 struct fiemap_extent_list **physical_list_head,
1039 struct fiemap_extent_list **logical_list_head)
1042 struct fiemap_extent_list *ext_list_tmp = *physical_list_head;
1043 struct fiemap_extent_list *ext_list_next = ext_list_tmp->next;
1046 if (ext_list_tmp == ext_list_next) {
1047 ret = insert_extent_by_logical(
1048 logical_list_head, ext_list_tmp);
1052 *physical_list_head = NULL;
1056 ext_list_tmp->prev->next = ext_list_tmp->next;
1057 ext_list_tmp->next->prev = ext_list_tmp->prev;
1058 *physical_list_head = ext_list_next;
1060 ret = insert_extent_by_logical(
1061 logical_list_head, ext_list_tmp);
1066 ext_list_tmp = ext_list_next;
1067 ext_list_next = ext_list_next->next;
1074 * free_ext() - Free the extent list.
1076 * @ext_list_head: the extent list head of which will be free.
1078 static void free_ext(struct fiemap_extent_list *ext_list_head)
1080 struct fiemap_extent_list *ext_list_tmp = NULL;
1082 if (ext_list_head == NULL)
1085 while (ext_list_head->next != ext_list_head) {
1086 ext_list_tmp = ext_list_head;
1087 ext_list_head->prev->next = ext_list_head->next;
1088 ext_list_head->next->prev = ext_list_head->prev;
1089 ext_list_head = ext_list_head->next;
1092 free(ext_list_head);
1096 * free_exts_group() - Free the exts_group.
1098 * @*ext_group_head: the exts_group list head which will be free.
1100 static void free_exts_group(struct fiemap_extent_group *ext_group_head)
1102 struct fiemap_extent_group *ext_group_tmp = NULL;
1104 if (ext_group_head == NULL)
1107 while (ext_group_head->next != ext_group_head) {
1108 ext_group_tmp = ext_group_head;
1109 ext_group_head->prev->next = ext_group_head->next;
1110 ext_group_head->next->prev = ext_group_head->prev;
1111 ext_group_head = ext_group_head->next;
1112 free(ext_group_tmp);
1114 free(ext_group_head);
1118 * get_superblock_info() - Get superblock info by the file name.
1120 * @file: the file's name.
1121 * @sb: the pointer of the struct ext4_super_block.
1123 static int get_superblock_info(const char *file, struct ext4_super_block *sb)
1125 /* Refer to /etc/mtab */
1126 const char *mtab = MOUNTED;
1133 char dev_name[PATH_MAX + 1];
1134 struct mntent *mnt = NULL;
1136 fp = setmntent(mtab, "r");
1140 while ((mnt = getmntent(fp)) != NULL) {
1141 len = strlen(mnt->mnt_dir);
1142 ret = memcmp(file, mnt->mnt_dir, len);
1151 memset(dev_name, 0, PATH_MAX + 1);
1152 strncpy(dev_name, mnt->mnt_fsname,
1153 strnlen(mnt->mnt_fsname, PATH_MAX));
1156 fd = open64(dev_name, O_RDONLY);
1162 /* Set offset to read superblock */
1163 ret = lseek64(fd, SUPERBLOCK_OFFSET, SEEK_SET);
1167 ret = read(fd, sb, sizeof(struct ext4_super_block));
1179 * get_best_count() - Get the file best extents count.
1181 * @block_count: the file's physical block count.
1183 static int get_best_count(ext4_fsblk_t block_count)
1186 unsigned int flex_bg_num;
1188 /* Calcuate best extents count */
1189 if (feature_incompat & EXT4_FEATURE_INCOMPAT_FLEX_BG) {
1190 flex_bg_num = 1 << log_groups_per_flex;
1191 ret = ((block_count - 1) /
1192 ((ext4_fsblk_t)blocks_per_group *
1195 ret = ((block_count - 1) / blocks_per_group) + 1;
1202 * file_statistic() - Get statistic info of the file's fragments.
1204 * @file: the file's name.
1205 * @buf: the pointer of the struct stat64.
1207 * @ftwbuf: the pointer of a struct FTW.
1209 static int file_statistic(const char *file, const struct stat64 *buf,
1210 int flag EXT2FS_ATTR((unused)),
1211 struct FTW *ftwbuf EXT2FS_ATTR((unused)))
1215 int now_ext_count, best_ext_count = 0, physical_ext_count;
1218 ext4_fsblk_t blk_count = 0;
1219 char msg_buffer[PATH_MAX + 24];
1220 struct fiemap_extent_list *physical_list_head = NULL;
1221 struct fiemap_extent_list *logical_list_head = NULL;
1223 defraged_file_count++;
1225 if (mode_flag & DETAIL) {
1226 if (total_count == 1 && regular_count == 1)
1229 printf("[%u/%u]", defraged_file_count, total_count);
1233 if (lost_found_dir[0] != '\0' &&
1234 !memcmp(file, lost_found_dir, strnlen(lost_found_dir, PATH_MAX))) {
1235 if (mode_flag & DETAIL) {
1236 PRINT_FILE_NAME(file);
1237 STATISTIC_ERR_MSG(NGMSG_LOST_FOUND);
1242 if (!S_ISREG(buf->st_mode)) {
1243 if (mode_flag & DETAIL) {
1244 PRINT_FILE_NAME(file);
1245 STATISTIC_ERR_MSG(NGMSG_FILE_UNREG);
1250 /* Access authority */
1251 if (current_uid != ROOT_UID &&
1252 buf->st_uid != current_uid) {
1253 if (mode_flag & DETAIL) {
1254 PRINT_FILE_NAME(file);
1256 "File is not current user's file"
1257 " or current user is not root");
1263 if (buf->st_size == 0) {
1264 if (mode_flag & DETAIL) {
1265 PRINT_FILE_NAME(file);
1266 STATISTIC_ERR_MSG("File size is 0");
1272 if (buf->st_blocks == 0) {
1273 if (mode_flag & DETAIL) {
1274 PRINT_FILE_NAME(file);
1275 STATISTIC_ERR_MSG("File has no blocks");
1280 fd = open64(file, O_RDONLY);
1282 if (mode_flag & DETAIL) {
1283 PRINT_FILE_NAME(file);
1284 STATISTIC_ERR_MSG_WITH_ERRNO(NGMSG_FILE_OPEN);
1289 /* Get file's physical extents */
1290 ret = get_file_extents(fd, &physical_list_head);
1292 if (mode_flag & DETAIL) {
1293 PRINT_FILE_NAME(file);
1294 STATISTIC_ERR_MSG_WITH_ERRNO(NGMSG_FILE_EXTENT);
1299 /* Get the count of file's continuous physical region */
1300 physical_ext_count = get_physical_count(physical_list_head);
1302 /* Change list from physical to logical */
1303 ret = change_physical_to_logical(&physical_list_head,
1304 &logical_list_head);
1306 if (mode_flag & DETAIL) {
1307 PRINT_FILE_NAME(file);
1308 STATISTIC_ERR_MSG_WITH_ERRNO(NGMSG_FILE_EXTENT);
1313 /* Count file fragments before defrag */
1314 now_ext_count = get_logical_count(logical_list_head);
1316 if (current_uid == ROOT_UID) {
1317 /* Calculate fragment ratio */
1319 SECTOR_TO_BLOCK(buf->st_blocks, block_size);
1321 best_ext_count = get_best_count(blk_count);
1323 ratio = (float)(physical_ext_count - best_ext_count) * 100 /
1326 extents_before_defrag += now_ext_count;
1327 extents_after_defrag += best_ext_count;
1328 files_block_count += blk_count;
1331 if (total_count == 1 && regular_count == 1) {
1333 if (mode_flag & DETAIL) {
1335 struct fiemap_extent_list *ext_list_tmp =
1338 /* Print extents info */
1341 printf("[ext %d]:\tstart %llu:\tlogical "
1342 "%llu:\tlen %llu\n", count,
1343 ext_list_tmp->data.physical,
1344 ext_list_tmp->data.logical,
1345 ext_list_tmp->data.len);
1346 ext_list_tmp = ext_list_tmp->next;
1347 } while (ext_list_tmp != logical_list_head);
1350 printf("%-40s%10s/%-10s%9s\n",
1351 "<File>", "now", "best", "ratio");
1352 if (current_uid == ROOT_UID) {
1353 if (strlen(file) > 40)
1354 printf("%s\n%50d/%-10d%8.2f%%\n",
1355 file, now_ext_count,
1356 best_ext_count, ratio);
1358 printf("%-40s%10d/%-10d%8.2f%%\n",
1359 file, now_ext_count,
1360 best_ext_count, ratio);
1362 if (strlen(file) > 40)
1363 printf("%s\n%50d/%-10s%7s\n",
1364 file, now_ext_count,
1367 printf("%-40s%10d/%-10s%7s\n",
1368 file, now_ext_count,
1376 if (mode_flag & DETAIL) {
1377 /* Print statistic info */
1378 sprintf(msg_buffer, "[%u/%u]%s",
1379 defraged_file_count, total_count, file);
1380 if (current_uid == ROOT_UID) {
1381 if (strlen(msg_buffer) > 40)
1382 printf("\033[79;0H\033[K%s\n"
1383 "%50d/%-10d%8.2f%%\n",
1384 msg_buffer, now_ext_count,
1385 best_ext_count, ratio);
1387 printf("\033[79;0H\033[K%-40s"
1388 "%10d/%-10d%8.2f%%\n",
1389 msg_buffer, now_ext_count,
1390 best_ext_count, ratio);
1392 if (strlen(msg_buffer) > 40)
1393 printf("\033[79;0H\033[K%s\n%50d/%-10s%7s\n",
1394 msg_buffer, now_ext_count,
1397 printf("\033[79;0H\033[K%-40s%10d/%-10s%7s\n",
1398 msg_buffer, now_ext_count,
1403 for (i = 0; i < SHOW_FRAG_FILES; i++) {
1404 if (ratio >= frag_rank[i].ratio) {
1405 for (j = SHOW_FRAG_FILES - 1; j > i; j--) {
1406 memcpy(&frag_rank[j], &frag_rank[j - 1],
1407 sizeof(struct frag_statistic_ino));
1409 memset(&frag_rank[i], 0,
1410 sizeof(struct frag_statistic_ino));
1411 strncpy(frag_rank[i].msg_buffer, file,
1412 strnlen(file, PATH_MAX));
1413 frag_rank[i].now_count = now_ext_count;
1414 frag_rank[i].best_count = best_ext_count;
1415 frag_rank[i].ratio = ratio;
1424 free_ext(physical_list_head);
1425 free_ext(logical_list_head);
1430 * print_progress - Print defrag progress
1433 * @start: logical offset for defrag target file
1434 * @file_size: defrag target filesize
1436 static void print_progress(const char *file, loff_t start, loff_t file_size)
1438 int percent = (start * 100) / file_size;
1439 printf("\033[79;0H\033[K[%u/%u]%s:\t%3d%%",
1440 defraged_file_count, total_count, file, min(percent, 100));
1447 * call_defrag() - Execute the defrag program.
1449 * @fd: target file descriptor.
1450 * @donor_fd: donor file descriptor.
1451 * @file: target file name.
1452 * @buf: pointer of the struct stat64.
1453 * @ext_list_head: head of the extent list.
1455 static int call_defrag(int fd, int donor_fd, const char *file,
1456 const struct stat64 *buf, struct fiemap_extent_list *ext_list_head)
1459 unsigned int page_num;
1460 unsigned char *vec = NULL;
1461 int defraged_ret = 0;
1463 struct move_extent move_data;
1464 struct fiemap_extent_list *ext_list_tmp = NULL;
1466 memset(&move_data, 0, sizeof(struct move_extent));
1467 move_data.donor_fd = donor_fd;
1469 /* Print defrag progress */
1470 print_progress(file, start, buf->st_size);
1472 ext_list_tmp = ext_list_head;
1474 move_data.orig_start = ext_list_tmp->data.logical;
1475 /* Logical offset of orig and donor should be same */
1476 move_data.donor_start = move_data.orig_start;
1477 move_data.len = ext_list_tmp->data.len;
1478 move_data.moved_len = 0;
1480 ret = page_in_core(fd, move_data, &vec, &page_num);
1482 if (mode_flag & DETAIL) {
1484 PRINT_ERR_MSG_WITH_ERRNO(
1485 "Failed to get file map");
1487 printf("\t[ NG ]\n");
1492 /* EXT4_IOC_MOVE_EXT */
1494 ioctl(fd, EXT4_IOC_MOVE_EXT, &move_data);
1497 ret = defrag_fadvise(fd, move_data, vec, page_num);
1503 if (mode_flag & DETAIL) {
1505 PRINT_ERR_MSG_WITH_ERRNO(
1506 "Failed to free page");
1508 printf("\t[ NG ]\n");
1513 if (defraged_ret < 0) {
1514 if (mode_flag & DETAIL) {
1516 PRINT_ERR_MSG_WITH_ERRNO(
1517 "Failed to defrag with "
1518 "EXT4_IOC_MOVE_EXT ioctl");
1519 if (errno == ENOTTY)
1520 printf("\tAt least 2.6.31-rc1 of "
1521 "vanilla kernel is required\n");
1523 printf("\t[ NG ]\n");
1527 /* Adjust logical offset for next ioctl */
1528 move_data.orig_start += move_data.moved_len;
1529 move_data.donor_start = move_data.orig_start;
1531 start = move_data.orig_start * buf->st_blksize;
1533 /* Print defrag progress */
1534 print_progress(file, start, buf->st_size);
1537 if (start >= buf->st_size)
1540 ext_list_tmp = ext_list_tmp->next;
1541 } while (ext_list_tmp != ext_list_head);
1547 * file_defrag() - Check file attributes and call ioctl to defrag.
1549 * @file: the file's name.
1550 * @buf: the pointer of the struct stat64.
1552 * @ftwbuf: the pointer of a struct FTW.
1554 static int file_defrag(const char *file, const struct stat64 *buf,
1555 int flag EXT2FS_ATTR((unused)),
1556 struct FTW *ftwbuf EXT2FS_ATTR((unused)))
1562 int file_frags_start, file_frags_end;
1563 int orig_physical_cnt, donor_physical_cnt = 0;
1564 char tmp_inode_name[PATH_MAX + 8];
1565 struct fiemap_extent_list *orig_list_physical = NULL;
1566 struct fiemap_extent_list *orig_list_logical = NULL;
1567 struct fiemap_extent_list *donor_list_physical = NULL;
1568 struct fiemap_extent_list *donor_list_logical = NULL;
1569 struct fiemap_extent_group *orig_group_head = NULL;
1570 struct fiemap_extent_group *orig_group_tmp = NULL;
1572 defraged_file_count++;
1574 if (mode_flag & DETAIL) {
1575 printf("[%u/%u]", defraged_file_count, total_count);
1579 if (lost_found_dir[0] != '\0' &&
1580 !memcmp(file, lost_found_dir, strnlen(lost_found_dir, PATH_MAX))) {
1581 if (mode_flag & DETAIL) {
1582 PRINT_FILE_NAME(file);
1583 IN_FTW_PRINT_ERR_MSG(NGMSG_LOST_FOUND);
1588 if (!S_ISREG(buf->st_mode)) {
1589 if (mode_flag & DETAIL) {
1590 PRINT_FILE_NAME(file);
1591 IN_FTW_PRINT_ERR_MSG(NGMSG_FILE_UNREG);
1597 if (buf->st_size == 0) {
1598 if (mode_flag & DETAIL) {
1599 PRINT_FILE_NAME(file);
1600 IN_FTW_PRINT_ERR_MSG("File size is 0");
1606 if (buf->st_blocks == 0) {
1607 if (mode_flag & DETAIL) {
1608 PRINT_FILE_NAME(file);
1609 STATISTIC_ERR_MSG("File has no blocks");
1614 fd = open64(file, O_RDWR);
1616 if (mode_flag & DETAIL) {
1617 PRINT_FILE_NAME(file);
1618 PRINT_ERR_MSG_WITH_ERRNO(NGMSG_FILE_OPEN);
1623 /* Get file's extents */
1624 ret = get_file_extents(fd, &orig_list_physical);
1626 if (mode_flag & DETAIL) {
1627 PRINT_FILE_NAME(file);
1628 PRINT_ERR_MSG_WITH_ERRNO(NGMSG_FILE_EXTENT);
1633 /* Get the count of file's continuous physical region */
1634 orig_physical_cnt = get_physical_count(orig_list_physical);
1636 /* Change list from physical to logical */
1637 ret = change_physical_to_logical(&orig_list_physical,
1638 &orig_list_logical);
1640 if (mode_flag & DETAIL) {
1641 PRINT_FILE_NAME(file);
1642 PRINT_ERR_MSG_WITH_ERRNO(NGMSG_FILE_EXTENT);
1647 /* Count file fragments before defrag */
1648 file_frags_start = get_logical_count(orig_list_logical);
1650 if (file_check(fd, buf, file, file_frags_start) < 0)
1653 if (fsync(fd) < 0) {
1654 if (mode_flag & DETAIL) {
1655 PRINT_FILE_NAME(file);
1656 PRINT_ERR_MSG_WITH_ERRNO("Failed to sync(fsync)");
1661 if (current_uid == ROOT_UID)
1663 get_best_count(SECTOR_TO_BLOCK(buf->st_blocks, block_size));
1667 if (file_frags_start <= best)
1668 goto check_improvement;
1670 /* Combine extents to group */
1671 ret = join_extents(orig_list_logical, &orig_group_head);
1673 if (mode_flag & DETAIL) {
1674 PRINT_FILE_NAME(file);
1675 PRINT_ERR_MSG_WITH_ERRNO(NGMSG_FILE_EXTENT);
1680 /* Create donor inode */
1681 memset(tmp_inode_name, 0, PATH_MAX + 8);
1682 sprintf(tmp_inode_name, "%.*s.defrag",
1683 (int)strnlen(file, PATH_MAX), file);
1684 donor_fd = open64(tmp_inode_name, O_WRONLY | O_CREAT | O_EXCL, S_IRUSR);
1686 if (mode_flag & DETAIL) {
1687 PRINT_FILE_NAME(file);
1688 if (errno == EEXIST)
1689 PRINT_ERR_MSG_WITH_ERRNO(
1690 "File is being defraged by other program");
1692 PRINT_ERR_MSG_WITH_ERRNO(NGMSG_FILE_OPEN);
1697 /* Unlink donor inode */
1698 ret = unlink(tmp_inode_name);
1700 if (mode_flag & DETAIL) {
1701 PRINT_FILE_NAME(file);
1702 PRINT_ERR_MSG_WITH_ERRNO("Failed to unlink");
1707 /* Allocate space for donor inode */
1708 orig_group_tmp = orig_group_head;
1710 ret = fallocate(donor_fd, 0,
1711 (loff_t)orig_group_tmp->start->data.logical * block_size,
1712 (loff_t)orig_group_tmp->len * block_size);
1714 if (mode_flag & DETAIL) {
1715 PRINT_FILE_NAME(file);
1716 PRINT_ERR_MSG_WITH_ERRNO("Failed to fallocate");
1721 orig_group_tmp = orig_group_tmp->next;
1722 } while (orig_group_tmp != orig_group_head);
1724 /* Get donor inode's extents */
1725 ret = get_file_extents(donor_fd, &donor_list_physical);
1727 if (mode_flag & DETAIL) {
1728 PRINT_FILE_NAME(file);
1729 PRINT_ERR_MSG_WITH_ERRNO(NGMSG_FILE_EXTENT);
1734 /* Calcuate donor inode's continuous physical region */
1735 donor_physical_cnt = get_physical_count(donor_list_physical);
1737 /* Change donor extent list from physical to logical */
1738 ret = change_physical_to_logical(&donor_list_physical,
1739 &donor_list_logical);
1741 if (mode_flag & DETAIL) {
1742 PRINT_FILE_NAME(file);
1743 PRINT_ERR_MSG_WITH_ERRNO(NGMSG_FILE_EXTENT);
1749 if (mode_flag & DETAIL) {
1750 if (file_frags_start != 1)
1751 frag_files_before_defrag++;
1753 extents_before_defrag += file_frags_start;
1756 if (file_frags_start <= best ||
1757 orig_physical_cnt <= donor_physical_cnt) {
1758 printf("\033[79;0H\033[K[%u/%u]%s:\t%3d%%",
1759 defraged_file_count, total_count, file, 100);
1760 if (mode_flag & DETAIL)
1761 printf(" extents: %d -> %d",
1762 file_frags_start, file_frags_start);
1764 printf("\t[ OK ]\n");
1767 if (file_frags_start != 1)
1768 frag_files_after_defrag++;
1770 extents_after_defrag += file_frags_start;
1774 /* Defrag the file */
1775 ret = call_defrag(fd, donor_fd, file, buf, donor_list_logical);
1777 /* Count file fragments after defrag and print extents info */
1778 if (mode_flag & DETAIL) {
1779 file_frags_end = file_frag_count(fd);
1780 if (file_frags_end < 0) {
1782 PRINT_ERR_MSG_WITH_ERRNO(NGMSG_FILE_INFO);
1786 if (file_frags_end != 1)
1787 frag_files_after_defrag++;
1789 extents_after_defrag += file_frags_end;
1794 printf(" extents: %d -> %d",
1795 file_frags_start, file_frags_end);
1802 printf("\t[ OK ]\n");
1810 free_ext(orig_list_physical);
1811 free_ext(orig_list_logical);
1812 free_ext(donor_list_physical);
1813 free_exts_group(orig_group_head);
1818 * main() - Ext4 online defrag.
1820 * @argc: the number of parameter.
1821 * @argv[]: the pointer array of parameter.
1823 int main(int argc, char *argv[])
1827 int flags = FTW_PHYS | FTW_MOUNT;
1829 int success_flag = 0;
1830 char dir_name[PATH_MAX + 1];
1832 struct ext4_super_block sb;
1834 /* Parse arguments */
1838 while ((opt = getopt(argc, argv, "vc")) != EOF) {
1841 mode_flag |= DETAIL;
1844 mode_flag |= STATISTIC;
1854 current_uid = getuid();
1857 for (i = optind; i < argc; i++) {
1861 frag_files_before_defrag = 0;
1862 frag_files_after_defrag = 0;
1863 extents_before_defrag = 0;
1864 extents_after_defrag = 0;
1865 defraged_file_count = 0;
1866 files_block_count = 0;
1867 blocks_per_group = 0;
1868 feature_incompat = 0;
1869 log_groups_per_flex = 0;
1871 memset(dir_name, 0, PATH_MAX + 1);
1872 memset(lost_found_dir, 0, PATH_MAX + 1);
1873 memset(frag_rank, 0,
1874 sizeof(struct frag_statistic_ino) * SHOW_FRAG_FILES);
1876 if ((mode_flag & STATISTIC) && i > optind)
1879 #if BYTE_ORDER != BIG_ENDIAN && BYTE_ORDER != LITTLE_ENDIAN
1880 PRINT_ERR_MSG("Endian's type is not big/little endian");
1881 PRINT_FILE_NAME(argv[i]);
1885 if (lstat64(argv[i], &buf) < 0) {
1886 perror(NGMSG_FILE_INFO);
1887 PRINT_FILE_NAME(argv[i]);
1891 if (S_ISBLK(buf.st_mode)) {
1893 if (get_mount_point(argv[i], dir_name, PATH_MAX) < 0)
1895 if (lstat64(dir_name, &buf) < 0) {
1896 perror(NGMSG_FILE_INFO);
1897 PRINT_FILE_NAME(argv[i]);
1901 if (!(mode_flag & STATISTIC))
1902 printf("ext4 defragmentation for device(%s)\n",
1904 } else if (S_ISDIR(buf.st_mode)) {
1906 if (access(argv[i], R_OK) < 0) {
1911 strncpy(dir_name, argv[i], strnlen(argv[i], PATH_MAX));
1912 } else if (S_ISREG(buf.st_mode)) {
1914 arg_type = FILENAME;
1916 /* Irregular file */
1917 PRINT_ERR_MSG(NGMSG_FILE_UNREG);
1918 PRINT_FILE_NAME(argv[i]);
1923 block_size = buf.st_blksize;
1926 * filesystem type checked in get_mount_point()
1928 if (arg_type == FILENAME || arg_type == DIRNAME) {
1929 if (is_ext4(argv[i]) < 0)
1931 if (realpath(argv[i], dir_name) == NULL) {
1932 perror("Couldn't get full path");
1933 PRINT_FILE_NAME(argv[i]);
1938 if (current_uid == ROOT_UID) {
1939 /* Get super block info */
1940 memset(&sb, 0, sizeof(struct ext4_super_block));
1941 if (get_superblock_info(dir_name, &sb) < 0) {
1942 if (mode_flag & DETAIL) {
1943 perror("Can't get super block info");
1944 PRINT_FILE_NAME(argv[i]);
1949 blocks_per_group = ext2fs_swab32(sb.s_blocks_per_group);
1950 feature_incompat = ext2fs_swab32(sb.s_feature_incompat);
1951 log_groups_per_flex = sb.s_log_groups_per_flex;
1956 if (!(mode_flag & STATISTIC))
1957 printf("ext4 defragmentation "
1958 "for directory(%s)\n", argv[i]);
1960 int mount_dir_len = 0;
1961 mount_dir_len = strnlen(lost_found_dir, PATH_MAX);
1963 strncat(lost_found_dir, "/lost+found",
1964 PATH_MAX - strnlen(lost_found_dir, PATH_MAX));
1966 /* Not the case("e4defrag mount_piont_dir") */
1967 if (dir_name[mount_dir_len] != '\0') {
1969 * "e4defrag mount_piont_dir/lost+found"
1970 * or "e4defrag mount_piont_dir/lost+found/"
1972 if (strncmp(lost_found_dir, dir_name,
1973 strnlen(lost_found_dir,
1975 (dir_name[strnlen(lost_found_dir,
1976 PATH_MAX)] == '\0' ||
1977 dir_name[strnlen(lost_found_dir,
1978 PATH_MAX)] == '/')) {
1979 PRINT_ERR_MSG(NGMSG_LOST_FOUND);
1980 PRINT_FILE_NAME(argv[i]);
1984 /* "e4defrag mount_piont_dir/else_dir" */
1985 memset(lost_found_dir, 0, PATH_MAX + 1);
1988 if (arg_type == DEVNAME) {
1989 strncpy(lost_found_dir, dir_name,
1990 strnlen(dir_name, PATH_MAX));
1991 strncat(lost_found_dir, "/lost+found/",
1992 PATH_MAX - strnlen(lost_found_dir,
1996 nftw64(dir_name, calc_entry_counts, FTW_OPEN_FD, flags);
1998 if (mode_flag & STATISTIC) {
1999 if (mode_flag & DETAIL)
2000 printf("%-40s%10s/%-10s%9s\n",
2001 "<File>", "now", "best", "ratio");
2003 if (!(mode_flag & DETAIL) &&
2004 current_uid != ROOT_UID) {
2009 nftw64(dir_name, file_statistic,
2010 FTW_OPEN_FD, flags);
2012 if (succeed_cnt != 0 &&
2013 current_uid == ROOT_UID) {
2014 if (mode_flag & DETAIL)
2016 printf("%-40s%10s/%-10s%9s\n",
2017 "<Fragmented files>", "now",
2019 for (j = 0; j < SHOW_FRAG_FILES; j++) {
2020 if (strlen(frag_rank[j].
2022 printf("%d. %s\n%50d/"
2023 "%-10d%8.2f%%\n", j + 1,
2024 frag_rank[j].msg_buffer,
2025 frag_rank[j].now_count,
2026 frag_rank[j].best_count,
2027 frag_rank[j].ratio);
2028 } else if (strlen(frag_rank[j].
2030 printf("%d. %-37s%10d/"
2031 "%-10d%8.2f%%\n", j + 1,
2032 frag_rank[j].msg_buffer,
2033 frag_rank[j].now_count,
2034 frag_rank[j].best_count,
2035 frag_rank[j].ratio);
2042 /* File tree walk */
2043 nftw64(dir_name, file_defrag, FTW_OPEN_FD, flags);
2044 printf("\n\tSuccess:\t\t\t[ %u/%u ]\n", succeed_cnt,
2046 printf("\tFailure:\t\t\t[ %u/%u ]\n",
2047 total_count - succeed_cnt, total_count);
2048 if (mode_flag & DETAIL) {
2049 printf("\tTotal extents:\t\t\t%4d->%d\n",
2050 extents_before_defrag,
2051 extents_after_defrag);
2052 printf("\tFragmented percentage:\t\t"
2053 "%3llu%%->%llu%%\n",
2054 !regular_count ? 0 :
2055 ((unsigned long long)
2056 frag_files_before_defrag * 100) /
2058 !regular_count ? 0 :
2059 ((unsigned long long)
2060 frag_files_after_defrag * 100) /
2067 strncat(lost_found_dir, "/lost+found/",
2068 PATH_MAX - strnlen(lost_found_dir,
2070 if (strncmp(lost_found_dir, dir_name,
2071 strnlen(lost_found_dir,
2073 PRINT_ERR_MSG(NGMSG_LOST_FOUND);
2074 PRINT_FILE_NAME(argv[i]);
2078 if (mode_flag & STATISTIC) {
2079 file_statistic(argv[i], &buf, FTW_F, NULL);
2082 printf("ext4 defragmentation for %s\n",
2084 /* Defrag single file process */
2085 file_defrag(argv[i], &buf, FTW_F, NULL);
2086 if (succeed_cnt != 0)
2087 printf(" Success:\t\t\t[1/1]\n");
2089 printf(" Success:\t\t\t[0/1]\n");
2094 if (succeed_cnt != 0)
2096 if (mode_flag & STATISTIC) {
2097 if (current_uid != ROOT_UID) {
2103 if (mode_flag & DETAIL)
2106 if (arg_type == DEVNAME)
2107 printf(" In this device(%s), "
2108 "none can be defragmented.\n", argv[i]);
2109 else if (arg_type == DIRNAME)
2110 printf(" In this directory(%s), "
2111 "none can be defragmented.\n", argv[i]);
2113 printf(" This file(%s) "
2114 "can't be defragmented.\n", argv[i]);
2116 float files_ratio = 0.0;
2118 files_ratio = (float)(extents_before_defrag -
2119 extents_after_defrag) *
2120 100 / files_block_count;
2121 score = CALC_SCORE(files_ratio);
2122 printf("\n Total/best extents\t\t\t\t%d/%d\n"
2123 " Fragmentation ratio\t\t\t\t%.2f%%\n"
2124 " Fragmentation score\t\t\t\t%.2f\n",
2125 extents_before_defrag,
2126 extents_after_defrag,
2127 files_ratio, score);
2128 printf(" [0-30 no problem:"
2129 " 31-55 a little bit fragmented:"
2130 " 55- needs defrag]\n");
2132 if (arg_type == DEVNAME)
2133 printf(" This device(%s) ", argv[i]);
2134 else if (arg_type == DIRNAME)
2135 printf(" This directory(%s) ", argv[i]);
2137 printf(" This file(%s) ", argv[i]);
2139 if (score > BOUND_SCORE)
2140 printf("needs defragmentation.\n");
2142 printf("does not need "
2143 "defragmentation.\n");