2 * e2image.c --- Program which writes an image file backing up
3 * critical metadata for the filesystem.
5 * Copyright 2000, 2001 by Theodore Ts'o.
8 * This file may be redistributed under the terms of the GNU Public
13 #define _LARGEFILE_SOURCE
14 #define _LARGEFILE64_SOURCE
35 #include <sys/types.h>
38 #include "ext2fs/ext2_fs.h"
39 #include "ext2fs/ext2fs.h"
40 #include "et/com_err.h"
41 #include "uuid/uuid.h"
43 #include "ext2fs/e2image.h"
44 #include "ext2fs/qcow2.h"
46 #include "../version.h"
47 #include "nls-enable.h"
49 #define QCOW_OFLAG_COPIED (1LL << 63)
52 const char * program_name = "e2image";
53 char * device_name = NULL;
55 static void lseek_error_and_exit(int errnum)
61 static blk64_t align_offset(blk64_t offset, int n)
63 return (offset + n - 1) & ~(n - 1);
66 static int get_bits_from_size(size_t size)
74 /* Not a power of two */
84 static void usage(void)
86 fprintf(stderr, _("Usage: %s [-rsIQ] device image_file\n"),
91 static void generic_write(int fd, void *buf, int blocksize, blk64_t block)
93 int count, free_buf = 0;
102 err = ext2fs_get_arrayzero(1, blocksize, &buf);
104 com_err(program_name, err, "while allocating buffer");
109 count = write(fd, buf, blocksize);
110 if (count != blocksize) {
117 com_err(program_name, err, "error writing block %llu",
120 com_err(program_name, err, "error in write()");
125 ext2fs_free_mem(&buf);
128 static void write_header(int fd, void *hdr, int hdr_size, int wrt_size)
134 if (hdr_size > wrt_size) {
135 fprintf(stderr, _("Error: header size is bigger than "
139 ret = ext2fs_get_mem(wrt_size, &header_buf);
141 fputs(_("Couldn't allocate header buffer\n"), stderr);
145 if (ext2fs_llseek(fd, 0, SEEK_SET) < 0) {
146 perror("ext2fs_llseek while writing header");
149 memset(header_buf, 0, wrt_size);
152 memcpy(header_buf, hdr, hdr_size);
154 generic_write(fd, header_buf, wrt_size, 0);
156 ext2fs_free_mem(&header_buf);
159 static void write_image_file(ext2_filsys fs, int fd)
161 struct ext2_image_hdr hdr;
165 write_header(fd, NULL, fs->blocksize, fs->blocksize);
166 memset(&hdr, 0, sizeof(struct ext2_image_hdr));
168 hdr.offset_super = ext2fs_llseek(fd, 0, SEEK_CUR);
169 retval = ext2fs_image_super_write(fs, fd, 0);
171 com_err(program_name, retval, _("while writing superblock"));
175 hdr.offset_inode = ext2fs_llseek(fd, 0, SEEK_CUR);
176 retval = ext2fs_image_inode_write(fs, fd,
177 (fd != 1) ? IMAGER_FLAG_SPARSEWRITE : 0);
179 com_err(program_name, retval, _("while writing inode table"));
183 hdr.offset_blockmap = ext2fs_llseek(fd, 0, SEEK_CUR);
184 retval = ext2fs_image_bitmap_write(fs, fd, 0);
186 com_err(program_name, retval, _("while writing block bitmap"));
190 hdr.offset_inodemap = ext2fs_llseek(fd, 0, SEEK_CUR);
191 retval = ext2fs_image_bitmap_write(fs, fd, IMAGER_FLAG_INODEMAP);
193 com_err(program_name, retval, _("while writing inode bitmap"));
197 hdr.magic_number = EXT2_ET_MAGIC_E2IMAGE;
198 strcpy(hdr.magic_descriptor, "Ext2 Image 1.0");
199 gethostname(hdr.fs_hostname, sizeof(hdr.fs_hostname));
200 strncpy(hdr.fs_device_name, device_name, sizeof(hdr.fs_device_name)-1);
201 hdr.fs_device_name[sizeof(hdr.fs_device_name) - 1] = 0;
202 hdr.fs_blocksize = fs->blocksize;
204 if (stat(device_name, &st) == 0)
205 hdr.fs_device = st.st_rdev;
207 if (fstat(fd, &st) == 0) {
208 hdr.image_device = st.st_dev;
209 hdr.image_inode = st.st_ino;
211 memcpy(hdr.fs_uuid, fs->super->s_uuid, sizeof(hdr.fs_uuid));
213 hdr.image_time = time(0);
214 write_header(fd, &hdr, fs->blocksize, fs->blocksize);
218 * These set of functions are used to write a RAW image file.
220 ext2fs_block_bitmap meta_block_map;
221 ext2fs_block_bitmap scramble_block_map; /* Directory blocks to be scrambled */
222 blk64_t meta_blocks_count;
224 struct process_block_struct {
230 * These subroutines short circuits ext2fs_get_blocks and
231 * ext2fs_check_directory; we use them since we already have the inode
232 * structure, so there's no point in letting the ext2fs library read
235 static ino_t stashed_ino = 0;
236 static struct ext2_inode *stashed_inode;
238 static errcode_t meta_get_blocks(ext2_filsys fs EXT2FS_ATTR((unused)),
244 if ((ino != stashed_ino) || !stashed_inode)
245 return EXT2_ET_CALLBACK_NOTHANDLED;
247 for (i=0; i < EXT2_N_BLOCKS; i++)
248 blocks[i] = stashed_inode->i_block[i];
252 static errcode_t meta_check_directory(ext2_filsys fs EXT2FS_ATTR((unused)),
255 if ((ino != stashed_ino) || !stashed_inode)
256 return EXT2_ET_CALLBACK_NOTHANDLED;
258 if (!LINUX_S_ISDIR(stashed_inode->i_mode))
259 return EXT2_ET_NO_DIRECTORY;
263 static errcode_t meta_read_inode(ext2_filsys fs EXT2FS_ATTR((unused)),
265 struct ext2_inode *inode)
267 if ((ino != stashed_ino) || !stashed_inode)
268 return EXT2_ET_CALLBACK_NOTHANDLED;
269 *inode = *stashed_inode;
273 static void use_inode_shortcuts(ext2_filsys fs, int bool)
276 fs->get_blocks = meta_get_blocks;
277 fs->check_directory = meta_check_directory;
278 fs->read_inode = meta_read_inode;
282 fs->check_directory = 0;
287 static int process_dir_block(ext2_filsys fs EXT2FS_ATTR((unused)),
289 e2_blkcnt_t blockcnt EXT2FS_ATTR((unused)),
290 blk64_t ref_block EXT2FS_ATTR((unused)),
291 int ref_offset EXT2FS_ATTR((unused)),
292 void *priv_data EXT2FS_ATTR((unused)))
294 struct process_block_struct *p;
296 p = (struct process_block_struct *) priv_data;
298 ext2fs_mark_block_bitmap2(meta_block_map, *block_nr);
300 if (scramble_block_map && p->is_dir && blockcnt >= 0)
301 ext2fs_mark_block_bitmap2(scramble_block_map, *block_nr);
305 static int process_file_block(ext2_filsys fs EXT2FS_ATTR((unused)),
307 e2_blkcnt_t blockcnt,
308 blk64_t ref_block EXT2FS_ATTR((unused)),
309 int ref_offset EXT2FS_ATTR((unused)),
310 void *priv_data EXT2FS_ATTR((unused)))
313 ext2fs_mark_block_bitmap2(meta_block_map, *block_nr);
319 static void mark_table_blocks(ext2_filsys fs)
321 blk64_t first_block, b;
324 first_block = fs->super->s_first_data_block;
326 * Mark primary superblock
328 ext2fs_mark_block_bitmap2(meta_block_map, first_block);
332 * Mark the primary superblock descriptors
334 for (j = 0; j < fs->desc_blocks; j++) {
335 ext2fs_mark_block_bitmap2(meta_block_map,
336 ext2fs_descriptor_block_loc2(fs, first_block, j));
338 meta_blocks_count += fs->desc_blocks;
340 for (i = 0; i < fs->group_desc_count; i++) {
342 * Mark the blocks used for the inode table
344 if (ext2fs_inode_table_loc(fs, i)) {
345 for (j = 0, b = ext2fs_inode_table_loc(fs, i);
346 j < (unsigned) fs->inode_blocks_per_group;
348 ext2fs_mark_block_bitmap2(meta_block_map, b);
349 meta_blocks_count += fs->inode_blocks_per_group;
353 * Mark block used for the block bitmap
355 if (ext2fs_block_bitmap_loc(fs, i)) {
356 ext2fs_mark_block_bitmap2(meta_block_map,
357 ext2fs_block_bitmap_loc(fs, i));
362 * Mark block used for the inode bitmap
364 if (ext2fs_inode_bitmap_loc(fs, i)) {
365 ext2fs_mark_block_bitmap2(meta_block_map,
366 ext2fs_inode_bitmap_loc(fs, i));
373 * This function returns 1 if the specified block is all zeros
375 static int check_zero_block(char *buf, int blocksize)
378 int left = blocksize;
388 static void write_block(int fd, char *buf, int sparse_offset,
389 int blocksize, blk64_t block)
394 ret = ext2fs_llseek(fd, sparse_offset, SEEK_CUR);
397 lseek_error_and_exit(errno);
398 generic_write(fd, buf, blocksize, block);
403 #define EXT4_MAX_REC_LEN ((1<<16)-1)
405 static void scramble_dir_block(ext2_filsys fs, blk64_t blk, char *buf)
408 struct ext2_dir_entry_2 *dirent;
409 unsigned int rec_len;
412 end = buf + fs->blocksize;
413 for (p = buf; p < end-8; p += rec_len) {
414 dirent = (struct ext2_dir_entry_2 *) p;
415 rec_len = dirent->rec_len;
416 #ifdef WORDS_BIGENDIAN
417 rec_len = ext2fs_swab16(rec_len);
419 if (rec_len == EXT4_MAX_REC_LEN || rec_len == 0)
420 rec_len = fs->blocksize;
422 rec_len = (rec_len & 65532) | ((rec_len & 3) << 16);
424 printf("rec_len = %d, name_len = %d\n", rec_len, dirent->name_len);
426 if (rec_len < 8 || (rec_len % 4) ||
428 printf("Corrupt directory block %lu: "
429 "bad rec_len (%d)\n", (unsigned long) blk,
432 (void) ext2fs_set_rec_len(fs, rec_len,
433 (struct ext2_dir_entry *) dirent);
434 #ifdef WORDS_BIGENDIAN
435 dirent->rec_len = ext2fs_swab16(dirent->rec_len);
439 if (dirent->name_len + 8 > rec_len) {
440 printf("Corrupt directory block %lu: "
441 "bad name_len (%d)\n", (unsigned long) blk,
443 dirent->name_len = rec_len - 8;
447 len = rec_len - dirent->name_len - 8;
449 memset(cp+dirent->name_len, 0, len);
450 if (dirent->name_len==1 && cp[0] == '.')
452 if (dirent->name_len==2 && cp[0] == '.' && cp[1] == '.')
455 memset(cp, 'A', dirent->name_len);
456 len = dirent->name_len;
458 while ((len > 0) && (id > 0)) {
467 static void output_meta_data_blocks(ext2_filsys fs, int fd)
471 char *buf, *zero_buf;
474 retval = ext2fs_get_mem(fs->blocksize, &buf);
476 com_err(program_name, retval, "while allocating buffer");
479 retval = ext2fs_get_memzero(fs->blocksize, &zero_buf);
481 com_err(program_name, retval, "while allocating buffer");
484 for (blk = 0; blk < ext2fs_blocks_count(fs->super); blk++) {
485 if ((blk >= fs->super->s_first_data_block) &&
486 ext2fs_test_block_bitmap2(meta_block_map, blk)) {
487 retval = io_channel_read_blk64(fs->io, blk, 1, buf);
489 com_err(program_name, retval,
490 "error reading block %llu", blk);
492 if (scramble_block_map &&
493 ext2fs_test_block_bitmap2(scramble_block_map, blk))
494 scramble_dir_block(fs, blk, buf);
495 if ((fd != 1) && check_zero_block(buf, fs->blocksize))
497 write_block(fd, buf, sparse, fs->blocksize, blk);
502 write_block(fd, zero_buf, 0,
506 sparse += fs->blocksize;
507 if (sparse >= 1024*1024) {
509 write_block(fd, 0, sparse, 0, 0);
515 write_block(fd, zero_buf, sparse-1, 1, -1);
516 ext2fs_free_mem(&zero_buf);
517 ext2fs_free_mem(&buf);
520 static void init_l1_table(struct ext2_super_block *sb,
521 struct ext2_qcow2_image *image)
526 ret = ext2fs_get_arrayzero(image->l1_size, sizeof(__u64), &l1_table);
528 com_err(program_name, ret, "while allocating l1 table");
532 image->l1_table = l1_table;
535 static void init_l2_cache(struct ext2_qcow2_image *image)
537 unsigned int count, i;
538 struct ext2_qcow2_l2_cache *cache;
539 struct ext2_qcow2_l2_table *table;
542 ret = ext2fs_get_arrayzero(1, sizeof(struct ext2_qcow2_l2_cache),
547 count = (image->l1_size > L2_CACHE_PREALLOC) ? L2_CACHE_PREALLOC :
550 cache->count = count;
552 cache->next_offset = image->l2_offset;
554 for (i = 0; i < count; i++) {
555 ret = ext2fs_get_arrayzero(1,
556 sizeof(struct ext2_qcow2_l2_table), &table);
560 ret = ext2fs_get_arrayzero(image->l2_size,
561 sizeof(__u64), &table->data);
565 table->next = cache->free_head;
566 cache->free_head = table;
569 image->l2_cache = cache;
573 com_err(program_name, ret, "while allocating l2 cache");
577 static void put_l2_cache(struct ext2_qcow2_image *image)
579 struct ext2_qcow2_l2_cache *cache = image->l2_cache;
580 struct ext2_qcow2_l2_table *tmp, *table;
585 table = cache->free_head;
586 cache->free_head = NULL;
591 ext2fs_free_mem(&tmp->data);
592 ext2fs_free_mem(&tmp);
595 if (cache->free != cache->count) {
596 fprintf(stderr, "Warning: There are still tables in the "
597 "cache while putting the cache, data will "
598 "be lost so the image may not be valid.\n");
599 table = cache->used_head;
600 cache->used_head = NULL;
604 ext2fs_free_mem(&cache);
607 static int init_refcount(struct ext2_qcow2_image *img, blk64_t table_offset)
609 struct ext2_qcow2_refcount *ref;
610 blk64_t table_clusters;
613 ref = &(img->refcount);
616 * One refcount block addresses 2048 clusters, one refcount table
617 * addresses cluster/sizeof(__u64) refcount blocks, and we need
618 * to address meta_blocks_count clusters + qcow2 metadata clusters
621 table_clusters = meta_blocks_count + (table_offset >>
623 table_clusters >>= (img->cluster_bits + 6 - 1);
624 table_clusters = (table_clusters == 0) ? 1 : table_clusters;
626 ref->refcount_table_offset = table_offset;
627 ref->refcount_table_clusters = table_clusters;
628 ref->refcount_table_index = 0;
629 ref->refcount_block_index = 0;
631 /* Allocate refcount table */
632 ret = ext2fs_get_arrayzero(ref->refcount_table_clusters,
633 img->cluster_size, &ref->refcount_table);
637 /* Allocate refcount block */
638 ret = ext2fs_get_arrayzero(1, img->cluster_size, &ref->refcount_block);
640 ext2fs_free_mem(&ref->refcount_table);
645 static int initialize_qcow2_image(int fd, ext2_filsys fs,
646 struct ext2_qcow2_image *image)
648 struct ext2_qcow2_hdr *header;
649 blk64_t total_size, offset;
650 int shift, l2_bits, header_size, l1_size, ret;
651 int cluster_bits = get_bits_from_size(fs->blocksize);
652 struct ext2_super_block *sb = fs->super;
654 /* Allocate header */
655 ret = ext2fs_get_memzero(sizeof(struct ext2_qcow2_hdr), &header);
659 total_size = ext2fs_blocks_count(sb) << cluster_bits;
660 image->cluster_size = fs->blocksize;
661 image->l2_size = 1 << (cluster_bits - 3);
662 image->cluster_bits = cluster_bits;
665 header->magic = ext2fs_cpu_to_be32(QCOW_MAGIC);
666 header->version = ext2fs_cpu_to_be32(QCOW_VERSION);
667 header->size = ext2fs_cpu_to_be64(total_size);
668 header->cluster_bits = ext2fs_cpu_to_be32(cluster_bits);
670 header_size = (sizeof(struct ext2_qcow2_hdr) + 7) & ~7;
671 offset = align_offset(header_size, image->cluster_size);
673 header->l1_table_offset = ext2fs_cpu_to_be64(offset);
674 image->l1_offset = offset;
676 l2_bits = cluster_bits - 3;
677 shift = cluster_bits + l2_bits;
678 l1_size = ((total_size + (1LL << shift) - 1) >> shift);
679 header->l1_size = ext2fs_cpu_to_be32(l1_size);
680 image->l1_size = l1_size;
682 /* Make space for L1 table */
683 offset += align_offset(l1_size * sizeof(blk64_t), image->cluster_size);
685 /* Initialize refcounting */
686 ret = init_refcount(image, offset);
688 ext2fs_free_mem(&header);
691 header->refcount_table_offset = ext2fs_cpu_to_be64(offset);
692 header->refcount_table_clusters =
693 ext2fs_cpu_to_be32(image->refcount.refcount_table_clusters);
694 offset += image->cluster_size;
695 offset += image->refcount.refcount_table_clusters <<
698 /* Make space for L2 tables */
699 image->l2_offset = offset;
700 offset += image->cluster_size;
702 /* Make space for first refcount block */
703 image->refcount.refcount_block_offset = offset;
706 /* Initialize l1 and l2 tables */
707 init_l1_table(sb, image);
708 init_l2_cache(image);
713 static void free_qcow2_image(struct ext2_qcow2_image *img)
721 ext2fs_free_mem(&img->hdr);
724 ext2fs_free_mem(&img->l1_table);
726 if (img->refcount.refcount_table)
727 ext2fs_free_mem(&img->refcount.refcount_table);
728 if (img->refcount.refcount_block)
729 ext2fs_free_mem(&img->refcount.refcount_block);
733 ext2fs_free_mem(&img);
737 * Put table from used list (used_head) into free list (free_head).
738 * l2_table is used to return pointer to the next used table (used_head).
740 static void put_used_table(struct ext2_qcow2_image *img,
741 struct ext2_qcow2_l2_table **l2_table)
743 struct ext2_qcow2_l2_cache *cache = img->l2_cache;
744 struct ext2_qcow2_l2_table *table;
746 table = cache->used_head;
747 cache->used_head = table->next;
751 cache->used_tail = NULL;
753 /* Clean the table for case we will need to use it again */
754 memset(table->data, 0, img->cluster_size);
755 table->next = cache->free_head;
756 cache->free_head = table;
760 *l2_table = cache->used_head;
763 static void flush_l2_cache(struct ext2_qcow2_image *image)
765 blk64_t offset, seek = 0;
766 struct ext2_qcow2_l2_cache *cache = image->l2_cache;
767 struct ext2_qcow2_l2_table *table = cache->used_head;
770 /* Store current position */
771 if ((offset = ext2fs_llseek(fd, 0, SEEK_CUR)) < 0)
772 lseek_error_and_exit(errno);
775 while (cache->free < cache->count) {
776 if (seek != table->offset) {
777 if (ext2fs_llseek(fd, table->offset, SEEK_SET) < 0)
778 lseek_error_and_exit(errno);
779 seek = table->offset;
782 generic_write(fd, (char *)table->data, image->cluster_size , 0);
783 put_used_table(image, &table);
784 seek += image->cluster_size;
787 /* Restore previous position */
788 if (ext2fs_llseek(fd, offset, SEEK_SET) < 0)
789 lseek_error_and_exit(errno);
793 * Get first free table (from free_head) and put it into tail of used list
795 * l2_table is used to return pointer to moved table.
796 * Returns 1 if the cache is full, 0 otherwise.
798 static void get_free_table(struct ext2_qcow2_image *image,
799 struct ext2_qcow2_l2_table **l2_table)
801 struct ext2_qcow2_l2_table *table;
802 struct ext2_qcow2_l2_cache *cache = image->l2_cache;
804 if (0 == cache->free)
805 flush_l2_cache(image);
807 table = cache->free_head;
809 cache->free_head = table->next;
811 if (cache->used_tail)
812 cache->used_tail->next = table;
814 /* First item in the used list */
815 cache->used_head = table;
817 cache->used_tail = table;
823 static int add_l2_item(struct ext2_qcow2_image *img, blk64_t blk,
824 blk64_t data, blk64_t next)
826 struct ext2_qcow2_l2_cache *cache = img->l2_cache;
827 struct ext2_qcow2_l2_table *table = cache->used_tail;
828 blk64_t l1_index = blk / img->l2_size;
829 blk64_t l2_index = blk & (img->l2_size - 1);
833 * Need to create new table if it does not exist,
836 if (!table || (table->l1_index != l1_index)) {
837 get_free_table(img, &table);
838 table->l1_index = l1_index;
839 table->offset = cache->next_offset;
840 cache->next_offset = next;
841 img->l1_table[l1_index] =
842 ext2fs_cpu_to_be64(table->offset | QCOW_OFLAG_COPIED);
846 table->data[l2_index] = ext2fs_cpu_to_be64(data | QCOW_OFLAG_COPIED);
850 static int update_refcount(int fd, struct ext2_qcow2_image *img,
851 blk64_t offset, blk64_t rfblk_pos)
853 struct ext2_qcow2_refcount *ref;
857 ref = &(img->refcount);
858 table_index = offset >> (2 * img->cluster_bits - 1);
861 * Need to create new refcount block when the offset addresses
862 * another item in the refcount table
864 if (table_index != ref->refcount_table_index) {
866 if (ext2fs_llseek(fd, ref->refcount_block_offset, SEEK_SET) < 0)
867 lseek_error_and_exit(errno);
869 generic_write(fd, (char *)ref->refcount_block,
870 img->cluster_size, 0);
871 memset(ref->refcount_block, 0, img->cluster_size);
873 ref->refcount_table[ref->refcount_table_index] =
874 ext2fs_cpu_to_be64(ref->refcount_block_offset);
875 ref->refcount_block_offset = rfblk_pos;
876 ref->refcount_block_index = 0;
877 ref->refcount_table_index = table_index;
882 * We are relying on the fact that we are creating the qcow2
883 * image sequentially, hence we will always allocate refcount
884 * block items sequentialy.
886 ref->refcount_block[ref->refcount_block_index] = ext2fs_cpu_to_be16(1);
887 ref->refcount_block_index++;
891 static int sync_refcount(int fd, struct ext2_qcow2_image *img)
893 struct ext2_qcow2_refcount *ref;
895 ref = &(img->refcount);
897 ref->refcount_table[ref->refcount_table_index] =
898 ext2fs_cpu_to_be64(ref->refcount_block_offset);
899 if (ext2fs_llseek(fd, ref->refcount_table_offset, SEEK_SET) < 0)
900 lseek_error_and_exit(errno);
901 generic_write(fd, (char *)ref->refcount_table,
902 ref->refcount_table_clusters << img->cluster_bits, 0);
904 if (ext2fs_llseek(fd, ref->refcount_block_offset, SEEK_SET) < 0)
905 lseek_error_and_exit(errno);
906 generic_write(fd, (char *)ref->refcount_block, img->cluster_size, 0);
910 static void output_qcow2_meta_data_blocks(ext2_filsys fs, int fd)
913 blk64_t blk, datablk, offset, size, actual, end;
916 struct ext2_qcow2_image *img;
917 unsigned int header_size, i;
918 blk64_t l1_index, l2_offset, l2_index;
922 /* allocate struct ext2_qcow2_image */
923 retval = ext2fs_get_mem(sizeof(struct ext2_qcow2_image), &img);
925 com_err(program_name, retval,
926 "while allocating ext2_qcow2_image");
930 retval = initialize_qcow2_image(fd, fs, img);
932 com_err(program_name, retval,
933 "while initializing ext2_qcow2_image");
936 header_size = align_offset(sizeof(struct ext2_qcow2_hdr),
938 write_header(fd, img->hdr, sizeof(struct ext2_qcow2_hdr), header_size);
940 /* Refcount all qcow2 related metadata up to refcount_block_offset */
941 end = img->refcount.refcount_block_offset;
942 if (ext2fs_llseek(fd, end, SEEK_SET) < 0)
943 lseek_error_and_exit(errno);
944 blk = end + img->cluster_size;
945 for (offset = 0; offset <= end; offset += img->cluster_size) {
946 if (update_refcount(fd, img, offset, blk)) {
947 blk += img->cluster_size;
949 * If we create new refcount block, we need to refcount
952 end += img->cluster_size;
955 if (ext2fs_llseek(fd, offset, SEEK_SET) < 0)
956 lseek_error_and_exit(errno);
958 retval = ext2fs_get_mem(fs->blocksize, &buf);
960 com_err(program_name, retval, "while allocating buffer");
963 /* Write qcow2 data blocks */
964 for (blk = 0; blk < ext2fs_blocks_count(fs->super); blk++) {
965 if ((blk >= fs->super->s_first_data_block) &&
966 ext2fs_test_block_bitmap2(meta_block_map, blk)) {
967 retval = io_channel_read_blk64(fs->io, blk, 1, buf);
969 com_err(program_name, retval,
970 "error reading block %llu", blk);
973 if (scramble_block_map &&
974 ext2fs_test_block_bitmap2(scramble_block_map, blk))
975 scramble_dir_block(fs, blk, buf);
976 if (check_zero_block(buf, fs->blocksize))
979 if (update_refcount(fd, img, offset, offset)) {
980 /* Make space for another refcount block */
981 offset += img->cluster_size;
982 if (ext2fs_llseek(fd, offset, SEEK_SET) < 0)
983 lseek_error_and_exit(errno);
985 * We have created the new refcount block, this
986 * means that we need to refcount it as well.
987 * So the previous update_refcount refcounted
988 * the block itself and now we are going to
989 * create refcount for data. New refcount
990 * block should not be created!
992 if (update_refcount(fd, img, offset, offset)) {
993 fprintf(stderr, "Programming error: "
994 "multiple sequential refcount "
995 "blocks created!\n");
1000 generic_write(fd, buf, fs->blocksize, 0);
1002 if (add_l2_item(img, blk, offset,
1003 offset + img->cluster_size)) {
1004 offset += img->cluster_size;
1005 if (update_refcount(fd, img, offset,
1006 offset + img->cluster_size)) {
1007 offset += img->cluster_size;
1008 if (update_refcount(fd, img, offset,
1011 "Programming error: multiple sequential refcount "
1012 "blocks created!\n");
1016 offset += img->cluster_size;
1017 if (ext2fs_llseek(fd, offset, SEEK_SET) < 0)
1018 lseek_error_and_exit(errno);
1022 offset += img->cluster_size;
1025 update_refcount(fd, img, offset, offset);
1026 flush_l2_cache(img);
1027 sync_refcount(fd, img);
1030 if (ext2fs_llseek(fd, img->l1_offset, SEEK_SET) < 0)
1031 lseek_error_and_exit(errno);
1032 size = img->l1_size * sizeof(__u64);
1033 generic_write(fd, (char *)img->l1_table, size, 0);
1035 ext2fs_free_mem(&buf);
1036 free_qcow2_image(img);
1039 static void write_raw_image_file(ext2_filsys fs, int fd, int type, int flags)
1041 struct process_block_struct pb;
1042 struct ext2_inode inode;
1043 ext2_inode_scan scan;
1048 meta_blocks_count = 0;
1049 retval = ext2fs_allocate_block_bitmap(fs, "in-use block map",
1052 com_err(program_name, retval, "while allocating block bitmap");
1056 if (flags & E2IMAGE_SCRAMBLE_FLAG) {
1057 retval = ext2fs_allocate_block_bitmap(fs, "scramble block map",
1058 &scramble_block_map);
1060 com_err(program_name, retval,
1061 "while allocating scramble block bitmap");
1066 mark_table_blocks(fs);
1068 retval = ext2fs_open_inode_scan(fs, 0, &scan);
1070 com_err(program_name, retval, _("while opening inode scan"));
1074 retval = ext2fs_get_mem(fs->blocksize * 3, &block_buf);
1076 com_err(program_name, 0, "Can't allocate block buffer");
1080 use_inode_shortcuts(fs, 1);
1081 stashed_inode = &inode;
1083 retval = ext2fs_get_next_inode(scan, &ino, &inode);
1084 if (retval == EXT2_ET_BAD_BLOCK_IN_INODE_TABLE)
1087 com_err(program_name, retval,
1088 _("while getting next inode"));
1093 if (!inode.i_links_count)
1095 if (ext2fs_file_acl_block(&inode)) {
1096 ext2fs_mark_block_bitmap2(meta_block_map,
1097 ext2fs_file_acl_block(&inode));
1098 meta_blocks_count++;
1100 if (!ext2fs_inode_has_valid_blocks(&inode))
1105 pb.is_dir = LINUX_S_ISDIR(inode.i_mode);
1106 if (LINUX_S_ISDIR(inode.i_mode) ||
1107 (LINUX_S_ISLNK(inode.i_mode) &&
1108 ext2fs_inode_has_valid_blocks(&inode)) ||
1109 ino == fs->super->s_journal_inum) {
1110 retval = ext2fs_block_iterate3(fs, ino,
1111 BLOCK_FLAG_READ_ONLY, block_buf,
1112 process_dir_block, &pb);
1114 com_err(program_name, retval,
1115 "while iterating over inode %u",
1120 if ((inode.i_flags & EXT4_EXTENTS_FL) ||
1121 inode.i_block[EXT2_IND_BLOCK] ||
1122 inode.i_block[EXT2_DIND_BLOCK] ||
1123 inode.i_block[EXT2_TIND_BLOCK]) {
1124 retval = ext2fs_block_iterate3(fs,
1125 ino, BLOCK_FLAG_READ_ONLY, block_buf,
1126 process_file_block, &pb);
1128 com_err(program_name, retval,
1129 "while iterating over inode %u", ino);
1135 use_inode_shortcuts(fs, 0);
1137 if (type & E2IMAGE_QCOW2)
1138 output_qcow2_meta_data_blocks(fs, fd);
1140 output_meta_data_blocks(fs, fd);
1142 ext2fs_free_mem(&block_buf);
1143 ext2fs_close_inode_scan(scan);
1144 ext2fs_free_block_bitmap(meta_block_map);
1145 if (type & E2IMAGE_SCRAMBLE_FLAG)
1146 ext2fs_free_block_bitmap(scramble_block_map);
1149 static void install_image(char *device, char *image_fn, int type)
1153 int open_flag = EXT2_FLAG_IMAGE_FILE;
1159 com_err(program_name, 0, "Raw and qcow2 images cannot"
1164 #ifdef CONFIG_TESTIO_DEBUG
1165 if (getenv("TEST_IO_FLAGS") || getenv("TEST_IO_BLOCK")) {
1166 io_ptr = test_io_manager;
1167 test_io_backing_manager = unix_io_manager;
1170 io_ptr = unix_io_manager;
1172 retval = ext2fs_open (image_fn, open_flag, 0, 0,
1175 com_err (program_name, retval, _("while trying to open %s"),
1180 retval = ext2fs_read_bitmaps (fs);
1182 com_err(program_name, retval, "error reading bitmaps");
1187 fd = open64(image_fn, O_RDONLY);
1189 fd = open(image_fn, O_RDONLY);
1196 retval = io_ptr->open(device, IO_FLAG_RW, &io);
1198 com_err(device, 0, "while opening device file");
1202 ext2fs_rewrite_to_io(fs, io);
1204 if (ext2fs_llseek(fd, fs->image_header->offset_inode, SEEK_SET) < 0) {
1205 perror("ext2fs_llseek");
1209 retval = ext2fs_image_inode_read(fs, fd, 0);
1211 com_err(image_fn, 0, "while restoring the image table");
1219 static struct ext2_qcow2_hdr *check_qcow2_image(int *fd, char *name)
1223 *fd = open64(name, O_RDONLY, 0600);
1225 *fd = open(name, O_RDONLY, 0600);
1230 return qcow2_read_header(*fd);
1233 int main (int argc, char ** argv)
1239 struct ext2_qcow2_hdr *header = NULL;
1240 int open_flag = EXT2_FLAG_64BITS;
1248 setlocale(LC_MESSAGES, "");
1249 setlocale(LC_CTYPE, "");
1250 bindtextdomain(NLS_CAT_NAME, LOCALEDIR);
1251 textdomain(NLS_CAT_NAME);
1253 fprintf (stderr, "e2image %s (%s)\n", E2FSPROGS_VERSION,
1256 program_name = *argv;
1257 add_error_table(&et_ext2_error_table);
1258 while ((c = getopt(argc, argv, "rsIQ")) != EOF)
1261 flags |= E2IMAGE_INSTALL_FLAG;
1266 img_type |= E2IMAGE_QCOW2;
1271 img_type |= E2IMAGE_RAW;
1274 flags |= E2IMAGE_SCRAMBLE_FLAG;
1279 if (optind != argc - 2 )
1281 device_name = argv[optind];
1282 image_fn = argv[optind+1];
1284 if (flags & E2IMAGE_INSTALL_FLAG) {
1285 install_image(device_name, image_fn, img_type);
1289 if (img_type & E2IMAGE_RAW) {
1290 header = check_qcow2_image(&qcow2_fd, device_name);
1292 flags |= E2IMAGE_IS_QCOW2_FLAG;
1297 retval = ext2fs_open (device_name, open_flag, 0, 0,
1298 unix_io_manager, &fs);
1300 com_err (program_name, retval, _("while trying to open %s"),
1302 fputs(_("Couldn't find valid filesystem superblock.\n"), stdout);
1307 if (strcmp(image_fn, "-") == 0)
1311 fd = open64(image_fn, O_CREAT|O_TRUNC|O_WRONLY, 0600);
1313 fd = open(image_fn, O_CREAT|O_TRUNC|O_WRONLY, 0600);
1316 com_err(program_name, errno,
1317 _("while trying to open %s"), argv[optind+1]);
1322 if ((img_type & E2IMAGE_QCOW2) && (fd == 1)) {
1323 com_err(program_name, 0, "QCOW2 image can not be written to "
1328 if (flags & E2IMAGE_IS_QCOW2_FLAG) {
1329 ret = qcow2_write_raw_image(qcow2_fd, fd, header);
1331 if (ret == -QCOW_COMPRESSED)
1332 fprintf(stderr, "Image (%s) is compressed\n",
1334 if (ret == -QCOW_ENCRYPTED)
1335 fprintf(stderr, "Image (%s) is encrypted\n",
1337 com_err(program_name, ret,
1338 _("while trying to convert qcow2 image"
1339 " (%s) into raw image (%s)"),
1340 device_name, image_fn);
1347 write_raw_image_file(fs, fd, img_type, flags);
1349 write_image_file(fs, fd);
1357 remove_error_table(&et_ext2_error_table);